{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T21:50:29Z","timestamp":1773352229196,"version":"3.50.1"},"reference-count":21,"publisher":"Springer Science and Business Media LLC","issue":"1-2","license":[{"start":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T00:00:00Z","timestamp":1705017600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T00:00:00Z","timestamp":1705017600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mobile Netw Appl"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1007\/s11036-023-02287-4","type":"journal-article","created":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T22:02:08Z","timestamp":1705010528000},"page":"86-99","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["A Joint Caching and Offloading Strategy Using Reinforcement Learning for Multi-access Edge Computing Users"],"prefix":"10.1007","volume":"30","author":[{"given":"Yuan","family":"Yuan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei","family":"Su","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gaofeng","family":"Hong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haoru","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chang","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,1,12]]},"reference":[{"issue":"8","key":"2287_CR1","doi-asserted-by":"publisher","first-page":"1697","DOI":"10.1109\/JPROC.2019.2915983","volume":"107","author":"S Liu","year":"2019","unstructured":"Liu S, Liu L, Tang J et al (2019) Edge Computing for Autonomous Driving: Opportunities and Challenges[J]. Proc IEEE 107(8):1697\u20131716","journal-title":"Proc IEEE"},{"issue":"12","key":"2287_CR2","doi-asserted-by":"publisher","first-page":"8456","DOI":"10.1109\/TII.2022.3151093","volume":"18","author":"Y Cao","year":"2022","unstructured":"Cao Y, Ji R, Ji L et al (2022) ${l}\\,^ 2$-MPTCP: A Learning-Driven Latency-Aware Multipath Transport Scheme for Industrial Internet Applications[J]. IEEE Trans Indust Inform 18(12):8456\u20138466","journal-title":"IEEE Trans Indust Inform"},{"issue":"1","key":"2287_CR3","doi-asserted-by":"publisher","first-page":"380","DOI":"10.3390\/app10010380","volume":"10","author":"Y Cao","year":"2020","unstructured":"Cao Y, Collotta M, Xu S et al (2020) Towards adaptive multipath managing: a lightweight path management mechanism to aid multihomed mobile computing devices[J]. Appl Sci 10(1):380","journal-title":"Appl Sci"},{"key":"2287_CR4","doi-asserted-by":"crossref","unstructured":"Cao Y, Xu C, Guan J et al (2014) Receiver-driven SCTP-based multimedia streaming services in heterogeneous wireless networks[C]\/\/2014 IEEE International Conference on Multimedia and Expo (ICME). IEEE:1\u20136","DOI":"10.1109\/ICME.2014.6890329"},{"key":"2287_CR5","doi-asserted-by":"crossref","unstructured":"Sharma P, Nisha SS et al (2023) An Era of Mobile Data Offloading Opportunities: A Comprehensive Survey[J]. Mobile Net Appl:1\u201316","DOI":"10.1007\/s11036-023-02116-8"},{"key":"2287_CR6","doi-asserted-by":"publisher","first-page":"1145","DOI":"10.1007\/s11036-020-01624-1","volume":"26","author":"L Liu","year":"2021","unstructured":"Liu L, Chen C, Pei Q et al (2021) Vehicular edge computing and networking: A survey[J]. Mobile Net Appl 26:1145\u20131168","journal-title":"Mobile Net Appl"},{"issue":"10","key":"2287_CR7","doi-asserted-by":"publisher","first-page":"6899","DOI":"10.1109\/TWC.2020.3006922","volume":"19","author":"Z Yang","year":"2020","unstructured":"Yang Z, Liu Y, Chen Y et al (2020) Cache-Aided NOMA Mobile Edge Computing: A Reinforcement Learning Approach[J]. IEEE Trans Wireless Commun 19(10):6899\u20136915","journal-title":"IEEE Trans Wireless Commun"},{"issue":"4","key":"2287_CR8","doi-asserted-by":"publisher","first-page":"2074","DOI":"10.1109\/TSC.2020.3032724","volume":"15","author":"Y Liu","year":"2020","unstructured":"Liu Y, Zheng D, Xia X et al (2020) Data Caching Optimization in the Edge Computing Environment[J]. IEEE Trans Services Comput 15(4):2074\u20132085","journal-title":"IEEE Trans Services Comput"},{"issue":"7","key":"2287_CR9","doi-asserted-by":"publisher","first-page":"4947","DOI":"10.1109\/TWC.2020.2988386","volume":"19","author":"S Bi","year":"2020","unstructured":"Bi S, Huang L, Zhang Y (2020) Joint Optimization of Service Caching Placement and Computation Offloading in Mobile Edge Computing Systems[J]. IEEE Trans Wireless Commun 19(7):4947\u20134963","journal-title":"IEEE Trans Wireless Commun"},{"key":"2287_CR10","doi-asserted-by":"publisher","first-page":"107446","DOI":"10.1016\/j.comnet.2020.107446","volume":"182","author":"N Zhang","year":"2020","unstructured":"Zhang N, Guo S, Dong Y et al (2020) Joint task offloading and data caching in mobile edge computing networks[J]. Comput Networks 182:107446","journal-title":"Comput Networks"},{"key":"2287_CR11","doi-asserted-by":"crossref","unstructured":"Fan J, Lan W, Geng S et al (2022) Task Caching and Computation Offloading for Muti-User Mobile Edge Computing Network[C]\/\/2022 4th International Conference on Communications, Information System and Computer Engineering (CISCE). IEEE:187\u2013191","DOI":"10.1109\/CISCE55963.2022.9851119"},{"issue":"11","key":"2287_CR12","doi-asserted-by":"publisher","first-page":"11018","DOI":"10.1109\/TVT.2019.2942334","volume":"68","author":"X Yang","year":"2019","unstructured":"Yang X, Fei Z, Zheng J et al (2019) Joint multi-user computation offloading and data caching for hybrid mobile cloud\/edge computing[J]. IEEE Trans Vehicular Technol 68(11):11018\u201311030","journal-title":"IEEE Trans Vehicular Technol"},{"issue":"10","key":"2287_CR13","first-page":"4268","volume":"64","author":"Y Wang","year":"2016","unstructured":"Wang Y, Min S, Wang X et al (2016) Mobile-Edge Computing: Partial Computation Offloading Using Dynamic Voltage Scaling[J]. IEEE Trans Commun 64(10):4268\u20134282","journal-title":"IEEE Trans Commun"},{"issue":"1","key":"2287_CR14","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1109\/JSTSP.2017.2787979","volume":"12","author":"A Sadeghi","year":"2017","unstructured":"Sadeghi A, Sheikholeslami F, Giannakis GB (2017) Optimal and Scalable Caching for 5G Using Reinforcement Learning of Space-time Popularities[J]. IEEE J Select Topics Signal Process 12(1):180\u2013190","journal-title":"IEEE J Select Topics Signal Process"},{"issue":"9","key":"2287_CR15","doi-asserted-by":"publisher","first-page":"1125","DOI":"10.1109\/TSMC.2013.2294155","volume":"44","author":"S Doltsinis","year":"2014","unstructured":"Doltsinis S, Ferreira P, Lohse N (2014) An MDP model-based reinforcement learning approach for production station ramp-up optimization: Q-learning analysis[J]. IEEE Trans Syst Man Cybernet: Syst 44(9):1125\u20131138","journal-title":"IEEE Trans Syst Man Cybernet: Syst"},{"key":"2287_CR16","unstructured":"Fan J, Wang Z, Xie Y et al (2020) A theoretical analysis of deep Q-learning[C]\/\/Learning for dynamics and control. PMLR:486\u2013489"},{"key":"2287_CR17","doi-asserted-by":"crossref","unstructured":"Sewak M, Sewak M (2019) Deep Q Network (DQN), Double DQN, and Dueling DQN: A Step Towards General Artificial Intelligence[J]. Deep Reinforcement Learn: Front Artificial Intell:95-108","DOI":"10.1007\/978-981-13-8285-7_8"},{"issue":"2","key":"2287_CR18","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1109\/71.485508","volume":"7","author":"A Leff","year":"1996","unstructured":"Leff A, Wolf JL, Yu PS (1996) Efficient LRU-Based Buffering in a LAN Remote Caching Architecture[J]. IEEE Trans Parallel Distrib Syst 7(2):191\u2013206","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"2287_CR19","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, et al (2015) Continuous control with deep reinforcement learning[J]. Computer ence"},{"key":"2287_CR20","doi-asserted-by":"crossref","unstructured":"Einziger G, Friedman R, Manes B (2015) TinyLFU: A Highly Efficient Cache Admission Policy[C]\/\/ Euromicro International Conference on Parallel. IEEE","DOI":"10.1109\/PDP.2014.34"},{"key":"2287_CR21","doi-asserted-by":"crossref","unstructured":"Zheng C, Liu S, Huang Y, et al (2020) MEC-Enabled Wireless VR Video Service: A Learning-Based Mixed Strategy for Energy-Latency Tradeoff[C]\/\/ IEEE Wireless Communications and Networking Conference. IEEE","DOI":"10.1109\/WCNC45663.2020.9120529"}],"updated-by":[{"DOI":"10.1007\/s11036-024-02295-y","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2024,2,29]],"date-time":"2024-02-29T00:00:00Z","timestamp":1709164800000}}],"container-title":["Mobile Networks and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-023-02287-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11036-023-02287-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-023-02287-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T01:42:20Z","timestamp":1760492540000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11036-023-02287-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1,12]]},"references-count":21,"journal-issue":{"issue":"1-2","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["2287"],"URL":"https:\/\/doi.org\/10.1007\/s11036-023-02287-4","relation":{"correction":[{"id-type":"doi","id":"10.1007\/s11036-024-02295-y","asserted-by":"object"}]},"ISSN":["1383-469X","1572-8153"],"issn-type":[{"value":"1383-469X","type":"print"},{"value":"1572-8153","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1,12]]},"assertion":[{"value":"26 December 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 January 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 February 2024","order":3,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Correction","order":4,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"A Correction to this paper has been published:","order":5,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"https:\/\/doi.org\/10.1007\/s11036-024-02295-y","URL":"https:\/\/doi.org\/10.1007\/s11036-024-02295-y","order":6,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Ethical issues are not studied in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Approval"}},{"value":"The authors declare that they have no conflicts of interest.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interest"}}]}}