{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T09:33:32Z","timestamp":1768556012607,"version":"3.49.0"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,9,6]],"date-time":"2022-09-06T00:00:00Z","timestamp":1662422400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,9,6]],"date-time":"2022-09-06T00:00:00Z","timestamp":1662422400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Science Foundation of China","doi-asserted-by":"crossref","award":["61703127"],"award-info":[{"award-number":["61703127"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Key R&D Program of Zhejiang Province","award":["2021C01114"],"award-info":[{"award-number":["2021C01114"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Peer-to-Peer Netw. Appl."],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s12083-022-01369-6","type":"journal-article","created":{"date-parts":[[2022,9,6]],"date-time":"2022-09-06T07:04:30Z","timestamp":1662447870000},"page":"2619-2632","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Intelligent edge content caching: A deep recurrent reinforcement learning method"],"prefix":"10.1007","volume":"15","author":[{"given":"Haitao","family":"Xu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6951-8156","authenticated-orcid":false,"given":"Yuejun","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Jingnan","family":"Gao","sequence":"additional","affiliation":[]},{"given":"Jianbo","family":"Guo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,9,6]]},"reference":[{"key":"1369_CR1","unstructured":"Cisco (2020) Cisco annual internet report (2018\u20132023) white paper. [Online]. Available: https:\/\/www.cisco.com\/c\/en\/us\/solutions\/collateral\/executive-perspectives\/annual-internet-report\/white-paper-c11-741490.html"},{"key":"1369_CR2","doi-asserted-by":"publisher","first-page":"116974","DOI":"10.1109\/ACCESS.2020.3001277","volume":"8","author":"Q-V Pham","year":"2020","unstructured":"Pham Q-V, Fang F, Ha VN, Piran MJ, Le M, Le LB, Hwang W-J, Ding Z (2020) A survey of multi-access edge computing in 5g and beyond: Fundamentals, technology integration, and state-of-the-art. IEEE Access 8:116974\u2013117017","journal-title":"IEEE Access"},{"key":"1369_CR3","unstructured":"Velte T, Velte A, Elsenpeter R (2009) Cloud computing, a practical approach. McGraw-Hill, Inc."},{"issue":"8","key":"1369_CR4","doi-asserted-by":"publisher","first-page":"1738","DOI":"10.1109\/JPROC.2019.2918951","volume":"107","author":"Z Zhou","year":"2019","unstructured":"Zhou Z, Chen X, Li E, Zeng L, Luo K, Zhang J (2019) Edge intelligence: Paving the last mile of artificial intelligence with edge computing. Proc IEEE 107(8):1738\u20131762","journal-title":"Proc IEEE"},{"issue":"6","key":"1369_CR5","doi-asserted-by":"publisher","first-page":"6200","DOI":"10.1109\/TVT.2021.3077094","volume":"70","author":"Y Xu","year":"2021","unstructured":"Xu Y, Gu B, Hu RQ, Li D, Zhang H (2021) Joint computation offloading and radio resource allocation in mec-based wireless-powered backscatter communication networks. IEEE Trans Veh Technol 70(6):6200\u20136205","journal-title":"IEEE Trans Veh Technol"},{"issue":"2","key":"1369_CR6","doi-asserted-by":"publisher","first-page":"274","DOI":"10.1109\/JPROC.2019.2951169","volume":"108","author":"W Zhuang","year":"2019","unstructured":"Zhuang W, Ye Q, Lyu F, Cheng N, Ren J (2019) Sdn\/nfv-empowered future iov with enhanced communication, computing, and caching. Proc IEEE 108(2):274\u2013291","journal-title":"Proc IEEE"},{"issue":"2","key":"1369_CR7","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1109\/TPDS.2020.3016344","volume":"32","author":"X Xia","year":"2020","unstructured":"Xia X, Chen F, He Q, Grundy J, Abdelrazek M, Jin H (2020) Online collaborative data caching in edge computing. IEEE Trans Parallel Distrib Syst 32(2):281\u2013294","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"1369_CR8","doi-asserted-by":"crossref","unstructured":"Nour B, Khelifi H, Moungla H, Hussain R, Guizani N (2020) A distributed cache placement scheme for large-scale information-centric networking. IEEE Network","DOI":"10.1109\/MNET.011.2000081"},{"issue":"3","key":"1369_CR9","doi-asserted-by":"publisher","first-page":"5520","DOI":"10.1109\/JIOT.2019.2903245","volume":"6","author":"L Ale","year":"2019","unstructured":"Ale L, Zhang N, Wu H, Chen D, Han T (2019) Online proactive caching in mobile edge computing using bidirectional deep recurrent neural network. IEEE Internet Things J 6(3):5520\u20135530","journal-title":"IEEE Internet Things J"},{"key":"1369_CR10","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1016\/j.jpdc.2018.04.010","volume":"119","author":"Z Wu","year":"2018","unstructured":"Wu Z, Lu Z, Zhang W, Wu J, Huang S, Hung PC (2018) A data-driven approach of performance evaluation for cache server groups in content delivery network. J Parallel Distrib Comput 119:162\u2013171","journal-title":"J Parallel Distrib Comput"},{"key":"1369_CR11","doi-asserted-by":"publisher","first-page":"444","DOI":"10.1016\/j.ins.2019.06.056","volume":"503","author":"Y Zeng","year":"2019","unstructured":"Zeng Y, Xie J, Jiang H, Huang G, Yi S, Xiong N, Li J (2019) Smart caching based on user behavior for mobile edge computing. Inf Sci 503:444\u2013468","journal-title":"Inf Sci"},{"issue":"3","key":"1369_CR12","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1109\/MNET.2019.1800058","volume":"33","author":"S Rathore","year":"2019","unstructured":"Rathore S, Ryu JH, Sharma PK, Park JH (2019) Deepcachnet: a proactive caching framework based on deep learning in cellular networks. IEEE Network 33(3):130\u2013138","journal-title":"IEEE Network"},{"key":"1369_CR13","doi-asserted-by":"crossref","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","DOI":"10.1038\/nature14236"},{"key":"1369_CR14","doi-asserted-by":"crossref","unstructured":"Zhong C, Gursoy MC, Velipasalar S (2018) A deep reinforcement learning-based framework for content caching. In:\u00a02018 52nd Annual Conference on Information Sciences and Systems (CISS). IEEE, pp 1\u20136","DOI":"10.1109\/CISS.2018.8362276"},{"issue":"4","key":"1369_CR15","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/MCI.2019.2937608","volume":"14","author":"X He","year":"2019","unstructured":"He X, Wang K, Xu W (2019) Qoe-driven content-centric caching with deep reinforcement learning in edge-enabled iot. IEEE Comput Intell Mag 14(4):12\u201320","journal-title":"IEEE Comput Intell Mag"},{"issue":"1","key":"1369_CR16","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1109\/JIOT.2019.2945640","volume":"7","author":"G Qiao","year":"2019","unstructured":"Qiao G, Leng S, Maharjan S, Zhang Y, Ansari N (2019) Deep reinforcement learning for cooperative content caching in vehicular edge computing and networks. IEEE Internet Things J 7(1):247\u2013257","journal-title":"IEEE Internet Things J"},{"issue":"3","key":"1369_CR17","doi-asserted-by":"publisher","first-page":"4512","DOI":"10.1109\/JIOT.2018.2883762","volume":"6","author":"L Hou","year":"2018","unstructured":"Hou L, Lei L, Zheng K, Wang X (2018) A q-learning-based proactive caching strategy for non-safety related services in vehicular networks. IEEE Internet Things J 6(3):4512\u20134520","journal-title":"IEEE Internet Things J"},{"key":"1369_CR18","doi-asserted-by":"publisher","first-page":"112762","DOI":"10.1109\/ACCESS.2020.3002895","volume":"8","author":"S Li","year":"2020","unstructured":"Li S, Li B, Zhao W (2020) Joint optimization of caching and computation in multi-server noma-mec system via reinforcement learning. IEEE Access 8:112762\u2013112771","journal-title":"IEEE Access"},{"key":"1369_CR19","unstructured":"Hausknecht M, Stone P (2015) Deep recurrent q-learning for partially observable mdps. arXiv preprint: arXiv:1507.06527"},{"key":"1369_CR20","doi-asserted-by":"crossref","unstructured":"Liu Y, He Q, Zheng D, Xia X, Chen F, Zhang B (2020) Data caching optimization in the edge computing environment. IEEE Trans Serv Comput 1\u20138","DOI":"10.1109\/CLOUD49709.2020.00038"},{"issue":"8","key":"1369_CR21","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1109\/MCOM.2016.7537175","volume":"54","author":"Z Hu","year":"2016","unstructured":"Hu Z, Zheng Z, Wang T, Song L, Li X (2016) Game theoretic approaches for wireless proactive caching. IEEE Commun Mag 54(8):37\u201343","journal-title":"IEEE Commun Mag"},{"issue":"5","key":"1369_CR22","doi-asserted-by":"publisher","first-page":"1839","DOI":"10.1007\/s12083-020-00954-x","volume":"13","author":"G Yu","year":"2020","unstructured":"Yu G, Wu J (2020) Content caching based on mobility prediction and joint user prefetch in mobile edge networks. Peer-to-Peer Netw Appl 13(5):1839\u20131852","journal-title":"Peer-to-Peer Netw Appl"},{"issue":"4","key":"1369_CR23","doi-asserted-by":"publisher","first-page":"1220","DOI":"10.1109\/LWC.2019.2912365","volume":"8","author":"YM Saputra","year":"2019","unstructured":"Saputra YM, Hoang DT, Nguyen DN, Dutkiewicz E, Niyato D, Kim DI (2019) Distributed deep learning at the edge: a novel proactive and cooperative caching framework for mobile edge networks. IEEE Wireless Commun Lett 8(4):1220\u20131223","journal-title":"IEEE Wireless Commun Lett"},{"issue":"2","key":"1369_CR24","doi-asserted-by":"publisher","first-page":"508","DOI":"10.1109\/LCOMM.2020.3030329","volume":"25","author":"J Liang","year":"2020","unstructured":"Liang J, Zhu D, Liu H, Ping H, Li T, Zhang H, Geng L, Liu Y (2020) Multi-head attention based popularity prediction caching in social content-centric networking with mobile edge computing. IEEE Commun Lett 25(2):508\u2013512","journal-title":"IEEE Commun Lett"},{"key":"1369_CR25","doi-asserted-by":"crossref","unstructured":"Bernardini C, Silverston T, Festor O (2014) Sonetor: a social network traffic generator. In:\u00a02014 IEEE International Conference on Communications (ICC). IEEE, pp 3734\u20133739","DOI":"10.1109\/ICC.2014.6883902"},{"key":"1369_CR26","doi-asserted-by":"crossref","unstructured":"Tang B, Kang L (2021) Eicache: a learning-based intelligent caching strategy in mobile edge computing. Peer-to-Peer Netw Appl 1\u201316","DOI":"10.1007\/s12083-021-01266-4"},{"issue":"6","key":"1369_CR27","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MNET.2018.1800109","volume":"32","author":"H Zhu","year":"2018","unstructured":"Zhu H, Cao Y, Wang W, Jiang T, Jin S (2018) Deep reinforcement learning for mobile edge caching: Review, new features, and open issues. IEEE Network 32(6):50\u201357","journal-title":"IEEE Network"},{"issue":"5","key":"1369_CR28","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1109\/MNET.2019.1800286","volume":"33","author":"X Wang","year":"2019","unstructured":"Wang X, Han Y, Wang C, Zhao Q, Chen X, Chen M (2019) In-edge AI: Intelligentizing mobile edge computing, caching and communication by federated learning. IEEE Network 33(5):156\u2013165","journal-title":"IEEE Network"},{"key":"1369_CR29","doi-asserted-by":"crossref","unstructured":"Zhang N, Zheng K, Tao M (2018) Using grouped linear prediction and accelerated reinforcement learning for online content caching. In:\u00a02018 IEEE International Conference on Communications Workshops (ICC Workshops). IEEE, pp 1\u20136","DOI":"10.1109\/ICCW.2018.8403712"},{"issue":"8","key":"1369_CR30","doi-asserted-by":"publisher","first-page":"5412","DOI":"10.1109\/TII.2019.2954127","volume":"16","author":"J Tang","year":"2019","unstructured":"Tang J, Tang H, Zhang X, Cumanan K, Chen G, Wong K-K, Chambers JA (2019) Energy minimization in d2d-assisted cache-enabled internet of things: a deep reinforcement learning approach. IEEE Trans Industr Inf 16(8):5412\u20135423","journal-title":"IEEE Trans Industr Inf"},{"key":"1369_CR31","doi-asserted-by":"crossref","unstructured":"Ye Z, Zhang D, Wu Z-G, Yan H (2021) A3c-based intelligent event-triggering control of networked nonlinear unmanned marine vehicles subject to hybrid attacks. IEEE Trans Intell Transport Syst","DOI":"10.1109\/TITS.2021.3118648"},{"key":"1369_CR32","doi-asserted-by":"crossref","unstructured":"Zhao Y, Li R, Wang C, Wang X, Leung VC (2021) Neighboring-aware caching in heterogeneous edge networks by actor-attention-critic learning. In: ICC 2021-IEEE International Conference on Communications. IEEE, pp 1\u20136","DOI":"10.1109\/ICC42927.2021.9500929"},{"key":"1369_CR33","doi-asserted-by":"crossref","unstructured":"Xu Y, Xie H, Li D, Hu RQ (2022) Energy-efficient beamforming for heterogeneous industrial iot networks with phase and distortion noises. IEEE Trans Ind Inform","DOI":"10.1109\/TII.2022.3158612"},{"key":"1369_CR34","doi-asserted-by":"crossref","unstructured":"Ghemawat S, Gobioff H, Leung S-T (2003) The google file system. In: Proceedings of the Nineteenth ACM Symposium on Operating Systems Principles, pp 29\u201343","DOI":"10.1145\/1165389.945450"},{"issue":"3\u20134","key":"1369_CR35","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins CJ, Dayan P (1992) Q-learning. Mach Learn 8(3\u20134):279\u2013292","journal-title":"Mach Learn"},{"key":"1369_CR36","doi-asserted-by":"crossref","unstructured":"Van Hasselt H, Guez A, Silver D (2015) Deep reinforcement learning with double q-learning. arXiv preprint: arXiv:1509.06461","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"1369_CR37","doi-asserted-by":"publisher","DOI":"10.1016\/j.conengprac.2020.104616","volume":"105","author":"D Zhang","year":"2020","unstructured":"Zhang D, Ye Z, Chen P, Wang Q-G (2020) Intelligent event-based output feedback control with q-learning for unmanned marine vehicle systems. Control Eng Pract 105:104616","journal-title":"Control Eng Pract"},{"key":"1369_CR38","doi-asserted-by":"crossref","unstructured":"Zhang D, Ye Z, Feng G, Li H (2021) Intelligent event-based fuzzy dynamic positioning control of nonlinear unmanned marine vehicles under dos attack. IEEE Trans Cybern","DOI":"10.1109\/TCYB.2021.3128170"}],"container-title":["Peer-to-Peer Networking and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12083-022-01369-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12083-022-01369-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12083-022-01369-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,8]],"date-time":"2022-11-08T09:41:41Z","timestamp":1667900501000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12083-022-01369-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,6]]},"references-count":38,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["1369"],"URL":"https:\/\/doi.org\/10.1007\/s12083-022-01369-6","relation":{},"ISSN":["1936-6442","1936-6450"],"issn-type":[{"value":"1936-6442","type":"print"},{"value":"1936-6450","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,9,6]]},"assertion":[{"value":"27 November 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 August 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 September 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors in this work declared that they have no conflicts of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}