{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,24]],"date-time":"2026-10-24T01:36:01Z","timestamp":1792805761849,"version":"4.5.0"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T00:00:00Z","timestamp":1739145600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T00:00:00Z","timestamp":1739145600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"the National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["62173026"],"award-info":[{"award-number":["62173026"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Peer-to-Peer Netw. Appl."],"published-print":{"date-parts":[[2025,3]]},"DOI":"10.1007\/s12083-025-01915-y","type":"journal-article","created":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T06:14:51Z","timestamp":1739168091000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Service caching with multi-agent reinforcement learning in cloud-edge collaboration computing"],"prefix":"10.1007","volume":"18","author":[{"given":"Yinglong","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhengjiang","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Han-Chieh","family":"Chao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,2,10]]},"reference":[{"key":"1915_CR1","doi-asserted-by":"crossref","unstructured":"Iftikhar S, Gill SS, Song C, Xu M, Aslanpour MS, Toosi AN, Du J, Wu H, Ghosh S, Chowdhury D, et al. (2023) Ai-based fog and edge computing: A systematic review, taxonomy and future directions. Internet of Things 21:100674","DOI":"10.1016\/j.iot.2022.100674"},{"issue":"2","key":"1915_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3609504","volume":"56","author":"C Barrios","year":"2023","unstructured":"Barrios C, Kumar M (2023) Service caching and computation reuse strategies at the edge: A survey. ACM Comput Surv 56(2):1\u201338","journal-title":"ACM Comput Surv"},{"issue":"6","key":"1915_CR3","doi-asserted-by":"publisher","first-page":"7783","DOI":"10.1109\/TVT.2023.3238771","volume":"72","author":"F Chai","year":"2023","unstructured":"Chai F, Zhang Q, Yao H, Xin X, Gao R, Guizani M (2023) Joint multi-task offloading and resource allocation for mobile edge computing systems in satellite iot. IEEE Trans Veh Technol 72(6):7783\u20137795","journal-title":"IEEE Trans Veh Technol"},{"issue":"4","key":"1915_CR4","doi-asserted-by":"publisher","first-page":"2462","DOI":"10.1109\/COMST.2020.3009103","volume":"22","author":"T Qiu","year":"2020","unstructured":"Qiu T, Chi J, Zhou X, Ning Z, Atiquzzaman M, Wu DO (2020) Edge computing in industrial internet of things: Architecture, advances and challenges. IEEE Commun Surv Tutor 22(4):2462\u20132488","journal-title":"IEEE Commun Surv Tutor"},{"key":"1915_CR5","doi-asserted-by":"crossref","unstructured":"Sharma M, Tomar A, Hazra A (2024) Edge computing for industry 5.0: fundamental, applications and research challenges. IEEE Internet of Things J","DOI":"10.1109\/JIOT.2024.3359297"},{"key":"1915_CR6","doi-asserted-by":"crossref","unstructured":"Apat HK, Nayak R, Sahoo B (2023) A comprehensive review on internet of things application placement in fog computing environment. Internet of Things, 100866","DOI":"10.1016\/j.iot.2023.100866"},{"issue":"5","key":"1915_CR7","doi-asserted-by":"publisher","first-page":"5555","DOI":"10.1109\/TITS.2023.3242997","volume":"24","author":"Y Ju","year":"2023","unstructured":"Ju Y, Chen Y, Cao Z, Liu L, Pei Q, Xiao M, Ota K, Dong M, Leung VC (2023) Joint secure offloading and resource allocation for vehicular edge computing network: A multi-agent deep reinforcement learning approach. IEEE Trans Intell Transport Syst 24(5):5555\u20135569","journal-title":"IEEE Trans Intell Transport Syst"},{"key":"1915_CR8","doi-asserted-by":"crossref","unstructured":"Gao H, Wang X, Wei W, Al-Dulaimi A, Xu Y (2023) Com-ddpg: Task offloading based on multiagent reinforcement learning for information-communication-enhanced mobile edge computing in the internet of vehicles. IEEE Trans Veh Technol","DOI":"10.1109\/TVT.2023.3309321"},{"key":"1915_CR9","doi-asserted-by":"crossref","unstructured":"Kim M, Lee H, Hwang S, Debbah M, Lee I (2024) Cooperative multi-agent deep reinforcement learning methods for uav-aided mobile edge computing networks. IEEE Internet of Things J","DOI":"10.1109\/JIOT.2024.3447090"},{"key":"1915_CR10","doi-asserted-by":"crossref","unstructured":"Tilahun FD, Abebe AT, Kang CG (2023) Multi-agent reinforcement learning for distributed resource allocation in cell-free massive mimo-enabled mobile edge computing network. IEEE Trans Veh Technol","DOI":"10.1109\/TVT.2023.3290954"},{"issue":"7","key":"1915_CR11","doi-asserted-by":"publisher","first-page":"4947","DOI":"10.1109\/TWC.2020.2988386","volume":"19","author":"S Bi","year":"2020","unstructured":"Bi S, Huang L, Zhang Y-JA (2020) Joint optimization of service caching placement and computation offloading in mobile edge computing systems. IEEE Trans Wireless Commun 19(7):4947\u20134963","journal-title":"IEEE Trans Wireless Commun"},{"issue":"2","key":"1915_CR12","doi-asserted-by":"publisher","first-page":"1122","DOI":"10.1109\/TCC.2022.3163750","volume":"11","author":"H Zhou","year":"2022","unstructured":"Zhou H, Zhang Z, Li D, Su Z (2022) Joint optimization of computing offloading and service caching in edge computing-based smart grid. IEEE Trans Cloud Comput 11(2):1122\u20131132","journal-title":"IEEE Trans Cloud Comput"},{"issue":"7","key":"1915_CR13","doi-asserted-by":"publisher","first-page":"4070","DOI":"10.1109\/TMC.2022.3144175","volume":"22","author":"Z Xu","year":"2022","unstructured":"Xu Z, Zhou L, Chau SC-K, Liang W, Dai H, Chen L, Xu W, Xia Q, Zhou P (2022) Near-optimal and collaborative service caching in mobile edge clouds. IEEE Trans Mobile Comput 22(7):4070\u20134085","journal-title":"IEEE Trans Mobile Comput"},{"issue":"8","key":"1915_CR14","doi-asserted-by":"publisher","first-page":"5552","DOI":"10.1109\/TII.2020.3041713","volume":"17","author":"Y Hao","year":"2020","unstructured":"Hao Y, Chen M, Gharavi H, Zhang Y, Hwang K (2020) Deep reinforcement learning for edge service placement in softwarized industrial cyber-physical system. IEEE Trans Indust Inf 17(8):5552\u20135561","journal-title":"IEEE Trans Indust Inf"},{"issue":"5","key":"1915_CR15","doi-asserted-by":"publisher","first-page":"2671","DOI":"10.1109\/TSC.2021.3075988","volume":"15","author":"H Sami","year":"2021","unstructured":"Sami H, Mourad A, Otrok H, Bentahar J (2021) Demand-driven deep reinforcement learning for scalable fog and service placement. IEEE Trans Serv Comput 15(5):2671\u20132684","journal-title":"IEEE Trans Serv Comput"},{"issue":"8","key":"1915_CR16","doi-asserted-by":"publisher","first-page":"6239","DOI":"10.1109\/JIOT.2021.3110913","volume":"9","author":"A Talpur","year":"2021","unstructured":"Talpur A, Gurusamy M (2021) Drld-sp: A deep-reinforcement-learning-based dynamic service placement in edge-enabled internet of vehicles. IEEE Internet of Things J 9(8):6239\u20136251","journal-title":"IEEE Internet of Things J"},{"issue":"19","key":"1915_CR17","doi-asserted-by":"publisher","first-page":"19501","DOI":"10.1109\/JIOT.2022.3168869","volume":"9","author":"Y Chen","year":"2022","unstructured":"Chen Y, Sun Y, Yang B, Taleb T (2022) Joint caching and computing service placement for edge-enabled iot based on deep reinforcement learning. IEEE Internet of Things J 9(19):19501\u201319514","journal-title":"IEEE Internet of Things J"},{"issue":"5","key":"1915_CR18","doi-asserted-by":"publisher","first-page":"6709","DOI":"10.1109\/TVT.2023.3234336","volume":"72","author":"Z Xue","year":"2023","unstructured":"Xue Z, Liu C, Liao C, Han G, Sheng Z (2023) Joint service caching and computation offloading scheme based on deep reinforcement learning in vehicular edge computing systems. IEEE Trans Veh Technol 72(5):6709\u20136722","journal-title":"IEEE Trans Veh Technol"},{"issue":"2","key":"1915_CR19","doi-asserted-by":"publisher","first-page":"950","DOI":"10.1109\/TGCN.2022.3186403","volume":"7","author":"H Zhou","year":"2022","unstructured":"Zhou H, Zhang Z, Wu Y, Dong M, Leung VC (2022) Energy efficient joint computation offloading and service caching for mobile edge computing: A deep reinforcement learning approach. IEEE Trans Green Commun Netw 7(2):950\u2013961","journal-title":"IEEE Trans Green Commun Netw"},{"key":"1915_CR20","doi-asserted-by":"crossref","unstructured":"Tang Q, Xie R, Fang Z, Huang T, Chen T, Zhang R, Yu FR (2024) Joint service deployment and task scheduling for satellite edge computing: A two-timescale hierarchical approach. IEEE J Select Areas Commun","DOI":"10.1109\/JSAC.2024.3365889"},{"issue":"14","key":"1915_CR21","doi-asserted-by":"publisher","first-page":"12826","DOI":"10.1109\/JIOT.2023.3257291","volume":"10","author":"X Wei","year":"2023","unstructured":"Wei X, Cai L, Wei N, Zou P, Zhang J, Subramaniam S (2023) Joint uav trajectory planning, dag task scheduling, and service function deployment based on drl in uav-empowered edge computing. IEEE Internet of Things J 10(14):12826\u201312838","journal-title":"IEEE Internet of Things J"},{"key":"1915_CR22","doi-asserted-by":"crossref","unstructured":"Wei Z, Li B, Zhang R, Cheng X, Yang L (2023) Many-to-many task offloading in vehicular fog computing: A multi-agent deep reinforcement learning approach. IEEE Trans Mobile Comput","DOI":"10.1109\/GLOBECOM48099.2022.10001342"},{"key":"1915_CR23","doi-asserted-by":"crossref","unstructured":"Zhang D, Wang W, Zhang J, Zhang T, Du J, Yang C (2023) Novel edge caching approach based on multi-agent deep reinforcement learning for internet of vehicles. IEEE Trans Intell Transport Syst","DOI":"10.1109\/TITS.2023.3264553"},{"issue":"6","key":"1915_CR24","doi-asserted-by":"publisher","first-page":"3507","DOI":"10.1109\/TWC.2021.3051163","volume":"20","author":"N Naderializadeh","year":"2021","unstructured":"Naderializadeh N, Sydir JJ, Simsek M, Nikopour H (2021) Resource management in wireless networks via multi-agent deep reinforcement learning. IEEE Trans Wireless Commun 20(6):3507\u20133523","journal-title":"IEEE Trans Wireless Commun"},{"issue":"2","key":"1915_CR25","doi-asserted-by":"publisher","first-page":"895","DOI":"10.1007\/s10462-021-09996-w","volume":"55","author":"S Gronauer","year":"2022","unstructured":"Gronauer S, Diepold K (2022) Multi-agent deep reinforcement learning: a survey. Art Intell Rev 55(2):895\u2013943","journal-title":"Art Intell Rev"},{"key":"1915_CR26","doi-asserted-by":"crossref","unstructured":"Zhong C, Gursoy MC, Velipasalar S (2019) Deep multi-agent reinforcement learning based cooperative edge caching in wireless networks. In: ICC 2019-2019 IEEE International Conference on Communications (ICC), pp 1\u20136. IEEE","DOI":"10.1109\/ICC.2019.8762084"},{"key":"1915_CR27","doi-asserted-by":"crossref","unstructured":"Zhou H, Jiang K, He S, Min G, Wu J (2023) Distributed deep multi-agent reinforcement learning for cooperative edge caching in internet-of-vehicles. IEEE Trans Wireless Commun 22(12):9595\u20139609","DOI":"10.1109\/TWC.2023.3272348"},{"key":"1915_CR28","doi-asserted-by":"crossref","unstructured":"Yao Z, Xia S, Li Y, Wu G (2023) Cooperative task offloading and service caching for digital twin edge networks: A graph attention multi-agent reinforcement learning approach. IEEE J Select Areas in Commun","DOI":"10.1109\/JSAC.2023.3310080"},{"key":"1915_CR29","doi-asserted-by":"crossref","unstructured":"Huang B, Liu X, Xiang Y, Yu D, Deng S, Wang S (2022) Reinforcement learning for cost-effective iot service caching at the edge. J Para Distrib Comput 168:120\u2013136","DOI":"10.1016\/j.jpdc.2022.06.008"},{"key":"1915_CR30","doi-asserted-by":"crossref","unstructured":"Hu Z, Fang C, Wang Z, Tseng S-M, Dong M (2023) Many-objective optimization based-content popularity prediction for cache-assisted cloud-edge-end collaborative iot networks. IEEE Internet of Things J","DOI":"10.1109\/JIOT.2023.3290793"},{"key":"1915_CR31","doi-asserted-by":"crossref","unstructured":"Wu C, Xu Z, He X, Lou Q, Xia Y, Huang S (2024) Proactive caching with distributed deep reinforcement learning in 6 g cloud-edge collaboration computing. IEEE Trans Para Distrib Syst","DOI":"10.1109\/TPDS.2024.3406027"},{"key":"1915_CR32","doi-asserted-by":"crossref","unstructured":"Lin P, Ning Z, Zhang Z, Liu Y, Yu FR, Leung VC (2023) Joint optimization of preference-aware caching and content migration in cost-efficient mobile edge networks. IEEE Trans Wireless Commun","DOI":"10.1109\/TWC.2023.3323464"},{"key":"1915_CR33","doi-asserted-by":"crossref","unstructured":"Castenow J, Feldkord B, Knollmann T, Malatyali M, Heide F (2020) The online multi-commodity facility location problem. In: Proceedings of the 32nd ACM Symposium on Parallelism in Algorithms and Architectures, pp 129\u2013139","DOI":"10.1145\/3350755.3400281"},{"key":"1915_CR34","doi-asserted-by":"crossref","unstructured":"Yang Y, Lou K, Wang E, Liu W, Shang J, Song X, Li D, Wu J (2023) Multi-agent reinforcement learning based file caching strategy in mobile edge computing. IEEE\/ACM Trans Netw","DOI":"10.1109\/TNET.2023.3278032"},{"key":"1915_CR35","doi-asserted-by":"crossref","unstructured":"Hassan SS, Park YM, Tun YK, Saad W, Han Z, Hong CS (2023) Satellite-based its data offloading & computation in 6g networks: A cooperative multi-agent proximal policy optimization drl with attention approach. IEEE Trans Mobile Comput","DOI":"10.1109\/TMC.2023.3300314"},{"key":"1915_CR36","doi-asserted-by":"crossref","unstructured":"Van\u00a0Hasselt H, Guez A, Silver D (2016) Deep reinforcement learning with double q-learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 30","DOI":"10.1609\/aaai.v30i1.10295"}],"container-title":["Peer-to-Peer Networking and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12083-025-01915-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12083-025-01915-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12083-025-01915-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,17]],"date-time":"2025-05-17T09:35:42Z","timestamp":1747474542000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12083-025-01915-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,10]]},"references-count":36,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,3]]}},"alternative-id":["1915"],"URL":"https:\/\/doi.org\/10.1007\/s12083-025-01915-y","relation":{},"ISSN":["1936-6442","1936-6450"],"issn-type":[{"value":"1936-6442","type":"print"},{"value":"1936-6450","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,10]]},"assertion":[{"value":"8 November 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 January 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 February 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}],"article-number":"93"}}