{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T13:06:34Z","timestamp":1775912794767,"version":"3.50.1"},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,1,29]],"date-time":"2024-01-29T00:00:00Z","timestamp":1706486400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,29]],"date-time":"2024-01-29T00:00:00Z","timestamp":1706486400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62172442"],"award-info":[{"award-number":["62172442"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"The Hunan Province Natural Science Foundation of China","award":["2020JJ5775"],"award-info":[{"award-number":["2020JJ5775"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Grid Computing"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s10723-023-09730-6","type":"journal-article","created":{"date-parts":[[2024,1,29]],"date-time":"2024-01-29T10:02:34Z","timestamp":1706522554000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["A Federated Deep Reinforcement Learning-based Low-power Caching Strategy for Cloud-edge Collaboration"],"prefix":"10.1007","volume":"22","author":[{"given":"Xinyu","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhigang","family":"Hu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yang","family":"Liang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hui","family":"Xiao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aikun","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Meiguang","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chuan","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,1,29]]},"reference":[{"issue":"12","key":"9730_CR1","doi-asserted-by":"publisher","first-page":"4270","DOI":"10.1109\/TPDS.2022.3185250","volume":"33","author":"X Xia","year":"2022","unstructured":"Xia, X., Chen, F., He, Q., Grundy, J., Abdelrazek, M., Shen, J., Bouguettaya, A., Jin, H.: Formulating cost-effective data distribution strategies online for edge cache systems. IEEE Trans. Parallel Distrib. Syst. 33(12), 4270\u20134281 (2022)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"3","key":"9730_CR2","doi-asserted-by":"publisher","first-page":"1657","DOI":"10.1109\/COMST.2017.2705720","volume":"19","author":"T Taleb","year":"2017","unstructured":"Taleb, T., Samdanis, K., Mada, B., Flinck, H., Dutta, S., Sabella, D.: On multi-access edge computing: a survey of the emerging 5g network edge cloud architecture and orchestration. IEEE Communications Surveys & Tutorials 19(3), 1657\u20131681 (2017)","journal-title":"IEEE Communications Surveys & Tutorials"},{"key":"9730_CR3","doi-asserted-by":"publisher","first-page":"150","DOI":"10.1016\/j.autcon.2017.11.003","volume":"86","author":"X Li","year":"2018","unstructured":"Li, X., Yi, W., Chi, H.-L., Wang, X., Chan, A.P.: A critical review of virtual and augmented reality (vr\/ar) applications in construction safety. Autom. Constr. 86, 150\u2013162 (2018)","journal-title":"Autom. Constr."},{"issue":"4","key":"9730_CR4","doi-asserted-by":"publisher","first-page":"2322","DOI":"10.1109\/COMST.2017.2745201","volume":"19","author":"Y Mao","year":"2017","unstructured":"Mao, Y., You, C., Zhang, J., Huang, K., Letaief, K.B.: A survey on mobile edge computing: the communication perspective. IEEE Communications Surveys & Tutorials 19(4), 2322\u20132358 (2017)","journal-title":"IEEE Communications Surveys & Tutorials"},{"issue":"5","key":"9730_CR5","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1109\/JIOT.2016.2579198","volume":"3","author":"W Shi","year":"2016","unstructured":"Shi, W., Cao, J., Zhang, Q., Li, Y., Xu, L.: Edge computing: vision and challenges. IEEE Internet Things J. 3(5), 637\u2013646 (2016)","journal-title":"IEEE Internet Things J."},{"key":"9730_CR6","doi-asserted-by":"publisher","first-page":"522","DOI":"10.1016\/j.future.2018.12.055","volume":"95","author":"X Xu","year":"2019","unstructured":"Xu, X., Liu, Q., Luo, Y., Peng, K., Zhang, X., Meng, S., Qi, L.: A computation offloading method over big data for iot-enabled cloud-edge computing. Futur. Gener. Comput. Syst. 95, 522\u2013533 (2019)","journal-title":"Futur. Gener. Comput. Syst."},{"key":"9730_CR7","doi-asserted-by":"crossref","unstructured":"Mudassar, B.A., Ko, J.H., Mukhopadhyay, S.: Edge-cloud collaborative processing for intelligent internet of things: a case study on smart surveillance. In: 2018 55th ACM\/ESDA\/IEEE Design Automation Conference (DAC), pp. 1\u20136 (2018)","DOI":"10.1109\/DAC.2018.8465862"},{"key":"9730_CR8","doi-asserted-by":"crossref","unstructured":"Yousefpour, A., Fung, C., Nguyen, T., Kadiyala, K., Jalali, F., Niakanlahiji, A., Kong, J., Jue, J.P.: All one needs to know about fog computing and related edge computing paradigms: a complete survey. J. Syst. Architect. 98, 289\u2013330 (2019)","DOI":"10.1016\/j.sysarc.2019.02.009"},{"issue":"1","key":"9730_CR9","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1109\/TNSM.2019.2937342","volume":"17","author":"M-T Thai","year":"2019","unstructured":"Thai, M.-T., Lin, Y.-D., Lai, Y.-C., Chien, H.-T.: Workload and capacity optimization for cloud-edge computing systems with vertical and horizontal offloading. IEEE Trans. Netw. Serv. Manage. 17(1), 227\u2013238 (2019)","journal-title":"IEEE Trans. Netw. Serv. Manage."},{"issue":"6","key":"9730_CR10","doi-asserted-by":"publisher","first-page":"742","DOI":"10.1109\/TETCI.2020.3007905","volume":"4","author":"M Asim","year":"2020","unstructured":"Asim, M., Wang, Y., Wang, K., Huang, P.-Q.: A review on computational intelligence techniques in cloud and edge computing. IEEE Transactions on Emerging Topics in Computational Intelligence 4(6), 742\u2013763 (2020)","journal-title":"IEEE Transactions on Emerging Topics in Computational Intelligence"},{"issue":"6","key":"9730_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3243929","volume":"51","author":"AJ Ferrer","year":"2019","unstructured":"Ferrer, A.J., Marqu\u00e8s, J.M., Jorba, J.: Towards the decentralised cloud: survey on approaches and challenges for mobile, ad hoc, and edge computing. ACM Comput. Surv. (CSUR) 51(6), 1\u201336 (2019)","journal-title":"ACM Comput. Surv. (CSUR)"},{"issue":"5","key":"9730_CR12","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1109\/JIOT.2016.2579198","volume":"3","author":"W Shi","year":"2016","unstructured":"Shi, W., Cao, J., Zhang, Q., Li, Y., Xu, L.: Edge computing: vision and challenges. IEEE Internet Things J. 3(5), 637\u2013646 (2016)","journal-title":"IEEE Internet Things J."},{"key":"9730_CR13","unstructured":"Sriram, G.: Edge computing vs. cloud computing: an overview of big data challenges and opportunities for large enterprises. Int. Res. J. Mod. Eng. Technol. Sci. 4(1), 1331\u20131337 (2022)"},{"key":"9730_CR14","volume-title":"Edge-cloud polarization and collaboration: a comprehensive survey for ai","author":"J Yao","year":"2022","unstructured":"Yao, J., Zhang, S., Yao, Y., Wang, F., Ma, J., Zhang, J., Chu, Y., Ji, L., Jia, K., Shen, T., et al.: Edge-cloud polarization and collaboration: a comprehensive survey for ai. IEEE Trans. Knowl. Data, Eng (2022)"},{"issue":"4","key":"9730_CR15","doi-asserted-by":"publisher","first-page":"2252","DOI":"10.1109\/TITS.2020.3016002","volume":"22","author":"X He","year":"2020","unstructured":"He, X., Lu, H., Du, M., Mao, Y., Wang, K.: Qoe-based task offloading with deep reinforcement learning in edge-enabled internet of vehicles. IEEE Trans. Intell. Transp. Syst. 22(4), 2252\u20132261 (2020)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"2","key":"9730_CR16","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1109\/TPDS.2020.3016344","volume":"32","author":"X Xia","year":"2020","unstructured":"Xia, X., Chen, F., He, Q., Grundy, J., Abdelrazek, M., Jin, H.: Online collaborative data caching in edge computing. IEEE Trans. Parallel Distrib. Syst. 32(2), 281\u2013294 (2020)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"1","key":"9730_CR17","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1109\/TMC.2019.2938510","volume":"20","author":"YM Saputra","year":"2019","unstructured":"Saputra, Y.M., Hoang, D.T., Nguyen, D.N., Dutkiewicz, E.: A novel mobile edge network architecture with joint caching-delivering and horizontal cooperation. IEEE Trans. Mob. Comput. 20(1), 19\u201331 (2019)","journal-title":"IEEE Trans. Mob. Comput."},{"issue":"4","key":"9730_CR18","doi-asserted-by":"publisher","first-page":"2183","DOI":"10.1109\/TITS.2020.3012966","volume":"22","author":"J Zhao","year":"2020","unstructured":"Zhao, J., Sun, X., Li, Q., Ma, X.: Edge caching and computation management for real-time internet of vehicles: an online and distributed approach. IEEE Trans. Intell. Transp. Syst. 22(4), 2183\u20132197 (2020)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"9730_CR19","doi-asserted-by":"publisher","first-page":"603","DOI":"10.1016\/j.future.2019.08.032","volume":"102","author":"W-C Chien","year":"2020","unstructured":"Chien, W.-C., Weng, H.-Y., Lai, C.-F.: Q-learning based collaborative cache allocation in mobile edge computing. Futur. Gener. Comput. Syst. 102, 603\u2013610 (2020)","journal-title":"Futur. Gener. Comput. Syst."},{"key":"9730_CR20","doi-asserted-by":"publisher","first-page":"78260","DOI":"10.1109\/ACCESS.2018.2884913","volume":"6","author":"K Thar","year":"2018","unstructured":"Thar, K., Tran, N.H., Oo, T.Z., Hong, C.S.: Deepmec: mobile edge caching using deep learning. IEEE Access 6, 78260\u201378275 (2018)","journal-title":"IEEE Access"},{"key":"9730_CR21","doi-asserted-by":"crossref","unstructured":"Zhao, Y., Li, R., Wang, C., Wang, X., Leung, V.C.: Neighboring-aware caching in heterogeneous edge networks by actor-attention-critic learning. In: ICC 2021-IEEE International Conference on Communications, pp. 1\u20136. IEEE (2021)","DOI":"10.1109\/ICC42927.2021.9500929"},{"issue":"10","key":"9730_CR22","doi-asserted-by":"publisher","first-page":"9441","DOI":"10.1109\/JIOT.2020.2986803","volume":"7","author":"X Wang","year":"2020","unstructured":"Wang, X., Wang, C., Li, X., Leung, V.C., Taleb, T.: Federated deep reinforcement learning for internet of things with decentralized cooperative edge caching. IEEE Internet Things J. 7(10), 9441\u20139455 (2020)","journal-title":"IEEE Internet Things J."},{"issue":"3","key":"9730_CR23","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MSP.2020.2975749","volume":"37","author":"T Li","year":"2020","unstructured":"Li, T., Sahu, A.K., Talwalkar, A., Smith, V.: Federated learning: challenges, methods, and future directions. IEEE Signal Process. Mag. 37(3), 50\u201360 (2020)","journal-title":"IEEE Signal Process. Mag."},{"issue":"2","key":"9730_CR24","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1109\/TMC.2019.2948630","volume":"20","author":"T Sanguanpuak","year":"2019","unstructured":"Sanguanpuak, T., Niyato, D., Rajatheva, N., Latva-Aho, M.: Radio resource sharing and edge caching with latency constraint for local 5g operator: geometric programming meets stackelberg game. IEEE Trans. Mob. Comput. 20(2), 707\u2013721 (2019)","journal-title":"IEEE Trans. Mob. Comput."},{"issue":"1","key":"9730_CR25","doi-asserted-by":"publisher","first-page":"284","DOI":"10.1109\/TWC.2020.3024644","volume":"20","author":"Y Fu","year":"2020","unstructured":"Fu, Y., Yu, Q., Quek, T.Q., Wen, W.: Revenue maximization for content-oriented wireless caching networks (cwcns) with repair and recommendation considerations. IEEE Trans. Wireless Commun. 20(1), 284\u2013298 (2020)","journal-title":"IEEE Trans. Wireless Commun."},{"key":"9730_CR26","volume-title":"Cvc: a collaborative video caching framework based on federated learning at the edge","author":"Y Li","year":"2021","unstructured":"Li, Y., Hu, S., Li, G.: Cvc: a collaborative video caching framework based on federated learning at the edge. IEEE Trans. Netw. Serv, Manag (2021)"},{"key":"9730_CR27","doi-asserted-by":"crossref","unstructured":"Daghero, F., Pagliari, D.J., Poncino, M.: Energy-efficient deep learning inference on edge devices. In: Advances in Computers vol. 122, pp. 247\u2013301. Elsevier, ??? (2021)","DOI":"10.1016\/bs.adcom.2020.07.002"},{"issue":"19","key":"9730_CR28","first-page":"12741","volume":"55","author":"S Zhong","year":"2021","unstructured":"Zhong, S., Zhang, K., Bagheri, M., Burken, J.G., Gu, A., Li, B., Ma, X., Marrone, B.L., Ren, Z.J., Schrier, J., et al.: Machine learning: new ideas and tools in environmental science and engineering. Environ. Sci. Technol. 55(19), 12741\u201312754 (2021)","journal-title":"Environ. Sci. Technol."},{"key":"9730_CR29","doi-asserted-by":"publisher","first-page":"85714","DOI":"10.1109\/ACCESS.2020.2991734","volume":"8","author":"K Cao","year":"2020","unstructured":"Cao, K., Liu, Y., Meng, G., Sun, Q.: An overview on edge computing research. IEEE Access 8, 85714\u201385728 (2020)","journal-title":"IEEE Access"},{"issue":"5","key":"9730_CR30","doi-asserted-by":"publisher","first-page":"2061","DOI":"10.1007\/s11276-022-02956-4","volume":"28","author":"BK Osibo","year":"2022","unstructured":"Osibo, B.K., Jin, Z., Ma, T., Marah, B.D., Zhang, C., Jin, Y.: An edge computational offloading architecture for ultra-low latency in smart mobile devices. Wireless Netw. 28(5), 2061\u20132075 (2022)","journal-title":"Wireless Netw."},{"key":"9730_CR31","volume-title":"Partially collaborative edge caching based on federated deep reinforcement learning","author":"M Lei","year":"2022","unstructured":"Lei, M., Li, Q., Ge, X., Pandharipande, A.: Partially collaborative edge caching based on federated deep reinforcement learning. IIEEE Trans. Veh, Technol (2022)"},{"issue":"3","key":"9730_CR32","doi-asserted-by":"publisher","first-page":"1105","DOI":"10.1109\/TNET.2021.3062269","volume":"29","author":"GI Ricardo","year":"2021","unstructured":"Ricardo, G.I., Tuholukova, A., Neglia, G., Spyropoulos, T.: Caching policies for delay minimization in small cell networks with coordinated multi-point joint transmissions. IEEE\/ACM Trans. Networking 29(3), 1105\u20131115 (2021)","journal-title":"IEEE\/ACM Trans. Networking"},{"issue":"3","key":"9730_CR33","doi-asserted-by":"publisher","first-page":"1710","DOI":"10.1109\/COMST.2018.2820021","volume":"20","author":"L Li","year":"2018","unstructured":"Li, L., Zhao, G., Blum, R.S.: A survey of caching techniques in cellular networks: research issues and challenges in content placement and delivery strategies. IEEE Commun. Surv. Tutor. 20(3), 1710\u20131732 (2018)","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"1","key":"9730_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3084465","volume":"1","author":"K Avrachenkov","year":"2017","unstructured":"Avrachenkov, K., Goseling, J., Serbetci, B.: A low-complexity approach to distributed cooperative caching with geographic constraints. Proceedings of the ACM on Measurement and Analysis of Computing Systems 1(1), 1\u201325 (2017)","journal-title":"Proceedings of the ACM on Measurement and Analysis of Computing Systems"},{"issue":"2","key":"9730_CR35","doi-asserted-by":"publisher","first-page":"737","DOI":"10.1109\/TNET.2018.2793581","volume":"26","author":"S Ioannidis","year":"2018","unstructured":"Ioannidis, S., Yeh, E.: Adaptive caching networks with optimality guarantees. IEEE\/ACM Trans. Networking 26(2), 737\u2013750 (2018)","journal-title":"IEEE\/ACM Trans. Networking"},{"issue":"3","key":"9730_CR36","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1109\/MNET.2019.1800058","volume":"33","author":"S Rathore","year":"2019","unstructured":"Rathore, S., Ryu, J.H., Sharma, P.K., Park, J.H.: Deepcachnet: a proactive caching framework based on deep learning in cellular networks. IEEE Netw. 33(3), 130\u2013138 (2019)","journal-title":"IEEE Netw."},{"key":"9730_CR37","doi-asserted-by":"crossref","unstructured":"Blasco, P., G\u00fcnd\u00fcz, D.: Learning-based optimization of cache content in a small cell base station. In: 2014 IEEE International Conference on Communications (ICC), pp. 1897\u20131903. IEEE (2014)","DOI":"10.1109\/ICC.2014.6883600"},{"key":"9730_CR38","doi-asserted-by":"crossref","unstructured":"Wan, Z., Li, Y.: Deep reinforcement learning-based collaborative video caching and transcoding in clustered and intelligent edge b5g networks. Wirel. Commun. Mob. Comput. 2020 (2020)","DOI":"10.1155\/2020\/6684293"},{"issue":"2","key":"9730_CR39","doi-asserted-by":"publisher","first-page":"1960","DOI":"10.1109\/JIOT.2018.2871020","volume":"6","author":"Y Sun","year":"2018","unstructured":"Sun, Y., Peng, M., Mao, S.: Deep reinforcement learning-based mode selection and resource management for green fog radio access networks. IEEE Internet Things J. 6(2), 1960\u20131971 (2018)","journal-title":"IEEE Internet Things J."},{"key":"9730_CR40","doi-asserted-by":"crossref","unstructured":"Wang, Z., Xu, H., Liu, J., Huang, H., Qiao, C., Zhao, Y.: Resource-efficient federated learning with hierarchical aggregation in edge computing. In: IEEE INFOCOM 2021-IEEE Conference on Computer Communications, pp. 1\u201310. IEEE (2021)","DOI":"10.1109\/INFOCOM42981.2021.9488756"},{"issue":"3","key":"9730_CR41","doi-asserted-by":"publisher","first-page":"630","DOI":"10.1109\/TPDS.2021.3098467","volume":"33","author":"J Mills","year":"2021","unstructured":"Mills, J., Hu, J., Min, G.: Multi-task federated learning for personalised deep neural networks in edge computing. IEEE Trans. Parallel Distrib. Syst. 33(3), 630\u2013641 (2021)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"8","key":"9730_CR42","doi-asserted-by":"publisher","first-page":"1655","DOI":"10.1109\/JPROC.2019.2921977","volume":"107","author":"J Chen","year":"2019","unstructured":"Chen, J., Ran, X.: Deep learning with edge computing: a review. Proc. IEEE 107(8), 1655\u20131674 (2019)","journal-title":"Proc. IEEE"},{"key":"9730_CR43","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1016\/j.jpdc.2022.03.001","volume":"166","author":"C Li","year":"2022","unstructured":"Li, C., Zhang, Y., Gao, X., Luo, Y.: Energy-latency tradeoffs for edge caching and dynamic service migration based on dqn in mobile edge computing. J. Parallel Distrib. Comput. 166, 15\u201331 (2022)","journal-title":"J. Parallel Distrib. Comput."},{"key":"9730_CR44","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2021.108100","volume":"192","author":"G Vallero","year":"2021","unstructured":"Vallero, G., Deruyck, M., Meo, M., Joseph, W.: Base station switching and edge caching optimisation in high energy-efficiency wireless access network. Comput. Netw. 192, 108100 (2021)","journal-title":"Comput. Netw."},{"key":"9730_CR45","doi-asserted-by":"crossref","unstructured":"Yin, B., Chen, Z., Tao, M.: Joint user scheduling and resource allocation for federated learning over wireless networks. In: GLOBECOM 2020-2020 IEEE Global Communications Conference, pp. 1\u20136. IEEE (2020)","DOI":"10.1109\/GLOBECOM42002.2020.9348225"},{"key":"9730_CR46","doi-asserted-by":"crossref","unstructured":"Zheng, J., Li, K., Tovar, E., Guizani, M.: Federated learning for energy-balanced client selection in mobile edge computing. In: 2021 International Wireless Communications and Mobile Computing (IWCMC), pp. 1942\u20131947. IEEE (2021)","DOI":"10.1109\/IWCMC51323.2021.9498853"},{"key":"9730_CR47","doi-asserted-by":"crossref","unstructured":"Rong, Z., Rappaport, T.S.: Wireless Communications: Principles and Practice, Solutions Manual. Prentice Hall, ??? (1996)","DOI":"10.1007\/978-1-4615-5491-2"},{"key":"9730_CR48","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1016\/j.future.2019.01.007","volume":"95","author":"C Li","year":"2019","unstructured":"Li, C., Tang, J., Tang, H., Luo, Y.: Collaborative cache allocation and task scheduling for data-intensive applications in edge computing environment. Futur. Gener. Comput. Syst. 95, 249\u2013264 (2019)","journal-title":"Futur. Gener. Comput. Syst."},{"issue":"7540","key":"9730_CR49","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"9730_CR50","volume-title":"Double q-learning","author":"H Hasselt","year":"2010","unstructured":"Hasselt, H.: Double q-learning. IEEE Intell, Syst (2010)"},{"issue":"3","key":"9730_CR51","doi-asserted-by":"publisher","first-page":"1935","DOI":"10.1109\/TWC.2020.3037554","volume":"20","author":"Z Yang","year":"2020","unstructured":"Yang, Z., Chen, M., Saad, W., Hong, C.S., Shikh-Bahaei, M.: Energy efficient federated learning over wireless communication networks. IEEE Trans. Wireless Commun. 20(3), 1935\u20131949 (2020)","journal-title":"IEEE Trans. Wireless Commun."},{"issue":"12","key":"9730_CR52","doi-asserted-by":"publisher","first-page":"3590","DOI":"10.1109\/JSAC.2016.2611964","volume":"34","author":"Y Mao","year":"2016","unstructured":"Mao, Y., Zhang, J., Letaief, K.B.: Dynamic computation offloading for mobile-edge computing with energy harvesting devices. IEEE J. Sel. Areas Commun. 34(12), 3590\u20133605 (2016)","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"3","key":"9730_CR53","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1145\/1816038.1815971","volume":"38","author":"A Jaleel","year":"2010","unstructured":"Jaleel, A., Theobald, K.B., Steely, S.C., Jr., Emer, J.: High performance cache replacement using re-reference interval prediction (rrip). ACM SIGARCH computer architecture news 38(3), 60\u201371 (2010)","journal-title":"ACM SIGARCH computer architecture news"},{"key":"9730_CR54","unstructured":"Ahmed, M., Traverso, S., Giaccone, P., Leonardi, E., Niccolini, S.: Analyzing the performance of lru caches under non-stationary traffic patterns. arXiv:1301.4909 (2013)"},{"key":"9730_CR55","first-page":"1","volume":"2011","author":"D Rossi","year":"2011","unstructured":"Rossi, D., Rossini, G.: Caching performance of content centric networks under multi-path routing (and more). Relat\u00f3rio t\u00e9cnico, Telecom ParisTech 2011, 1\u20136 (2011)","journal-title":"Relat\u00f3rio t\u00e9cnico, Telecom ParisTech"},{"key":"9730_CR56","unstructured":"McMahan, H.B., Moore, E., Ramage, D., Arcas, B.A.: Federated learning of deep networks using model averaging. arXiv: Learning (2016)"},{"issue":"4","key":"9730_CR57","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1109\/MNET.011.2000663","volume":"35","author":"S Xu","year":"2021","unstructured":"Xu, S., Liu, X., Guo, S., Qiu, X., Meng, L.: Mecc: a mobile edge collaborative caching framework empowered by deep reinforcement learning. IEEE Netw. 35(4), 176\u2013183 (2021)","journal-title":"IEEE Netw."},{"issue":"3","key":"9730_CR58","doi-asserted-by":"publisher","first-page":"690","DOI":"10.1109\/JSAC.2023.3235443","volume":"41","author":"C Sun","year":"2023","unstructured":"Sun, C., Li, X., Wen, J., Wang, X., Han, Z., Leung, V.C.: Federated deep reinforcement learning for recommendation-enabled edge caching in mobile edge-cloud computing networks. IEEE J. Sel. Areas Commun. 41(3), 690\u2013705 (2023)","journal-title":"IEEE J. Sel. Areas Commun."}],"container-title":["Journal of Grid Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-023-09730-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10723-023-09730-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-023-09730-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,20]],"date-time":"2024-03-20T10:13:36Z","timestamp":1710929616000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10723-023-09730-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1,29]]},"references-count":58,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["9730"],"URL":"https:\/\/doi.org\/10.1007\/s10723-023-09730-6","relation":{},"ISSN":["1570-7873","1572-9184"],"issn-type":[{"value":"1570-7873","type":"print"},{"value":"1572-9184","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1,29]]},"assertion":[{"value":"19 May 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 December 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 January 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"21"}}