{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,23]],"date-time":"2026-08-23T15:42:59Z","timestamp":1787499779151,"version":"build-2736575974"},"reference-count":39,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62271150"],"award-info":[{"award-number":["62271150"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62001116"],"award-info":[{"award-number":["62001116"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council Projects","doi-asserted-by":"publisher","award":["EP\/W016605\/1"],"award-info":[{"award-number":["EP\/W016605\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council Projects","doi-asserted-by":"publisher","award":["EP\/X01228X\/1"],"award-info":[{"award-number":["EP\/X01228X\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council Projects","doi-asserted-by":"publisher","award":["EP\/Y026721\/1"],"award-info":[{"award-number":["EP\/Y026721\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000781","name":"European Research Council\u2019s Advanced Fellow Grant QuantCom","doi-asserted-by":"publisher","award":["789028"],"award-info":[{"award-number":["789028"]}],"id":[{"id":"10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2024,3,1]]},"DOI":"10.1109\/jiot.2023.3317971","type":"journal-article","created":{"date-parts":[[2023,9,21]],"date-time":"2023-09-21T13:46:44Z","timestamp":1695304004000},"page":"7904-7917","source":"Crossref","is-referenced-by-count":9,"title":["Pareto-Optimal Multiagent Cooperative Caching Relying on Multipolicy Reinforcement Learning"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1177-9905","authenticated-orcid":false,"given":"Boyang","family":"Guo","sequence":"first","affiliation":[{"name":"Fujian Key Laboratory for Intelligent Processing and Wireless Transmission of Media Information, College of Physics and Information Engineering, Fuzhou University, Fuzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6430-2003","authenticated-orcid":false,"given":"Youjia","family":"Chen","sequence":"additional","affiliation":[{"name":"Fujian Key Laboratory for Intelligent Processing and Wireless Transmission of Media Information, College of Physics and Information Engineering, Fuzhou University, Fuzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1091-7894","authenticated-orcid":false,"given":"Peng","family":"Cheng","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Information Technology, La Trobe University, Melbourne, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3690-0321","authenticated-orcid":false,"given":"Ming","family":"Ding","sequence":"additional","affiliation":[{"name":"Data61, CSIRO, Eveleigh, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8803-9951","authenticated-orcid":false,"given":"Jinsong","family":"Hu","sequence":"additional","affiliation":[{"name":"Fujian Key Laboratory for Intelligent Processing and Wireless Transmission of Media Information, College of Physics and Information Engineering, Fuzhou University, Fuzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2636-5214","authenticated-orcid":false,"given":"Lajos","family":"Hanzo","sequence":"additional","affiliation":[{"name":"School of Electronics and Computer Science, University of Southampton, Southampton, U.K"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2019.2893917"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2020.3035427"},{"key":"ref3","article-title":"Scalable video coding extension of the H.264\/AVC standard","volume-title":"Int. Symp. ELMAR","author":"Rimac-Drlje"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC45663.2020.9120700"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2916449"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2016.7524427"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3087719"},{"key":"ref8","first-page":"1146","article-title":"Stabilising experience replay for deep multi-agent reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Foerster"},{"key":"ref9","first-page":"4295","article-title":"QMIX: Monotonic value function factorisation for deep multi-agent reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Rashid"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3105357"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1613\/jair.4961"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2945640"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.2982136"},{"key":"ref14","first-page":"330","article-title":"Multi-agent reinforcement learning: Independent versus cooperative agents","volume-title":"Proc. 10th Int. Conf. Mach. Learn. (ICML)","author":"Ming"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.3044298"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3010329"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.23919\/JCC.2022.00.006"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TBC.2019.2960940"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2021.3089476"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ADPRL.2013.6615007"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI47803.2020.9308355"},{"issue":"1","key":"ref22","first-page":"3483","article-title":"Multi-objective reinforcement learning using sets of Pareto dominating policies","volume":"15","author":"Van Moffaert","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3116718"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3038768"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1002\/ett.3702"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2016.7510919"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2013.2266092"},{"key":"ref28","article-title":"Smart feasibility pump: Reinforcement learning for (mixed) integer programming","author":"Qi","year":"2021","journal-title":"arXiv:2102.09663"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2871020"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2019.2958361"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2020.11.016"},{"key":"ref33","article-title":"The hypervolume indicator: Problems and algorithms","author":"Guerreiro","year":"2020","journal-title":"arXiv:2005.00515"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1613\/jair.4550"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1364\/JOCN.10.000832"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1093\/aob\/mcg029"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/2713168.2713193"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3051163"},{"issue":"3","key":"ref39","first-page":"3232","article-title":"Web cache page replacement by using LRU and LFU algorithms with hit ratio: A case unification","volume":"5","author":"Arora","year":"2014","journal-title":"Int. J. Comput. Sci. Inf. Technol"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6488907\/10443092\/10258452.pdf?arnumber=10258452","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T16:25:39Z","timestamp":1710347139000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10258452\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,1]]},"references-count":39,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2023.3317971","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"value":"2327-4662","type":"electronic"},{"value":"2372-2541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3,1]]}}}