{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T17:07:54Z","timestamp":1781284074520,"version":"3.54.1"},"reference-count":39,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"19","license":[{"start":{"date-parts":[[2022,10,1]],"date-time":"2022-10-01T00:00:00Z","timestamp":1664582400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,10,1]],"date-time":"2022-10-01T00:00:00Z","timestamp":1664582400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,10,1]],"date-time":"2022-10-01T00:00:00Z","timestamp":1664582400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62071472"],"award-info":[{"award-number":["62071472"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2020ZDPY0304"],"award-info":[{"award-number":["2020ZDPY0304"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010890","name":"Chinese Government Scholarship","doi-asserted-by":"publisher","award":["202006420096"],"award-info":[{"award-number":["202006420096"]}],"id":[{"id":"10.13039\/501100010890","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002341","name":"Academy of Finland 6Genesis Project","doi-asserted-by":"publisher","award":["318927"],"award-info":[{"award-number":["318927"]}],"id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]},{"name":"IDEA-MILL","award":["335936"],"award-info":[{"award-number":["335936"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2022,10,1]]},"DOI":"10.1109\/jiot.2022.3168869","type":"journal-article","created":{"date-parts":[[2022,4,20]],"date-time":"2022-04-20T19:36:00Z","timestamp":1650483360000},"page":"19501-19514","source":"Crossref","is-referenced-by-count":38,"title":["Joint Caching and Computing Service Placement for Edge-Enabled IoT Based on Deep Reinforcement Learning"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3872-0586","authenticated-orcid":false,"given":"Yan","family":"Chen","sequence":"first","affiliation":[{"name":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1389-3958","authenticated-orcid":false,"given":"Yanjing","family":"Sun","sequence":"additional","affiliation":[{"name":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6509-4173","authenticated-orcid":false,"given":"Bin","family":"Yang","sequence":"additional","affiliation":[{"name":"School of Computer and Information Engineering, Chuzhou University, Chuzhou, Anhui, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tarik","family":"Taleb","sequence":"additional","affiliation":[{"name":"Center of Wireless Communications, University of Oulu, Oulu, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2951593"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2018.2849509"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/LWC.2019.2926726"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/PIMRC.2019.8904138"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2019.2929004"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.3016344"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2018.2808171"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2826006"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737385"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2019.2945956"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737449"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2019.2950937"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/LWC.2016.2605694"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2019.2908403"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2018.2869144"},{"key":"ref16","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2959181"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2012.2218595"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2020.2988367"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICNP.2019.8888150"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2983741"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3026589"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2018.2884835"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CCNC46108.2020.9045434"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2019.2947905"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/GCWkshps45667.2019.9024688"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TCC.2019.2961093"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2959183"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2018.1800109"},{"key":"ref30","first-page":"2692","article-title":"Pointer networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"28","author":"Vinyals"},{"key":"ref31","article-title":"Neural combinatorial optimization with reinforcement learning","author":"Bello","year":"2016","journal-title":"arXiv:1611.09940"},{"key":"ref32","first-page":"2430","article-title":"Device placement optimization with reinforcement learning","volume-title":"Proc. 34th Int. Conf. Mach. Learn. (PMLR)","author":"Mirhoseini"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.neuro.26.041002.131047"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992696"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/MLSP49062.2020.9231926"},{"key":"ref36","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Fujimoto"},{"key":"ref37","first-page":"176","article-title":"Averaged-DQN: Variance reduction and stabilization for deep reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Anschel"},{"key":"ref38","article-title":"Reducing estimation bias via weighted delayed deep deterministic policy gradient","author":"He","year":"2020","journal-title":"arXiv:2006.12622"},{"key":"ref39","first-page":"6382","article-title":"Multi-agent actor-critic for mixed cooperative-competitive environments","volume-title":"Proc. Neural Inf. Process. Syst. (NIPS)","author":"Lowe"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6488907\/9899827\/09760708.pdf?arnumber=9760708","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T21:08:54Z","timestamp":1705957734000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9760708\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,1]]},"references-count":39,"journal-issue":{"issue":"19"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2022.3168869","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"value":"2327-4662","type":"electronic"},{"value":"2372-2541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,1]]}}}