{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,7]],"date-time":"2026-11-07T02:02:43Z","timestamp":1794016963328,"version":"4.8.0"},"reference-count":45,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"15","license":[{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Science Foundation of China","doi-asserted-by":"crossref","award":["62172031"],"award-info":[{"award-number":["62172031"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Beijing Municipal Natural Science Foundation","award":["L191019"],"award-info":[{"award-number":["L191019"]}]},{"name":"Open Project funded by Hubei Engineering Research Center for Intelligent Detection and Identification of Complex Parts","award":["IDICP-KF-2024-15"],"award-info":[{"award-number":["IDICP-KF-2024-15"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2026,8]]},"DOI":"10.1109\/jiot.2026.3695862","type":"journal-article","created":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T19:37:02Z","timestamp":1779478622000},"page":"35015-35030","source":"Crossref","is-referenced-by-count":1,"title":["Joint Service Caching and Computation Offloading in Mobile Edge Networks: A Hierarchical DRL Approach With Active Inference"],"prefix":"10.1109","volume":"13","author":[{"given":"Haoyuan","family":"Li","sequence":"first","affiliation":[{"name":"Beijing Jiaotong University","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-7597-4421","authenticated-orcid":false,"given":"Zhenjie","family":"Lv","sequence":"additional","affiliation":[{"name":"Beijing Jiaotong University","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0873-2295","authenticated-orcid":false,"given":"Yuhang","family":"Wang","sequence":"additional","affiliation":[{"name":"Shenzhen University","place":["Shenzhen, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1733-9791","authenticated-orcid":false,"given":"Ying","family":"He","sequence":"additional","affiliation":[{"name":"Shenzhen University","place":["Shenzhen, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6407-7467","authenticated-orcid":false,"given":"Weiwei","family":"Fang","sequence":"additional","affiliation":[{"name":"Beijing Jiaotong University","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fei Richard","family":"Yu","sequence":"additional","affiliation":[{"name":"Shenzhen University","place":["Shenzhen, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2021.3106401"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2023.110844"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2024.3459037"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.101.2100054"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2023.3312369"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2022.3218527"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2025.3629316"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2021.3116597"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2024.3363143"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2022.3186641"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3091458"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3090179"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2023.3345364"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TCC.2022.3163750"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3085319"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2024.3350710"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2024.3355937"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2025.3555978"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2023.3259030"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2024.3452117"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2024.3430486"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2025.3549415"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1080\/09515089.2016.1200024"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/12441.001.0001"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2021.3061981"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.neubiorev.2016.06.022"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1038\/nrn2787"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s00422-019-00805-w"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmp.2020.102348"},{"key":"ref30","article-title":"Reinforcement learning through active inference","author":"Tschantz","year":"2020","journal-title":"arXiv:2002.12636"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2024.3506161"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2025.3554003"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2024.3415661"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2025.3560402"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2023.3240707"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2024.3403842"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2025.3540407"},{"key":"ref38","article-title":"Online reinforcement learning with sparse rewards through an active inference capsule","author":"Noel","year":"2021","journal-title":"arXiv:2106.02390"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2022.3190276"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2024.110564"},{"key":"ref41","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Haarnoja"},{"key":"ref42","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv:1509.02971"},{"key":"ref43","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3064225"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2022.3143949"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6488907\/11623239\/11534197.pdf?arnumber=11534197","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,27]],"date-time":"2026-07-27T19:11:43Z","timestamp":1785179503000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11534197\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8]]},"references-count":45,"journal-issue":{"issue":"15"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2026.3695862","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"value":"2327-4662","type":"electronic"},{"value":"2372-2541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,8]]}}}