{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T16:05:49Z","timestamp":1782835549019,"version":"3.54.5"},"reference-count":40,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61731004"],"award-info":[{"award-number":["61731004"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Key Technology Research and Development Program of China","award":["2017ZX03001028"],"award-info":[{"award-number":["2017ZX03001028"]}]},{"name":"BUPT Excellent Ph.D. Students Foundation","award":["CX2018302"],"award-info":[{"award-number":["CX2018302"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1109\/jiot.2018.2883762","type":"journal-article","created":{"date-parts":[[2018,11,28]],"date-time":"2018-11-28T20:25:01Z","timestamp":1543436701000},"page":"4512-4520","source":"Crossref","is-referenced-by-count":79,"title":["A $Q$ -Learning-Based Proactive Caching Strategy for Non-Safety Related Services in Vehicular Networks"],"prefix":"10.1109","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3085-9353","authenticated-orcid":false,"given":"Lu","family":"Hou","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7828-0415","authenticated-orcid":false,"given":"Lei","family":"Lei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8531-6762","authenticated-orcid":false,"given":"Kan","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4890-0748","authenticated-orcid":false,"given":"Xianbin","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","first-page":"245","article-title":"Heuristically accelerated Q–learning: A new approach to speed up reinforcement learning","volume":"3171","author":"bianchi","year":"2004","journal-title":"Advances in Artificial Intelligence"},{"key":"ref38","author":"puterman","year":"2005","journal-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2018.2824345"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/VTCSpring.2015.7146158"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/VNC.2016.7835962"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3125719.3125728"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2011.6133574"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2017.2680898"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOMW.2016.7848887"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2018.2849984"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2013.SUP.0513048"},{"key":"ref40","year":"2018","journal-title":"Gaia initiative"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2016.7842308"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICPADS.2013.64"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2015.2482119"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2016.2611960"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2013.101613.122076"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/WCSP.2017.8170984"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2017.2737966"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2015.7054721"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.137"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/LWC.2018.2799935"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2705720"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2017.2787201"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/2903745"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2812803"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2342488.2342502"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2017.1700030"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/VNC.2013.6737595"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2842766"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2440103"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2018.1700173"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2016.7513867"},{"key":"ref20","first-page":"338","article-title":"Long short-term memory recurrent neural network architectures for large scale acoustic modeling","author":"sak","year":"2014","journal-title":"Proc Annu Conf Int Speech Commun Assoc"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2015.7178826"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2016.2643665"},{"key":"ref23","author":"sutton","year":"2017","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/INCoS.2015.34"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2018.2804979"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6488907\/8738925\/08550787.pdf?arnumber=8550787","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T20:45:13Z","timestamp":1657745113000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8550787\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6]]},"references-count":40,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2018.2883762","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"value":"2327-4662","type":"electronic"},{"value":"2372-2541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,6]]}}}