{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,5]],"date-time":"2026-10-05T22:44:10Z","timestamp":1791240250808,"version":"4.1.0"},"reference-count":26,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2018,6,1]],"date-time":"2018-06-01T00:00:00Z","timestamp":1527811200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/501100000781","name":"European Research Council through the Starting Grant BEACON","doi-asserted-by":"publisher","award":["725731"],"award-info":[{"award-number":["725731"]}],"id":[{"id":"10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100009614","name":"Petroleum Technology Development Fund","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100009614","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Select. Areas Commun."],"published-print":{"date-parts":[[2018,6]]},"DOI":"10.1109\/jsac.2018.2844985","type":"journal-article","created":{"date-parts":[[2018,6,7]],"date-time":"2018-06-07T18:48:50Z","timestamp":1528397330000},"page":"1331-1344","source":"Crossref","is-referenced-by-count":104,"title":["A Reinforcement-Learning Approach to Proactive Caching in Wireless Networks"],"prefix":"10.1109","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8211-4487","authenticated-orcid":false,"given":"Samuel O.","family":"Somuyiwa","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0586-4337","authenticated-orcid":false,"given":"Andras","family":"Gyorgy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7725-395X","authenticated-orcid":false,"given":"Deniz","family":"Gunduz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2016.2582689"},{"key":"ref11","first-page":"186","article-title":"Proactive wireless caching at mobile user devices for energy efficiency","author":"g\u00fcng\u00f6r","year":"2015","journal-title":"Proc IEEE Int Symp Wireless Commun Syst (ISWCS)"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2016.2545413"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2016.7510697"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CCNC.2013.6488536"},{"key":"ref15","author":"wells","year":"2016","journal-title":"The lifespan of a social media post"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/IWCMC.2014.6906514"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1561\/2300000021","article-title":"A survey on policy search for robotics","volume":"2","author":"deisenroth","year":"2013","journal-title":"Foundations and Trends in Robotics"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2012.6195469"},{"key":"ref19","author":"puterman","year":"2005","journal-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2014.6883600"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2010.5461964"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2017.2759270"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ISWCS.2014.6933489"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2016.7524380"},{"key":"ref7","author":"zhong","year":"2017","journal-title":"A deep reinforcement learning-based framework for content caching"},{"key":"ref2","first-page":"1","article-title":"Energy-efficient wireless content delivery with proactive caching","author":"somuyiwa","year":"2017","journal-title":"Proc Workshop on Content Caching and Del Wireless Nets"},{"key":"ref9","first-page":"1","article-title":"Learning-based content caching with time-varying popularity profiles","author":"bharath","year":"2017","journal-title":"Proc IEEE Global Commun Conf"},{"key":"ref1","first-page":"1","article-title":"Improved policy representation and policy search for proactive content caching in wireless networks","author":"somuyiwa","year":"2017","journal-title":"Proc Int Symp Modeling Optim Mobile Ad Hoc Wireless Netw"},{"key":"ref20","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1002\/9780470978504"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992696"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2006.282564"},{"key":"ref23","year":"2010","journal-title":"Further Advancements for E-UTRA Physical Layer Aspects (Release 9)"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/18.978755"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1137\/0331018"}],"container-title":["IEEE Journal on Selected Areas in Communications"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/49\/8470268\/08374824.pdf?arnumber=8374824","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T11:25:29Z","timestamp":1643196329000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8374824\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6]]},"references-count":26,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/jsac.2018.2844985","relation":{},"ISSN":["0733-8716","1558-0008"],"issn-type":[{"value":"0733-8716","type":"print"},{"value":"1558-0008","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,6]]}}}