{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,6]],"date-time":"2026-01-06T13:21:56Z","timestamp":1767705716760,"version":"3.37.3"},"reference-count":47,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Select. Areas Commun."],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1109\/jsac.2019.2904362","type":"journal-article","created":{"date-parts":[[2019,3,11]],"date-time":"2019-03-11T18:29:43Z","timestamp":1552328983000},"page":"1374-1388","source":"Crossref","is-referenced-by-count":26,"title":["Online Learning for Energy Saving and Interference Coordination in HetNets"],"prefix":"10.1109","volume":"37","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7402-3174","authenticated-orcid":false,"given":"Jose A.","family":"Ayala-Romero","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1756-0130","authenticated-orcid":false,"given":"Juan J.","family":"Alcaraz","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3671-5190","authenticated-orcid":false,"given":"Andrea","family":"Zanella","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2870-4678","authenticated-orcid":false,"given":"Michele","family":"Zorzi","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"journal-title":"Evolved Universal Terrestrial Radio Access Network (E-UTRAN) Study on Energy Saving Enhancement for E-UTRAN (Release 12)","year":"2014","key":"ref39"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2018.8486279"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"1661","DOI":"10.1109\/TNSM.2018.2863563","article-title":"Towards 5G: A reinforcement learning-based scheduling solution for data traffic management","volume":"15","author":"com?a","year":"2018","journal-title":"IEEE Trans Netw Service Manage"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2017.8254926"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1155\/2017\/6768415"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2015.2455337"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2016.7511570"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2017.2752362"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2013.130503"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2014.2374237"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772758"},{"journal-title":"Gaussian Processes for Machine Learning","year":"2006","author":"rasmussen","key":"ref40"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2018.8422872"},{"journal-title":"System Performance of Heterogeneous Networks with Range Expansion","year":"2010","key":"ref12"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1023\/A:1013689704352"},{"key":"ref14","first-page":"397","article-title":"Using confidence bounds for exploitation-exploration trade-offs","volume":"3","author":"auer","year":"2003","journal-title":"J Mach Learn Res"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2016.2520217"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2013.032013.120494"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2746689"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC.2016.7564805"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2015.2445922"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2015.2393496"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2881073"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2016.2520244"},{"journal-title":"Evolved Universal Terrestrial Radio Access (E-UTRA) and Evolved Universal Terrestrial Radio Access Network (E-UTRAN) Overall Description","year":"2011","key":"ref3"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2016.2571695"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2012.120415"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2017.1600530"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2018.2825606"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2727483"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/VETECF.2009.5379022"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2016.7498076"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2014.6736747"},{"journal-title":"Adam A method for stochastic optimization","year":"2014","author":"kingma","key":"ref46"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2723680"},{"key":"ref45","article-title":"TensorFlow: Large-scale machine learning on heterogeneous distributed systems","volume":"abs 1603 4467","author":"abadi","year":"2016","journal-title":"CoRR"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2016.2544478"},{"key":"ref47","first-page":"2249","article-title":"An empirical evaluation of Thompson sampling","author":"chapelle","year":"2011","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2780818"},{"journal-title":"Evolved Universal Terrestrial Radio Access (EUTRA) Further Advancements for E-UTRA Physical Layer Aspects","year":"2010","key":"ref42"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2015.2413382"},{"key":"ref41","volume":"2","author":"bertsekas","year":"2012","journal-title":"Dynamic Programming and Optimal Control"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2016.2530069"},{"key":"ref44","first-page":"374","article-title":"A neural networks committee for the contextual bandit problem","author":"allesiardo","year":"2014","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2017.2749058"},{"key":"ref43","first-page":"2825","article-title":"Scikit-learn: Machine learning in Python","volume":"12","author":"pedregosa","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2017.2714205"}],"container-title":["IEEE Journal on Selected Areas in Communications"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/49\/8715825\/08664580.pdf?arnumber=8664580","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T21:06:01Z","timestamp":1657746361000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8664580\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6]]},"references-count":47,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/jsac.2019.2904362","relation":{},"ISSN":["0733-8716","1558-0008"],"issn-type":[{"type":"print","value":"0733-8716"},{"type":"electronic","value":"1558-0008"}],"subject":[],"published":{"date-parts":[[2019,6]]}}}