{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T02:41:51Z","timestamp":1783132911190,"version":"3.54.6"},"reference-count":28,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2016,4,1]],"date-time":"2016-04-01T00:00:00Z","timestamp":1459468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"ABSOLUTE","award":["FP7-ICT-2011-8-318632"],"award-info":[{"award-number":["FP7-ICT-2011-8-318632"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. on Mobile Comput."],"published-print":{"date-parts":[[2016,4,1]]},"DOI":"10.1109\/tmc.2015.2442529","type":"journal-article","created":{"date-parts":[[2015,6,17]],"date-time":"2015-06-17T19:55:26Z","timestamp":1434570926000},"page":"817-825","source":"Crossref","is-referenced-by-count":72,"title":["Distributed Heuristically Accelerated Q-Learning for Robust Cognitive Spectrum Management in LTE Cellular Systems"],"prefix":"10.1109","volume":"15","author":[{"given":"Nils","family":"Morozs","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tim","family":"Clarke","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David","family":"Grace","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-02762-3_2"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2013.2253094"},{"key":"ref12","article-title":"Case-based multiagent reinforcement learning: Cases as heuristics for selection of actions","author":"bianchi","year":"0","journal-title":"Proc Eur Conf Artif Intell"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2012.6503987"},{"key":"ref14","first-page":"170","article-title":"A cooperative reinforcement learning approach for inter-cell interference coordination in OFDMA cellular networks","author":"dirani","year":"0","journal-title":"Proc 3rd Int Symp Modeling Optimiz Mobile Ad Hoc Wireless Netw"},{"key":"ref15","first-page":"1","article-title":"Autonomic downlink inter-cell interference coordination in LTE self-organizing networks","author":"vlacheas","year":"0","journal-title":"Proc Int Conf Netw Service Manage"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2014.6815893"},{"key":"ref17","article-title":"LTE; Evolved universal terrestrial radio access (E-UTRA); Physical layer procedures (3GPP TS 36.213 version 11.5.0 Release 11)","year":"0"},{"key":"ref18","first-page":"746","article-title":"The dynamics of reinforcement learning in cooperative multiagent systems","author":"claus","year":"0","journal-title":"Proc 15th Nat \/10th Conf Artif Intell \/Innovative Appl Artif Intell"},{"key":"ref19","first-page":"1","article-title":"Case-based reinforcement learning for cognitive spectrum assignment in cellular networks with dynamic topologies","author":"morozs","year":"0","journal-title":"Proc Mil Commun and Info Sys Conf"},{"key":"ref28","article-title":"EU FP7 INFSO-ICT-248267 BuNGee deliverable D4.1.2: Simulation tool(s) and simulation results","author":"jiang","year":"0"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1049\/iet-com.2010.0258"},{"key":"ref27","article-title":"LTE; Evolved universal terrestrial radio access (E-UTRA); Radio frequency (RF) system scenarios (3GPP TR 36.952 version 11.0.0 Release 11)","year":"2012"},{"key":"ref3","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2012.178"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2013.060513.120959"},{"key":"ref8","article-title":"Learning from delayed rewards","author":"watkins","year":"1989"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ISCC.2014.6912482"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2009.4907410"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/25.790549"},{"key":"ref1","author":"sesia","year":"0"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/VTCFall.2013.6692444"},{"key":"ref22","author":"nielsen","year":"2009","journal-title":"Bayesian Networks and Decision Graphs"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(02)00121-2"},{"key":"ref24","article-title":"IST-4-027756 WINNER II Deliverable D1.1.2: WINNER II channel models","author":"ky\u00f6sti","year":"0"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2010.5683970"},{"key":"ref26","article-title":"LTE; Evolved Universal Terrestrial Radio Access (E-UTRA); Medium Access Control (MAC) protocol specification (3GPP TS 36.321 version 11.4.0 Release 11)","year":"2014"},{"key":"ref25","article-title":"Technical specification group radio access network; Evolved universal terrestrial radio access (E-UTRA); Further advancements for E-UTRA physical layer aspects (3GPP TR 36.814 version 9.0.0 Release 9)","year":"2010"}],"container-title":["IEEE Transactions on Mobile Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7755\/7425354\/07127014.pdf?arnumber=7127014","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:48:11Z","timestamp":1642006091000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7127014\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,4,1]]},"references-count":28,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tmc.2015.2442529","relation":{},"ISSN":["1536-1233"],"issn-type":[{"value":"1536-1233","type":"print"}],"subject":[],"published":{"date-parts":[[2016,4,1]]}}}