{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T17:54:59Z","timestamp":1776275699904,"version":"3.50.1"},"reference-count":90,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1923295"],"award-info":[{"award-number":["1923295"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1923669"],"award-info":[{"award-number":["1923669"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Netw. Serv. Manage."],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1109\/tnsm.2021.3121282","type":"journal-article","created":{"date-parts":[[2021,10,20]],"date-time":"2021-10-20T18:00:44Z","timestamp":1634752844000},"page":"4042-4062","source":"Crossref","is-referenced-by-count":12,"title":["Embracing Complexity: Agent-Based Modeling for HetNets Design and Optimization via Concurrent Reinforcement Learning Algorithms"],"prefix":"10.1109","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0507-6752","authenticated-orcid":false,"given":"Mostafa","family":"Ibrahim","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8704-7132","authenticated-orcid":false,"given":"Umair Sajid","family":"Hashmi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2773-0970","authenticated-orcid":false,"given":"Muhammad","family":"Nabeel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ali","family":"Imran","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9957-7752","authenticated-orcid":false,"given":"Sabit","family":"Ekin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC.2010.5506164"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2012.2191164"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2014.2341250"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2014.2329835"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1002\/mana.19851220121"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511841224"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/VETECS.2011.5956368"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/3374.001.0001"},{"key":"ref75","volume":"1","author":"baccelli","year":"2009","journal-title":"Stochastic Geometry and Wireless Networks"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.74.046114"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2016.2624755"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1017\/9781108571401"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1201\/9780429496639"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-0297.2005.01001.x"},{"key":"ref31","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780195124415.001.0001","author":"mitchell","year":"2009","journal-title":"Complexity A Guided Tour"},{"key":"ref30","author":"waldrop","year":"1993","journal-title":"Complexity The Emerging Science at the Edge of Order and Chaos"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1140\/epjb\/e2011-20208-9"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.3141\/1645-21"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18564\/jasss.1528"},{"key":"ref34","author":"batty","year":"2007","journal-title":"Cities and Complexity Understanding Cities with Cellular Automata Agent-Based Models and Fractals"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/FiCloud.2015.70"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2015.2417011"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2012.121112.120018"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2017.2678986"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.mbs.2010.02.003"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2016.2548998"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1002\/wsbm.1245"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2010.5683791"},{"key":"ref66","first-page":"699","article-title":"Load-aware self-organizing spectrum access for small cell networks","author":"qiu","year":"2015","journal-title":"Proc IEEE 16th Int Conf Commun Technol (ICCT)"},{"key":"ref29","doi-asserted-by":"crossref","DOI":"10.1093\/actrade\/9780199662548.001.0001","author":"holland","year":"2014","journal-title":"Complexity A Very Short Introduction"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2016.2646346"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2017.2682236"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2016.2633434"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2009.5277454"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2012.120401"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2820898"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/PIMRC.2018.8580747"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.2977374"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"354","DOI":"10.1038\/nature24270","article-title":"Mastering the game of go without human knowledge","volume":"550","author":"silver","year":"2017","journal-title":"Nature"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/MVT.2019.2903655"},{"key":"ref25","author":"dulac-arnold","year":"2019","journal-title":"Challenges of Real-World Reinforcement Learning"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2014.2374237"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/VETECS.2011.5956562"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2015.2404927"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2012.120406"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2009.10.080529"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/iccw.2011.5963603"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2010.101209"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2014.2328143"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2013.040413.120676"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2013.6461192"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2017.7997440"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/PIMRC.2017.8292248"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2014.6812287"},{"key":"ref40","volume":"5","author":"wolfram","year":"2002","journal-title":"A New Kind of Science"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2937405"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2017.2748567"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ISWCS.2007.4392347"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/AIACT.2019.8847855"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1016\/0196-8858(85)90002-8"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2017.8254980"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1090\/S0002-9904-1952-09620-8"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.101.2000635"},{"key":"ref84","first-page":"623","article-title":"The sample complexity of exploration in the multi-armed bandit problem","volume":"5","author":"mannor","year":"2004","journal-title":"J Mach Learn Res"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1177\/0951629807085815"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45435-7_18"},{"key":"ref19","author":"morgenstern","year":"1953","journal-title":"Theory of Games and Economic Behavior"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1007\/11564096_42"},{"key":"ref89","article-title":"5G opportunities and challenges","author":"cardoso","year":"2018","journal-title":"Proc IEEE 5G Summit Rio"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2003.819016"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2014.2328098"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2009.2033301"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2009.2025794"},{"key":"ref85","first-page":"1079","article-title":"Action elimination and stopping conditions for the multi-armed bandit and reinforcement learning problems","volume":"7","author":"even-dar","year":"2006","journal-title":"J Mach Learn Res"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2021.3093390"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2017.1600248"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2009.2014384"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2010.2099654"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2021.3059752"},{"key":"ref88","author":"wilensky","year":"2015","journal-title":"An Introduction to Agent-Based Modeling Modeling Natural Social and Engineered Complex Systems with NetLogo"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2018.2867029"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2007.070803"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2018.8422228"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2013.060513.120959"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2777914"},{"key":"ref42","author":"holland","year":"1995","journal-title":"Hidden Order How Adaptation Builds Complexity"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1142\/9789812707420_0003"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2009.2033307"},{"key":"ref43","author":"l\u00e3","year":"2016","journal-title":"Potential Game Theory"}],"container-title":["IEEE Transactions on Network and Service Management"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/4275028\/9644641\/9580469-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4275028\/9644641\/09580469.pdf?arnumber=9580469","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,11]],"date-time":"2023-11-11T12:10:40Z","timestamp":1699704640000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9580469\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12]]},"references-count":90,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tnsm.2021.3121282","relation":{},"ISSN":["1932-4537","2373-7379"],"issn-type":[{"value":"1932-4537","type":"electronic"},{"value":"2373-7379","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,12]]}}}