{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T06:43:35Z","timestamp":1771051415063,"version":"3.50.1"},"reference-count":72,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Innovation Center, Ericsson Telecom. S.A., Brazil"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2022]]},"DOI":"10.1109\/access.2022.3224808","type":"journal-article","created":{"date-parts":[[2022,11,24]],"date-time":"2022-11-24T21:37:58Z","timestamp":1669325878000},"page":"125509-125525","source":"Crossref","is-referenced-by-count":11,"title":["Deep Reinforcement Learning-Based Scheduling for Multiband Massive MIMO"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5586-1359","authenticated-orcid":false,"given":"Victor Hugo L.","family":"Lopes","sequence":"first","affiliation":[{"name":"Institute of Informatics, Federal University of Goi&#x00E1;s, Goi&#x00E2;nia, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9644-5394","authenticated-orcid":false,"given":"Cleverson Veloso","family":"Nahum","sequence":"additional","affiliation":[{"name":"Department of Computer and Telecommunication Engineering, Federal University of Par&#x00E1;, Bel&#x00E9;m, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9512-7300","authenticated-orcid":false,"given":"Ryan M.","family":"Dreifuerst","sequence":"additional","affiliation":[{"name":"Wireless Networking and Communications Group, The University of Texas at Austin, Austin, TX, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pedro","family":"Batista","sequence":"additional","affiliation":[{"name":"Ericsson Research, Stockholm, Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7773-2080","authenticated-orcid":false,"given":"Aldebaro","family":"Klautau","sequence":"additional","affiliation":[{"name":"Department of Computer and Telecommunication Engineering, Federal University of Par&#x00E1;, Bel&#x00E9;m, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5152-5323","authenticated-orcid":false,"given":"Kleber Vieira","family":"Cardoso","sequence":"additional","affiliation":[{"name":"Institute of Informatics, Federal University of Goi&#x00E1;s, Goi&#x00E2;nia, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4666-5628","authenticated-orcid":false,"given":"Robert W.","family":"Heath","sequence":"additional","affiliation":[{"name":"Department of Electronics and Computer Engineering, North Carolina State University, Raleigh, NC, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.3041319"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.2000218"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.3004555"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1201\/9780849379970-5"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2921522"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1017\/9781139049276"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.23919\/EUSIPCO54536.2021.9616054"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3000893"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2933417"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1561\/2000000093"},{"key":"ref36","author":"lopes","year":"2022","journal-title":"DRL-based scheduling for multiband access massive MIMO&#x2014;Simulation platform (code and data)"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/EuCAP.2014.6902008"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TAP.2014.2310220"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/VTCFall.2019.8891391"},{"key":"ref62","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","volume":"48","author":"mnih","year":"2016","journal-title":"Proc 33rd Int Conf Mach Learn"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.011.1900630"},{"key":"ref63","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"arXiv 1312 5602"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.3005495"},{"key":"ref64","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM42002.2020.9322383"},{"key":"ref65","author":"hill","year":"2018","journal-title":"Stable Baselines"},{"key":"ref66","author":"dhariwal","year":"2017","journal-title":"OpenAI Baselines"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2828859"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ACSSC.2010.5757800"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2898756"},{"key":"ref69","article-title":"Proximal policy optimization algorithms","author":"schulman","year":"2017","journal-title":"arXiv 1707 06347"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/SURV.2013.011413.00082"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2005.1509951"},{"key":"ref20","first-page":"4387","article-title":"Adaptive proportional fair parameterization based LTE scheduling using continuous actor-critic reinforcement learning","author":"comcsa","year":"2014","journal-title":"Proc IEEE Global Commun Conf"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2007.897859"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2017.7997440"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ETFA46521.2020.9212060"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2017.8254926"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9414155"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2016.2571695"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781316799895"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2018.8437617"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2897134"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2933962"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2019.2957798"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2009.03.060604"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2018.2809745"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM42002.2020.9322182"},{"key":"ref53","article-title":"Deep reinforcement learning for resource constrained multiclass scheduling in wireless networks","author":"avranas","year":"2020","journal-title":"arXiv 2011 13634"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58197-8_9"},{"key":"ref10","article-title":"Neural combinatorial optimization with reinforcement learning","author":"bello","year":"2016","journal-title":"arXiv 1611 09940"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2020.07.063"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TAP.2019.2922547"},{"key":"ref12","article-title":"Attention, learn to solve routing problems!","author":"kool","year":"2018","journal-title":"arXiv 1803 08475"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2018.2866382"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2904352"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2020.107260"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3070138"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2019.1900271"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2005.843547"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2021.3059896"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2016.2618870"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2014.2332304"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2005.03014"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2729599"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/5GWF.2018.8516933"},{"key":"ref49","year":"2018","journal-title":"Requirements for support of radio resource management"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC.2017.7925934"},{"key":"ref46","first-page":"1","article-title":"3GPP TR 38.901 channel model","author":"zhu","year":"2019","journal-title":"5G REF The Essential 5G Reference Online"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2015.7060514"},{"key":"ref48","author":"dreifuerst","year":"2020","journal-title":"QuaDRiGA Simulation Extensions"},{"key":"ref47","year":"2017","journal-title":"Study on 3D Channel Model for LTE"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2013.6831694"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ITA.2015.7308979"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TENSYMP50017.2020.9230462"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2011.060711.101155"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9668973\/09963967.pdf?arnumber=9963967","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,26]],"date-time":"2022-12-26T19:33:39Z","timestamp":1672083219000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9963967\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"references-count":72,"URL":"https:\/\/doi.org\/10.1109\/access.2022.3224808","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]}}}