{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T15:28:19Z","timestamp":1774538899834,"version":"3.50.1"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2020YFA0713900"],"award-info":[{"award-number":["2020YFA0713900"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61772410"],"award-info":[{"award-number":["61772410"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61802298"],"award-info":[{"award-number":["61802298"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62172329"],"award-info":[{"award-number":["62172329"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1811461"],"award-info":[{"award-number":["U1811461"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U21A6005"],"award-info":[{"award-number":["U21A6005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["11690011"],"award-info":[{"award-number":["11690011"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2020T130513"],"award-info":[{"award-number":["2020T130513"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2019M663726"],"award-info":[{"award-number":["2019M663726"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE\/ACM Trans. Networking"],"published-print":{"date-parts":[[2023,2]]},"DOI":"10.1109\/tnet.2022.3194953","type":"journal-article","created":{"date-parts":[[2022,8,5]],"date-time":"2022-08-05T19:28:09Z","timestamp":1659727689000},"page":"380-394","source":"Crossref","is-referenced-by-count":17,"title":["Delay-Oriented Scheduling in 5G Downlink Wireless Networks Based on Reinforcement Learning With Partial Observations"],"prefix":"10.1109","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7636-2786","authenticated-orcid":false,"given":"Yijun","family":"Hao","sequence":"first","affiliation":[{"name":"National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi’an Jiaotong University, Xi’an, China"}]},{"given":"Fang","family":"Li","sequence":"additional","affiliation":[{"name":"National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi’an Jiaotong University, Xi’an, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9002-4350","authenticated-orcid":false,"given":"Cong","family":"Zhao","sequence":"additional","affiliation":[{"name":"Department of Computing, Imperial College London, London, U.K"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4495-6237","authenticated-orcid":false,"given":"Shusen","family":"Yang","sequence":"additional","affiliation":[{"name":"National Engineering Laboratory for Big Data Analytics (NEL-BDA), Ministry of Education Key Laboratory for Intelligent Networks and Network Security (MOE KLINNS Laboratory), Xi’an Jiaotong University, Xi’an, China"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2017.2692307"},{"issue":"6","key":"ref2","doi-asserted-by":"crossref","first-page":"1065","DOI":"10.1109\/JSAC.2014.2328098","article-title":"What will 5G be?","volume":"32","author":"Andrews","year":"2014","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MCOMSTD.2017.1700042"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2016.2532458"},{"key":"ref5","volume-title":"Requirements for Support of Radio Resource Management","year":"2019"},{"key":"ref6","volume-title":"Physical Channels and Modulation","year":"2019"},{"key":"ref7","volume-title":"Medium Access Control (MAC) Protocol Specification","year":"2019"},{"key":"ref8","volume-title":"Physical Layer Procedures for Data","year":"2019"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1090\/trans2\/207\/12"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1017\/S0269964804182041"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2010.2068308"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2007.903141"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2016.2544639"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2010.01.090031"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2017.2691711"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2015.2458703"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2016.7524474"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2006.879357"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2018.2863563"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11339"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737649"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2021.3051663"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3078498"},{"key":"ref24","volume-title":"NR and NG-RAN Overall Description","year":"2019"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2019.03.017"},{"key":"ref26","article-title":"Semi-supervised classification with graph convolutional networks","author":"Kipf","year":"2016","journal-title":"arXiv:1609.02907"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1186\/s13638-018-1238-7"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CCNC.2013.6488471"},{"issue":"3","key":"ref29","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-learning","volume":"8","author":"Watkins","year":"1992","journal-title":"Mach. Learn."},{"key":"ref30","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv:1509.02971"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/MVT.2019.2903655"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2582924"},{"key":"ref33","first-page":"29","article-title":"Deep recurrent Q-learning for partially observable MDPs","volume-title":"Proc. AAAI Fall Symp.","author":"Hausknecht"},{"key":"ref34","first-page":"1","article-title":"Recurrent experience replay in distributed reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Kapturowski"},{"key":"ref35","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Mnih"},{"key":"ref36","article-title":"Memory-based control with recurrent neural networks","author":"Heess","year":"2015","journal-title":"arXiv:1512.04455"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.2307\/2346830"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2018.2870135"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2017.2687379"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2017.8057090"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33015668"},{"key":"ref42","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref43","first-page":"1057","article-title":"Policy gradient methods for reinforcement learning with function approximation","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Sutton"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/2408776.2408794"},{"key":"ref45","first-page":"329","article-title":"Bobtail: Avoiding long tails in the cloud","volume-title":"Proc. 10th USENIX Symp. Netw. Syst. Design Implement. (NSDI)","author":"Xu"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2013.2289382"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.2017.1380080"},{"key":"ref48","article-title":"Is Q-learning provably efficient?","author":"Jin","year":"2018","journal-title":"arXiv:1807.03765"}],"container-title":["IEEE\/ACM Transactions on Networking"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/90\/10045328\/09851620.pdf?arnumber=9851620","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T11:46:53Z","timestamp":1706788013000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9851620\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2]]},"references-count":48,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tnet.2022.3194953","relation":{},"ISSN":["1063-6692","1558-2566"],"issn-type":[{"value":"1063-6692","type":"print"},{"value":"1558-2566","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2]]}}}