{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,18]],"date-time":"2026-08-18T00:11:53Z","timestamp":1787011913596,"version":"build-2736575974"},"reference-count":75,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Ericsson, Canada"},{"DOI":"10.13039\/501100004489","name":"Mathematics of Information Technology and Complex Systems","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100004489","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3618587","type":"journal-article","created":{"date-parts":[[2025,10,6]],"date-time":"2025-10-06T17:37:47Z","timestamp":1759772267000},"page":"176176-176197","source":"Crossref","is-referenced-by-count":2,"title":["Pre-Connect Handover Management for 5G Networks Using Multi-Agent Deep Q-Networks"],"prefix":"10.1109","volume":"13","author":[{"given":"Yao","family":"Wei","sequence":"first","affiliation":[{"name":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5662-490X","authenticated-orcid":false,"given":"Chung-Horng","family":"Lung","sequence":"additional","affiliation":[{"name":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8824-1922","authenticated-orcid":false,"given":"Samuel A.","family":"Ajila","sequence":"additional","affiliation":[{"name":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ricardo","family":"Paredes Cabrera","sequence":"additional","affiliation":[{"name":"Ericsson, Ottawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Mobile Data Traffic Outlook","year":"2022"},{"key":"ref2","article-title":"5; study on scenarios and requirements for next generation access technologies (3GPP TR 38.913 version 17.0.0 release 17)","volume-title":"3GPP","year":"2022"},{"key":"ref3","volume-title":"LTE; Study on Latency Reduction Techniques for LTE","year":"2016"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2937405"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/FNWF55208.2022.00103"},{"key":"ref6","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2021.3063822"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2916583"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.12412"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/VTC2023-Spring57618.2023.10199527"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.3390\/app112210870"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2017.1600778CM"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/pimrc.2000.881527"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.5121\/ijwmn.2011.3201"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1186\/1687-1499-2014-162"},{"key":"ref16","article-title":"LTE; evolved universal terrestrial radio access (E-UTRA) and evolved universal terrestrial radio access network (E-UTRAN); overall description; stage 2 (3GPP TS 36.300 version 17.0.0 release 17)","volume-title":"3GPP","year":"2022"},{"key":"ref17","article-title":"5G; NR; NR and NG-RAN overall description; stage-2 (3GPP TS 38.300 version 17.0.0 release 17)","volume-title":"3GPP","year":"2022"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.5121\/ijwmn.2015.7409"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.14203\/jet.v19.64-74"},{"key":"ref20","article-title":"LTE; evolved universal terrestrial radio access (E-UTRA); radio resource control (RRC); protocol specification (3GPP TS 36.331 version 17.0.0 release 17)","volume-title":"3GPP","year":"2023"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05195-2_39"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/PIMRC.2018.8580946"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2018.1700235"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM46510.2021.9685348"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/PIMRC54779.2022.9977719"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/VTCFall.2018.8690554"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2930193"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2017.00-58"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOMW.2018.8406993"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC45663.2020.9120595"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2019.2961655"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.phycom.2020.101133"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3067503"},{"key":"ref34","article-title":"Digital cellular telecommunications system (phase 2+) (GSM); universal mobile telecommunications system (UMTS); LTE; policy and charging control architecture","volume-title":"3GPP","year":"2022"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.5120\/ijca2017915495"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2003.809799"},{"key":"ref37","first-page":"3","article-title":"Rectifier nonlinearities improve neural network acoustic models","volume-title":"Proc. 30th Int. Conf. Mach. Learn.","volume":"30","author":"Maas"},{"key":"ref38","article-title":"LTE; evolved universal terrestrial radio access (E-UTRA); requirements for support of radio resource management (3GPP TS 36.133 version 17.5.0 release 17","volume-title":"3GPP","year":"2022"},{"key":"ref39","article-title":"Reward design in cooperative multi-agent reinforcement learning for packet routing","author":"Mao","year":"2020","journal-title":"arXiv:2003.03433"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-27645-3_1"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992699"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.21236\/ada333248"},{"key":"ref44","article-title":"TensorFlow: Large-scale machine learning on heterogeneous distributed systems","author":"Abadi","year":"2016","journal-title":"arXiv:1603.04467"},{"key":"ref45","volume-title":"Keras Documentation","year":"2022"},{"key":"ref46","article-title":"OpenAI gym","author":"Brockman","year":"2016","journal-title":"arXiv:1606.01540"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ICoICT.2014.6914102"},{"key":"ref48","first-page":"4042","article-title":"Time limits in reinforcement learning","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","author":"Pardo"},{"key":"ref49","article-title":"A deeper look at experience replay","author":"Zhang","year":"2017","journal-title":"arXiv:1712.01275"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCNT54827.2022.9984602"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.3026195"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/VTC2020-Fall49728.2020.9348779"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2022.3149415"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.3390\/s23042191"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2022.3188212"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2848295"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.3003719"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.3390\/app13053367"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-307-3.50049-6"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1017\/S0269888912000057"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/MVT.2019.2959065"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/wcnc49053.2021.9417298"},{"key":"ref63","article-title":"A comprehensive survey of reinforcement learning: From algorithms to practical challenges","author":"Ghasemi","year":"2024","journal-title":"arXiv:2411.18892"},{"key":"ref64","volume-title":"Cloud Native Computing Foundation","year":"2025"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.jai.2024.02.003"},{"key":"ref66","article-title":"A comparative study of deep reinforcement learning models: DQN vs PPO vs A2C","author":"Fuente","year":"2025","journal-title":"arXiv:2407.14151"},{"key":"ref67","volume-title":"AI\/ML Management for 5G Systems","author":"Yao","year":"2023"},{"key":"ref68","volume-title":"Overview of AI\/ML Related Work in 3GPP","year":"2025"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1002\/9781119873747"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2024.3522579"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2025.3548127"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2025.3555440"},{"key":"ref73","volume-title":"NS-3","year":"2025"},{"key":"ref74","volume-title":"NS-3 Design Documentation\u2013Model Library","year":"2025"},{"key":"ref75","volume-title":"NS3 Tracing","year":"2025"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11194231.pdf?arnumber=11194231","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T17:42:28Z","timestamp":1760722948000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11194231\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":75,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3618587","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}