{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,31]],"date-time":"2026-10-31T21:44:14Z","timestamp":1793483054814,"version":"4.5.0"},"reference-count":79,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000780","name":"German Research Foundation within the Collaborative Research Centre \u201cOn-The-Fly Computing\u201d (SFB 901) and the European Commission under 5G-PPP project FUDGE-5G","doi-asserted-by":"publisher","award":["H2020-ICT-42-2020"],"award-info":[{"award-number":["H2020-ICT-42-2020"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000780","name":"German Research Foundation within the Collaborative Research Centre \u201cOn-The-Fly Computing\u201d (SFB 901) and the European Commission under 5G-PPP project FUDGE-5G","doi-asserted-by":"publisher","award":["957242"],"award-info":[{"award-number":["957242"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Netw. Serv. Manage."],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1109\/tnsm.2023.3300962","type":"journal-article","created":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T14:11:47Z","timestamp":1690899107000},"page":"908-924","source":"Crossref","is-referenced-by-count":25,"title":["Multi-Agent Deep Reinforcement Learning for Coordinated Multipoint in Mobile Networks"],"prefix":"10.1109","volume":"21","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8210-4011","authenticated-orcid":false,"given":"Stefan","family":"Schneider","sequence":"first","affiliation":[{"name":"Computer Networks Group, Paderborn University, Paderborn, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8343-6322","authenticated-orcid":false,"given":"Holger","family":"Karl","sequence":"additional","affiliation":[{"name":"Hasso Plattner Institute, University of Potsdam, Potsdam, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ramin","family":"Khalili","sequence":"additional","affiliation":[{"name":"European Research Center, Huawei Technologies Munich Research Center, Munich, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Artur","family":"Hecker","sequence":"additional","affiliation":[{"name":"Hasso Plattner Institute, University of Potsdam, Potsdam, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"LTE release 11","year":"2012"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MVT.2019.2919279"},{"key":"ref3","article-title":"Quality of experience-related differential equations and provisioning-delivery hysteresis","volume-title":"ITC Specialist Seminar on Multimedia Applications-Traffic, Performance and QoE","author":"Fiedler","year":"2010"},{"key":"ref4","first-page":"1","article-title":"Relationship between quality-of-service and quality-of-experience for public Internet service","volume-title":"Proc. Workshop Passive Act. Meas.","author":"Khirman"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2012.83"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/s11277-016-3570-8"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/icc.2011.5963458"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1186\/s13638-015-0501-4"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/tnn.1998.712192"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2876279"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.23919\/WIOPT.2017.7959870"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2893168"},{"key":"ref13","volume-title":"Google\u2019s AutoML: Cutting through the hype","author":"Thomas","year":"2018"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2420686"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-021-05961-4"},{"key":"ref16","first-page":"1101","article-title":"Coordinating multi-agent reinforcement learning with limited communication","volume-title":"Proc. Int. Conf. Auton. Agents Multi-Agent Syst.","author":"Zhang"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-71682-4_5"},{"key":"ref18","volume-title":"DeepCoMP, DD-CoMP, and D3-CoMP GitHub repository","author":"Schneider","year":"2021"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/SURV.2013.060313.00152"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2015.7010527"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2016.2557328"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2717986"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2018.1700199"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2017.05.003"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2005.03014"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2021.3102580"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.3000371"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3087270"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2913776"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2021.3126933"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.23919\/CNSM50824.2020.9269087"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2021.3076503"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS51616.2021.00058"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3005745.3005750"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2019.1800386"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.3036962"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2916583"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3523057"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2933973"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3096928"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.01.031"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3300061.3345431"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2019.2957804"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICC40277.2020.9148711"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2008.2004588"},{"key":"ref46","article-title":"Deep reinforcement learning amidst lifelong non-stationarity","author":"Xie","year":"2020","journal-title":"arXiv:2006.10701"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2957940"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2011.5706317"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2014.2326303"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/MMUL.2004.1261114"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/QOMEX.2010.5517692"},{"key":"ref52","first-page":"448","article-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift","volume-title":"Proc. Mach. Learn. Res.","author":"Ioffe"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/s10776-011-0166-9"},{"key":"ref54","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/11894841_21"},{"key":"ref56","article-title":"The surprising effectiveness of PPO in cooperative multi-agent games","volume-title":"Proc. Conf. Neural Inf. Process. Syst. (NeurIPS)","author":"Yu"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/3298981"},{"key":"ref58","article-title":"A survey of learning in multiagent environments: Dealing with non-stationarity","author":"Hernandez-Leal","year":"2017","journal-title":"arXiv:1707.09183"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2705720"},{"key":"ref60","volume-title":"Verizon 5G TF; Network and signaling working group; verizon 5th generation radio access; overall description (release 1)","year":"2016"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX.2017.7965687"},{"key":"ref62","volume-title":"Release 15: NR; Radio Resource Control (RRC); Protocol specification","year":"2021"},{"key":"ref63","volume-title":"TensorFlow lite","author":"Contributors","year":"2021"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.3013848"},{"key":"ref65","article-title":"Federated learning for mobile keyboard prediction","author":"Hard","year":"2018","journal-title":"arXiv:1811.03604"},{"key":"ref66","first-page":"3053","article-title":"RLlib: Abstractions for distributed reinforcement learning","volume-title":"Proc. Int. Conf. Machine Learning","author":"Liang"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/NOMS54207.2022.9789886"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1002\/9780470669501"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/VETECS.2000.851585"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2003.1208967"},{"issue":"4","key":"ref71","first-page":"111","article-title":"Performance analysis of various activation functions in generalized MLP architectures of neural networks","volume":"1","author":"Karlik","year":"2011","journal-title":"Int. J. Artif. Intell. Expert Syst."},{"key":"ref72","article-title":"What matters in on-policy reinforcement learning? a large-scale empirical study","author":"Andrychowicz","year":"2020","journal-title":"arXiv:2006.05990"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/SCOPES.2016.7955845"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2004.1379010"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ICCW.2016.7503829"},{"key":"ref76","first-page":"1471","article-title":"Variance reduction techniques for gradient estimates in reinforcement learning","volume":"5","author":"Greensmith","year":"2004","journal-title":"J. Mach. Learn. Res."},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1561\/2200000071"},{"key":"ref78","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-learning","volume":"8","author":"Watkins","year":"1992","journal-title":"Mach. Learn."},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"}],"container-title":["IEEE Transactions on Network and Service Management"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4275028\/10423826\/10198677.pdf?arnumber=10198677","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,12]],"date-time":"2024-02-12T14:16:51Z","timestamp":1707747411000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10198677\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2]]},"references-count":79,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tnsm.2023.3300962","relation":{},"ISSN":["1932-4537","2373-7379"],"issn-type":[{"value":"1932-4537","type":"electronic"},{"value":"2373-7379","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2]]}}}