{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,21]],"date-time":"2026-07-21T18:00:09Z","timestamp":1784656809356,"version":"3.55.0"},"reference-count":68,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100002347","name":"German Research Foundation within the Collaborative Research Centre \u201cOn-The-Fly Computing\u201d (SFB 901), the German Federal Ministry of Education and Research under Software Campus","doi-asserted-by":"publisher","award":["01IS17046 (RealVNF)"],"award-info":[{"award-number":["01IS17046 (RealVNF)"]}],"id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000780","name":"European Commission under 5G-PPP project FUDGE-5G","doi-asserted-by":"publisher","award":["H2020-ICT-42-2020"],"award-info":[{"award-number":["H2020-ICT-42-2020"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000780","name":"European Commission under 5G-PPP project FUDGE-5G","doi-asserted-by":"publisher","award":["957242"],"award-info":[{"award-number":["957242"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Netw. Serv. Manage."],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1109\/tnsm.2021.3076503","type":"journal-article","created":{"date-parts":[[2021,4,29]],"date-time":"2021-04-29T19:33:08Z","timestamp":1619724788000},"page":"3829-3842","source":"Crossref","is-referenced-by-count":40,"title":["Self-Learning Multi-Objective Service Coordination Using Deep Reinforcement Learning"],"prefix":"10.1109","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8210-4011","authenticated-orcid":false,"given":"Stefan","family":"Schneider","sequence":"first","affiliation":[{"name":"Department for Computer Science, Computer Networks Research Group, Paderborn University, Paderborn, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ramin","family":"Khalili","sequence":"additional","affiliation":[{"name":"Munich Research Center, Huawei Technologies Düsseldorf, Munich, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5028-6076","authenticated-orcid":false,"given":"Adnan","family":"Manzoor","sequence":"additional","affiliation":[{"name":"Department for Computer Science, Computer Networks Research Group, Paderborn University, Paderborn, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3248-1163","authenticated-orcid":false,"given":"Haydar","family":"Qarawlus","sequence":"additional","affiliation":[{"name":"Logistics Department, Fraunhofer ISST, Dortmund, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1691-9252","authenticated-orcid":false,"given":"Rafael","family":"Schellenberg","sequence":"additional","affiliation":[{"name":"Department for Computer Science, Computer Networks Research Group, Paderborn University, Paderborn, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8343-6322","authenticated-orcid":false,"given":"Holger","family":"Karl","sequence":"additional","affiliation":[{"name":"Department for Computer Science, Computer Networks Research Group, Paderborn University, Paderborn, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Artur","family":"Hecker","sequence":"additional","affiliation":[{"name":"Department for Computer Science, Computer Networks Research Group, Paderborn University, Paderborn, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2959183"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2019.2947905"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2017.8057118"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2018.8486320"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.23919\/CNSM46954.2019.9012716"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2020.2995900"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3326285.3329056"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CLOUD.2017.34"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2959181"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2916583"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.23919\/CNSM46954.2019.9012740"},{"key":"ref62","first-page":"1","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref61","first-page":"315","article-title":"Deep sparse rectifier neural networks","author":"glorot","year":"2011","journal-title":"Proc Conf Artif Intell Stat (AISTATS)"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/0166-5316(93)90035-S"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3342195.3387524"},{"key":"ref64","doi-asserted-by":"crossref","first-page":"276","DOI":"10.1002\/net.20371","article-title":"SNDlib 1.0—Survivable network design library","volume":"55","author":"orlowski","year":"2010","journal-title":"Networks"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2018.2846572"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1355"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1038\/nature24270"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/NetSoft48620.2020.9165348"},{"key":"ref67","article-title":"Distributed online service coordination using deep reinforcement learning","author":"schneider","year":"0","journal-title":"Proc IEEE Int Conf Distrib Comput Syst (ICDCS)"},{"key":"ref68","first-page":"1311","article-title":"Automated curriculum learning for neural networks","author":"graves","year":"2017","journal-title":"Proc Int Conf Mach Learn (ICML)"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3326066"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/SOSE.2019.00026"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2017.2757266"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2906746"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2017.232"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155404"},{"key":"ref23","first-page":"1","article-title":"Every node for itself: Fully distributed service coordination","author":"schneider","year":"2020","journal-title":"Proc IFIP\/IEEE Int Conf Netw Service Manag (CNSM)"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/2342356.2342396"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2020.3038783"},{"key":"ref50","author":"gulli","year":"2017","journal-title":"Deep Learning with Keras"},{"key":"ref51","first-page":"265","article-title":"TensorFlow: A system for large-scale machine learning","author":"abadi","year":"2016","journal-title":"Proc of the 2nd USENIX Symp on Operating Systems Design and Implementation (OSDI)"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2011.111002"},{"key":"ref58","first-page":"42","article-title":"GNU parallel—The command-line power tool","volume":"36","author":"tange","year":"2011","journal-title":"USENIX Mag"},{"key":"ref57","article-title":"Divide and conquer: Hierarchical network and service coordination","author":"schneider","year":"0","journal-title":"Proc IFIP\/IEEE Int Symp Integr Netw Manage"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2018.05.004"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2015.2402432"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/EWSDN.2016.13"},{"key":"ref53","author":"schneider","year":"2021","journal-title":"Service Coordination Simulator GitHub Repository"},{"key":"ref52","author":"brockman","year":"2016","journal-title":"OpenAI Gym"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CloudNet.2015.7335318"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/NETSOFT.2018.8459915"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2018.8485853"},{"key":"ref12","year":"2020","journal-title":"Documentation"},{"key":"ref13","article-title":"Challenges of real-world reinforcement learning","author":"dulac-arnold","year":"2019","journal-title":"Int Conf Mach Lear (ICML) Workshop RL4RealLife"},{"key":"ref14","author":"schneider","year":"2021","journal-title":"DeepCoord GitHub Repository"},{"key":"ref15","first-page":"1","article-title":"Self-driving network and service coordination using deep reinforcement learning","author":"schneider","year":"2020","journal-title":"Proc IFIP\/IEEE Int Conf Netw Service Manag (CNSM)"},{"key":"ref16","first-page":"1","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2016","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/2797211"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2016.7524466"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2016.2580150"},{"key":"ref4","year":"2019","journal-title":"Architectural Framework for Machine Learning in Future Networks Including IMT-2020 (Y 3172)"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.17487\/RFC7665"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CNSM.2014.7014205"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2016.2598420"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.comcom.2017.02.011"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/NETSOFT.2015.7116120"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-741252-8.50010-8"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2018.2842798"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/2875951.2875957"},{"key":"ref45","year":"2020","journal-title":"AWS Docs (Traffic Dials)"},{"key":"ref48","first-page":"3207","article-title":"Deep reinforcement learning that matters","author":"henderson","year":"2018","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2959182"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2933973"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2020.2986223"},{"key":"ref43","year":"2020","journal-title":"Production-Grade Container Orchestration"}],"container-title":["IEEE Transactions on Network and Service Management"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4275028\/9530845\/09419067.pdf?arnumber=9419067","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,3]],"date-time":"2023-11-03T00:35:41Z","timestamp":1698971741000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9419067\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9]]},"references-count":68,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tnsm.2021.3076503","relation":{},"ISSN":["1932-4537","2373-7379"],"issn-type":[{"value":"1932-4537","type":"electronic"},{"value":"2373-7379","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9]]}}}