{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T16:22:22Z","timestamp":1775665342514,"version":"3.50.1"},"reference-count":58,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"publisher","award":["61871357"],"award-info":[{"award-number":["61871357"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Zhejiang Lab Research Fund","award":["2019LE0AB01"],"award-info":[{"award-number":["2019LE0AB01"]}]},{"DOI":"10.13039\/501100002367","name":"SPR Program of CAS","doi-asserted-by":"publisher","award":["XDC02070300"],"award-info":[{"award-number":["XDC02070300"]}],"id":[{"id":"10.13039\/501100002367","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Funds for Central Universities","doi-asserted-by":"publisher","award":["WK3500000006"],"award-info":[{"award-number":["WK3500000006"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Netw. Serv. Manage."],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1109\/tnsm.2021.3102621","type":"journal-article","created":{"date-parts":[[2021,8,5]],"date-time":"2021-08-05T20:03:40Z","timestamp":1628193820000},"page":"4801-4813","source":"Crossref","is-referenced-by-count":18,"title":["Multi-Agent and Cooperative Deep Reinforcement Learning for Scalable Network Automation in Multi-Domain SD-EONs"],"prefix":"10.1109","volume":"18","author":[{"given":"Baojia","family":"Li","sequence":"first","affiliation":[]},{"given":"Ruyun","family":"Zhang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0641-0161","authenticated-orcid":false,"given":"Xiaojian","family":"Tian","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4251-788X","authenticated-orcid":false,"given":"Zuqing","family":"Zhu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2013.053013.120853"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.osn.2014.05.018"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1364\/JOCN.5.00A100"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2012.070512.120740"},{"key":"ref31","article-title":"Soft Actor-Critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","author":"haarnoja","year":"2018"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1364\/OFC.2020.Th2A.29"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2016.2615942"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2015.2457092"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1364\/JOCN.5.000836"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2017.2685688"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2019.2923615"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1364\/JOCN.12.000A18"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1364\/OFC.2019.M2A.2"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2929382"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2015.7293303"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2011.2125777"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2016.2610964"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2431731"},{"key":"ref24","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref23","author":"goodfellow","year":"2016","journal-title":"Deep Learning"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.1800157"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2019.2925827"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICOCN.2019.8934862"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2018.2883898"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1364\/JOCN.6.000536"},{"key":"ref57","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2017"},{"key":"ref56","article-title":"Deep reinforcement learning with double Q-learning","author":"hasselt","year":"2015"},{"key":"ref55","article-title":"Addressing function approximation error in actor-critic methods","author":"fujimoto","year":"2018"},{"key":"ref54","article-title":"Mean field multi-agent reinforcement learning","author":"yang","year":"2018"},{"key":"ref53","article-title":"Multi-agent actor-critic for mixed cooperative-competitive environments","author":"lowe","year":"2017"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/SURV.2013.011413.00087"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/1355734.1355746"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2017.1600030NM"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2014.2350500"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1364\/JOCN.5.000A57"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2014.2364515"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2015.2456152"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2015.2393634"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1364\/ECEOC.2012.Tu.1.D.1"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1364\/JOCN.7.0000A7"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2017.2722038"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"1a","DOI":"10.1364\/JOCN.11.0000A1","article-title":"Experimental demonstration of machine-learning-aided QoT estimation in multi-domain elastic optical networks with alien wavelengths","volume":"11","author":"proietti","year":"2019","journal-title":"IEEE\/OSA Journal of Optical Communications and Networking"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2932060"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2016.2533625"},{"key":"ref6","article-title":"Robust video broadcast for users with heterogeneous resolution in mobile networks","author":"gui","year":"2020","journal-title":"IEEE Trans Mobile Comput"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2017.2711610"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2013.2294389"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2012.2227683"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2019.2902454"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2016.2565002"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1364\/OFC.2015.Th2A.36"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1364\/OFC.2014.W2A.44"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737443"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2016.2586141"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1364\/JOCN.8.000371"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1364\/OE.23.025804"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2015.2389526"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2017.2655418"}],"container-title":["IEEE Transactions on Network and Service Management"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4275028\/9644641\/09507559.pdf?arnumber=9507559","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:52:37Z","timestamp":1652194357000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9507559\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12]]},"references-count":58,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tnsm.2021.3102621","relation":{},"ISSN":["1932-4537","2373-7379"],"issn-type":[{"value":"1932-4537","type":"electronic"},{"value":"2373-7379","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,12]]}}}