{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T16:10:32Z","timestamp":1775146232019,"version":"3.50.1"},"reference-count":51,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program","doi-asserted-by":"publisher","award":["2020YFB1804800"],"award-info":[{"award-number":["2020YFB1804800"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62002019"],"award-info":[{"award-number":["62002019"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62002382"],"award-info":[{"award-number":["62002382"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61802315"],"award-info":[{"award-number":["61802315"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62172108"],"award-info":[{"award-number":["62172108"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012236","name":"Beijing Institute of Technology Research Fund Program for Young Scholars","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100012236","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Key-Area Research and Development Program of Guangdong Province","award":["2021B0101400001"],"award-info":[{"award-number":["2021B0101400001"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE\/ACM Trans. Networking"],"published-print":{"date-parts":[[2022,4]]},"DOI":"10.1109\/tnet.2021.3126933","type":"journal-article","created":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T20:32:27Z","timestamp":1638390747000},"page":"629-640","source":"Crossref","is-referenced-by-count":56,"title":["Enabling Scalable Routing in Software-Defined Networks With Deep Reinforcement Learning on Critical Nodes"],"prefix":"10.1109","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8606-9337","authenticated-orcid":false,"given":"Penghao","family":"Sun","sequence":"first","affiliation":[{"name":"Academy of Military Sciences, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7314-410X","authenticated-orcid":false,"given":"Zehua","family":"Guo","sequence":"additional","affiliation":[{"name":"Beijing Institute of Technology, Beijing, China"}]},{"given":"Junfei","family":"Li","sequence":"additional","affiliation":[{"name":"National Digital Switching System Engineering and Technological Research and Development Center, Zhengzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0958-8547","authenticated-orcid":false,"given":"Yang","family":"Xu","sequence":"additional","affiliation":[{"name":"Fudan University, Shanghai, China"}]},{"given":"Julong","family":"Lan","sequence":"additional","affiliation":[{"name":"Academy of Military Sciences, Beijing, China"}]},{"given":"Yuxiang","family":"Hu","sequence":"additional","affiliation":[{"name":"Academy of Military Sciences, Beijing, China"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Software defined networks: A carrier perspective","author":"Elby","year":"2011"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1364\/JOCN.5.001431"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2015.2401031"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2016.12.019"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2018.8485853"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.14569\/IJACSA.2017.080729"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2016.1600317WC"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2014.2311123"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/1162678.1162679"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/IMSCCS.2007.52"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.4304\/jcp.9.5.1234-1240"},{"key":"ref12","first-page":"671","article-title":"Packet routing in dynamically changing networks: A reinforcement learning approach","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Boyan"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/SCC.2016.12"},{"key":"ref14","volume-title":"Software-Defined Networking: The New Norm for Networks","year":"2015"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2859480"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/springerreference_5400"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1021\/ci00027a006"},{"key":"ref18","article-title":"A deep-reinforcement learning approach for software-defined networking routing optimization","author":"Stampa","year":"2017","journal-title":"arXiv:1709.07080"},{"key":"ref19","first-page":"3320","article-title":"How transferable are features in deep neural networks?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Yosinski"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1126\/science.1173299"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/s0378-4371(02)00772-0"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2008.07.016"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1038\/nature10011"},{"key":"ref24","first-page":"387","article-title":"Deterministic policy gradient algorithms","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Silver"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"issue":"6","key":"ref26","first-page":"A187","article-title":"Continuous control with deep reinforcement learning","volume":"8","author":"Lillicrap","year":"2015","journal-title":"Comput. Sci."},{"key":"ref27","article-title":"Playing atari with deep reinforcement learning","author":"Mnih","year":"2013","journal-title":"arXiv:1312.5602v1"},{"key":"ref28","article-title":"Prioritized experience replay","author":"Schaul","year":"2015","journal-title":"arXiv:1511.05952v4"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1179"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/1012888.1005697"},{"key":"ref32","volume-title":"National Science Foundation Network","year":"2019"},{"key":"ref33","volume-title":"Os3e","year":"2019"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/MASCOT.2001.948886"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-5316(03)00067-1"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2894237"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref38","article-title":"Dueling network architectures for deep reinforcement learning","author":"Wang","year":"2015","journal-title":"arXiv:1511.06581"},{"key":"ref39","first-page":"449","article-title":"A distributional perspective on reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Bellemare"},{"key":"ref40","article-title":"Noisy networks for exploration","author":"Fortunato","year":"2017","journal-title":"arXiv:1706.10295"},{"key":"ref41","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref42","article-title":"Trust region policy optimization","author":"Schulman","year":"2015","journal-title":"arXiv:1502.05477"},{"key":"ref43","article-title":"Scalable trust-region method for deep reinforcement learning using kronecker-factored approximation","author":"Wu","year":"2017","journal-title":"arXiv:1708.05144"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4020-5542-3_2"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3138808.3138810"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67235-9_9"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3229543.3229554"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098843"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2904358"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2019.04.014"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2020.107255"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2020.3025298"}],"container-title":["IEEE\/ACM Transactions on Networking"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/90\/9758081\/09631879.pdf?arnumber=9631879","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T19:47:43Z","timestamp":1709322463000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9631879\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4]]},"references-count":51,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tnet.2021.3126933","relation":{},"ISSN":["1063-6692","1558-2566"],"issn-type":[{"value":"1063-6692","type":"print"},{"value":"1558-2566","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4]]}}}