{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T17:10:59Z","timestamp":1774631459927,"version":"3.50.1"},"reference-count":28,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Comput. Intell. Mag."],"published-print":{"date-parts":[[2019,11]]},"DOI":"10.1109\/mci.2019.2937609","type":"journal-article","created":{"date-parts":[[2019,10,15]],"date-time":"2019-10-15T22:17:11Z","timestamp":1571177831000},"page":"21-30","source":"Crossref","is-referenced-by-count":49,"title":["AI Routers & Network Mind: A Hybrid Machine Learning Paradigm for Packet Routing"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1391-7363","authenticated-orcid":false,"given":"Haipeng","family":"Yao","sequence":"first","affiliation":[{"name":"Networking and Switching Technology, Beijing University of Posts and Telecommunications, China"}]},{"given":"Tianle","family":"Mai","sequence":"additional","affiliation":[{"name":"Networking and Switching Technology, Beijing University of Posts and Telecommunications, China"}]},{"given":"Chunxiao","family":"Jiang","sequence":"additional","affiliation":[{"name":"Tsinghua Space Center, Tsinghua University, Beijing, China"}]},{"given":"Linling","family":"Kuang","sequence":"additional","affiliation":[{"name":"Tsinghua Space Center, Tsinghua University, Beijing, China"}]},{"given":"Song","family":"Guo","sequence":"additional","affiliation":[{"name":"Computing, Hong Kong Polytechnic University, Hong Kong"}]}],"member":"263","reference":[{"key":"ref13","first-page":"935","article-title":"TPOT-RL applied to network routing","author":"stone","year":"2000","journal-title":"Proc Int Conf Machine Learning"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ISSNIP.2007.4496810"},{"key":"ref15","first-page":"952","article-title":"Using collective intelligence to route internet traffic","author":"wolpert","year":"1999","journal-title":"Advances in neural information processing systems"},{"key":"ref14","first-page":"261","article-title":"Team-partitioned, opaque-transition reinforcement learning","author":"stone","year":"1998","journal-title":"Robot Soccer World Cup"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2011.2159844"},{"key":"ref10","first-page":"231","article-title":"Dual reinforcement Q-routing: An on-line adaptive routing algorithm","author":"kumar","year":"0","journal-title":"Proc Artificial Neural Networks in Engineering Conf"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2859480"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2016.1500356WC"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/WIMOB.2010.5645040"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2005.846390"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/SCC.2016.12"},{"key":"ref18","article-title":"A deep-reinforcement learning approach for software-defined networking routing optimization","author":"stampa","year":"2017"},{"key":"ref24","author":"bock","year":"2018","journal-title":"An improvement of the convergence proof of the ADAM-Optimizer"},{"key":"ref23","author":"lillicrap","year":"2015","journal-title":"Continuous control with deep reinforcement learning"},{"key":"ref26","year":"0","journal-title":"Congestion-problem"},{"key":"ref25","first-page":"503","article-title":"Resource abstraction for reinforcement learning in multiagent congestion problems","author":"malialis","year":"2016","journal-title":"Proc 2016 Int Conf Autonomous Agents and Multiagent Systems"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CIT.2006.34"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1109\/TIFS.2017.2737968","article-title":"A secure mobile crowdsensing game with deep reinforcement learning","volume":"13","author":"liang","year":"2018","journal-title":"IEEE Trans Inf Forensics Security"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2018.01.025"},{"key":"ref28","first-page":"83","article-title":"APUNet: Revitalizing GPU as packet processing accelerator","author":"go","year":"2017","journal-title":"Proc USENIX Symp Networked System Design and Implementation"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-15028-0"},{"key":"ref8","first-page":"671","article-title":"Packet routing in dynamically changing networks: A reinforcement learning approach","author":"boyan","year":"0","journal-title":"Proc Int Conf Neural Information Processing Systems"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3138808.3138810"},{"key":"ref9","first-page":"945","article-title":"Predictive Q-routing: A memory-based reinforcement learning approach to adaptive traffic control","author":"choi","year":"1996","journal-title":"Advances in neural information processing systems"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2897128"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2017.1700200"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/863956.863957"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2019.01.028"}],"container-title":["IEEE Computational Intelligence Magazine"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10207\/8870219\/08870277.pdf?arnumber=8870277","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,27]],"date-time":"2023-04-27T21:38:31Z","timestamp":1682631511000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8870277\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11]]},"references-count":28,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/mci.2019.2937609","relation":{},"ISSN":["1556-603X","1556-6048"],"issn-type":[{"value":"1556-603X","type":"print"},{"value":"1556-6048","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,11]]}}}