{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,24]],"date-time":"2026-07-24T14:48:03Z","timestamp":1784904483760,"version":"3.55.0"},"reference-count":55,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2020YFB1807805"],"award-info":[{"award-number":["2020YFB1807805"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62071067"],"award-info":[{"award-number":["62071067"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62001054"],"award-info":[{"award-number":["62001054"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61771068"],"award-info":[{"award-number":["61771068"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012152","name":"National Postdoctoral Program for Innovative Talents","doi-asserted-by":"publisher","award":["BX20200067"],"award-info":[{"award-number":["BX20200067"]}],"id":[{"id":"10.13039\/501100012152","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Ministry of Education and China Mobile Joint Fund","award":["MCM20200202"],"award-info":[{"award-number":["MCM20200202"]}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["EARS-1839818"],"award-info":[{"award-number":["EARS-1839818"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS1717454"],"award-info":[{"award-number":["CNS1717454"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1731424"],"award-info":[{"award-number":["CNS-1731424"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1702850"],"award-info":[{"award-number":["CNS-1702850"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Netw. Serv. Manage."],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1109\/tnsm.2021.3093302","type":"journal-article","created":{"date-parts":[[2021,6,29]],"date-time":"2021-06-29T19:45:11Z","timestamp":1624995911000},"page":"4770-4788","source":"Crossref","is-referenced-by-count":54,"title":["DeepCC: Multi-Agent Deep Reinforcement Learning Congestion Control for Multi-Path TCP Based on Self-Attention"],"prefix":"10.1109","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1301-4981","authenticated-orcid":false,"given":"Bo","family":"He","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2182-2228","authenticated-orcid":false,"given":"Jingyu","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0829-4624","authenticated-orcid":false,"given":"Qi","family":"Qi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3072-7422","authenticated-orcid":false,"given":"Haifeng","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1486-0573","authenticated-orcid":false,"given":"Jianxin","family":"Liao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chunning","family":"Du","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiang","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6606-5822","authenticated-orcid":false,"given":"Zhu","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2015.2477044"},{"key":"ref38","author":"bahdanau","year":"2014","journal-title":"Neural machine translation by jointly learning to align and translate"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2945952"},{"key":"ref32","author":"stanley","year":"1971","journal-title":"Phase Transitions and Critical Phenomena"},{"key":"ref31","first-page":"5567","article-title":"Mean field multi-agent reinforcement learning","author":"yang","year":"2018","journal-title":"Proc 35th Int Conf Mach Learn (ICML)"},{"key":"ref30","first-page":"6382","article-title":"Multi-agent actor-critic for mixed cooperative-competitive environments","author":"lowe","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst (NeurIPS)"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737649"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/65.923938"},{"key":"ref34","first-page":"10","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2016","journal-title":"Proc 4th Int Conf Learn Represent (ICLR)"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14435-6_7"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3326285.3329056"},{"key":"ref29","author":"jiang","year":"2018","journal-title":"Graph convolutional reinforcement learning for multi-agent cooperation"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2013.2274462"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.17487\/rfc6824"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/49.464716"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2486001.2486020"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3012426.3022184"},{"key":"ref24","first-page":"766","article-title":"Cellular network traffic scheduling with deep reinforcement learning","author":"chinchali","year":"2018","journal-title":"Proc 32nd AAAI Conf Artif Intell (AAAI)"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2010.02.080289"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TCC.2016.2543722"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2018.8485853"},{"key":"ref50","first-page":"1531","article-title":"A natural policy gradient","author":"kakade","year":"2001","journal-title":"Proc Adv Neural Inf Process Syst (NeurIPS)"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3404397.3404425"},{"key":"ref55","first-page":"1","article-title":"Design, implementation and evaluation of congestion control for multipath TCP","author":"wischik","year":"2011","journal-title":"Proc USENIX Symp Netw Syst Design Implement (NSDI)"},{"key":"ref54","author":"chaudhari","year":"2019","journal-title":"An Attentive Survey of Attention Models"},{"key":"ref53","author":"brockman","year":"2016","journal-title":"OpenAI Gym"},{"key":"ref52","author":"chu","year":"2018","journal-title":"Policy optimization with penalized point probability distance An alternative to proximal policy optimization"},{"key":"ref10","first-page":"1","article-title":"Delay-based congestion control for multipath TCP","author":"cao","year":"2012","journal-title":"Proc 20th IEEE Int Conf Netw Protocols (ICNP)"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2018.2884791"},{"key":"ref40","first-page":"289","article-title":"Hierarchical question-image co-attention for visual question answering","author":"lu","year":"2016","journal-title":"Proc Adv Neural Inf Process Syst (NeurIPS)"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2016.2584615"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2904358"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2933761"},{"key":"ref16","first-page":"15","article-title":"A structured self-attentive sentence embedding","author":"lin","year":"2017","journal-title":"Proc 5th Int Conf Learn Represent (ICLR)"},{"key":"ref17","first-page":"5279","article-title":"Scalable trust-region method for deep reinforcement learning using Kronecker-factored approximation","author":"wu","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst (NeurIPS)"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/248156.248180"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/1400097.1400105"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2915355"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/2716281.2836090"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"4849","DOI":"10.1109\/JIOT.2020.2972063","article-title":"QoS-aware personalized privacy with multipath TCP for industrial IoT: Analysis and design","volume":"7","author":"shiva","year":"2020","journal-title":"IEEE Internet of Things Journal"},{"key":"ref5","first-page":"24","article-title":"Multipath TCP deployments","volume":"12","author":"bonaventure","year":"2016","journal-title":"IET Journal"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.17487\/rfc6356"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2021.107831"},{"key":"ref49","first-page":"1889","article-title":"Trust region policy optimization","author":"schulman","year":"2015","journal-title":"Proc Int Conf Mach Learn (ICML)"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2014.2379698"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.2307\/1969529"},{"key":"ref45","first-page":"1039","article-title":"Nash Q-learning for general-sum stochastic games","volume":"4","author":"hu","year":"2003","journal-title":"J Mach Learn Res"},{"key":"ref48","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"Proc Int Conf Mach Learn (ICML)"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1137\/S0363012901385691"},{"key":"ref42","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref41","first-page":"5876","article-title":"Targeted aspect-based sentiment analysis via embedding commonsense knowledge into an attentive LSTM","author":"ma","year":"2018","journal-title":"Proc AAAI Conf Artif Intell (AAAI)"},{"key":"ref44","author":"paasch","year":"0","journal-title":"MultiPath TCP in the Linux Kernel"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/52324.52356"}],"container-title":["IEEE Transactions on Network and Service Management"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4275028\/9644641\/09467277.pdf?arnumber=9467277","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:52:36Z","timestamp":1652194356000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9467277\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12]]},"references-count":55,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tnsm.2021.3093302","relation":{},"ISSN":["1932-4537","2373-7379"],"issn-type":[{"value":"1932-4537","type":"electronic"},{"value":"2373-7379","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,12]]}}}