{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,13]],"date-time":"2026-05-13T17:42:29Z","timestamp":1778694149183,"version":"3.51.4"},"reference-count":71,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"10","license":[{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key R&amp;D Program of China","award":["2019YFB2102202"],"award-info":[{"award-number":["2019YFB2102202"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61921003"],"award-info":[{"award-number":["61921003"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61720106007"],"award-info":[{"award-number":["61720106007"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61832010"],"award-info":[{"award-number":["61832010"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100013314","name":"Higher Education Discipline Innovation Project","doi-asserted-by":"publisher","award":["B18008"],"award-info":[{"award-number":["B18008"]}],"id":[{"id":"10.13039\/501100013314","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Youth Top Talent Support Program"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. on Mobile Comput."],"published-print":{"date-parts":[[2023,10,1]]},"DOI":"10.1109\/tmc.2022.3179782","type":"journal-article","created":{"date-parts":[[2022,6,2]],"date-time":"2022-06-02T19:38:20Z","timestamp":1654198700000},"page":"5900-5917","source":"Crossref","is-referenced-by-count":10,"title":["Improving Mobile Interactive Video QoE via Two-Level Online Cooperative Learning"],"prefix":"10.1109","volume":"22","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8330-0580","authenticated-orcid":false,"given":"Huanhuan","family":"Zhang","sequence":"first","affiliation":[{"name":"Beijing Key Lab of Intelligent Telecommunication Software and Multimedia, Beijing University of Posts and Telecommunication, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8785-3350","authenticated-orcid":false,"given":"Anfu","family":"Zhou","sequence":"additional","affiliation":[{"name":"Beijing Key Lab of Intelligent Telecommunication Software and Multimedia, Beijing University of Posts and Telecommunication, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7199-5047","authenticated-orcid":false,"given":"Huadong","family":"Ma","sequence":"additional","affiliation":[{"name":"Beijing Key Lab of Intelligent Telecommunication Software and Multimedia, Beijing University of Posts and Telecommunication, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref57","first-page":"1","article-title":"Deep online learning via meta-learning: Continual adaptation for model-based RL","author":"nagabandi","year":"2019","journal-title":"Proc 7th Int Conf Learn Representations"},{"key":"ref13","first-page":"395","article-title":"PCC: Re-architecting congestion control for consistent high performance","author":"dong","year":"2015","journal-title":"Proc 12th USENIX Symp Netw Syst Des Implementation"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/369"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098843"},{"key":"ref59","first-page":"2121","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","volume":"12","author":"duchi","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3300061.3345430"},{"key":"ref58","first-page":"217","article-title":"Large scale online learning","author":"bottou","year":"2003","journal-title":"Proc Adv Neural Informat Process Syst"},{"key":"ref14","first-page":"3050","article-title":"A deep reinforcement learning perspective on internet congestion control","author":"jay","year":"2019","journal-title":"Proc 36th Int Conf Mach Learn"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3105479"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3081333.3081367"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3323679.3326523"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2486001.2486020"},{"key":"ref54","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"Proc 33nd Int Conf Mach Learn"},{"key":"ref10","article-title":"The future of ultra low-latency video streaming","year":"2021"},{"key":"ref17","first-page":"731","article-title":"Pantheon: The training ground for internet congestion-control research","author":"yan","year":"2018","journal-title":"Proc USENIX Annu Tech Conf"},{"key":"ref16","first-page":"1","article-title":"Real-world video adaptation with reinforcement learning","author":"mao","year":"2019","journal-title":"Proc Reinforcement Learn Real Life Workshop"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460875"},{"key":"ref18","article-title":"Closing the simulation-to-reality gap for deep robotic learning","year":"2017"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/2789168.2790118"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/2785956.2787498"},{"key":"ref46","article-title":"Improvement of TCP reno congestion control protocol","volume":"163","author":"jiang","year":"2014","journal-title":"Sens Transducers"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/2934872.2934907"},{"key":"ref48","first-page":"459","article-title":"Stochastic forecasts achieve high throughput and low delay over cellular networks","author":"winstein","year":"2013","journal-title":"Proc 10th USENIX Conf Netw ed Syst Des Implementation"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/1400097.1400105"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3447993.3483259"},{"key":"ref41","article-title":"Video quality of service (QOS) tutorial","year":"2017"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3387514.3405892"},{"key":"ref43","first-page":"627","article-title":"A reduction of imitation learning and structured prediction to no-regret online learning","author":"ross","year":"2011","journal-title":"Proc 14th Int Conf Artif Intell Statist"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/2462456.2464453"},{"key":"ref8","article-title":"Interactions between vehicle and teleoperations system","author":"lockwood","year":"2019"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460729"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.image.2011.10.003"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3372224.3380888"},{"key":"ref3","article-title":"Live sports virtual reality broadcasts: Copyright and other protections","volume":"16","author":"hopkins","year":"2017","journal-title":"Duke Law Review"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3132041"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2017.2765246"},{"key":"ref40","article-title":"Linux traffic control","year":"2020"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/S1364-6613(99)01294-2"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3012426.3022184"},{"key":"ref36","first-page":"1","article-title":"Qualitatively characterizing neural network optimization problems","author":"goodfellow","year":"2015","journal-title":"Proc 3rd Int Conf Learn Representations"},{"key":"ref31","article-title":"TFLearn: Deep learning library featuring a higher-level API for TensorFlow","year":"2020"},{"key":"ref30","article-title":"Tensorflow source code","year":"2020"},{"key":"ref33","article-title":"10 massive applications using webrtc","year":"2020"},{"key":"ref32","first-page":"1","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"Proc 3rd Int Conf Learn Representations"},{"key":"ref2","article-title":"Live video broadcasting mobile application for social sharing","author":"clements","year":"2016"},{"key":"ref1","article-title":"Cisco visual networking index: Forecast and trends","year":"2019"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3343031.3350904"},{"key":"ref38","first-page":"267","article-title":"Salsify: Low-latency network video through tighter integration between a video codec and a transport protocol","author":"fouladi","year":"2018","journal-title":"Proc 15th USENIX Symp Netw Syst Des Implementation"},{"key":"ref71","article-title":"Core ML framework","year":"2020"},{"key":"ref70","article-title":"Tensorflow lite","year":"2020"},{"key":"ref68","article-title":"Federated learning with additional mechanisms on clients to reduce communication costs","author":"yao","year":"2019"},{"key":"ref24","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","author":"mcmahan","year":"2017","journal-title":"Proc 20th Int Conf Artif Intell Statist"},{"key":"ref67","first-page":"1","article-title":"Towards safe online reinforcement learning in computer systems","author":"mao","year":"2019","journal-title":"Proc 33rd Conf Neural Informat Process Syst"},{"key":"ref23","first-page":"495","article-title":"Learning in situ: A randomized experiment in video streaming","author":"yan","year":"2020","journal-title":"Proc 17th USENIX Symp Netw Syst Des Implementation"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2017.2703615"},{"key":"ref69","first-page":"1","article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","author":"lin","year":"2018","journal-title":"Proc 6th Int Conf Learn Representations"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/2413176.2413189"},{"key":"ref64","first-page":"2490","article-title":"Park: An open platform for learning-augmented computer systems","author":"mao","year":"2019","journal-title":"Proc Annu Conf Neural Informat Process Syst"},{"key":"ref20","first-page":"1","article-title":"Proximal policy optimization algorithms","author":"schulman","year":"2017","journal-title":"CoRR"},{"key":"ref63","first-page":"343","article-title":"PCC vivace: Online-learning congestion control","author":"dong","year":"2018","journal-title":"Proc 15th USENIX Symp Netw Syst Des Implementation"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11797"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3372224.3419186"},{"key":"ref65","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"2013"},{"key":"ref21","first-page":"1","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2016","journal-title":"Proc 4th Int Conf Learn Representations"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevLett.66.2396"},{"key":"ref27","article-title":"WebRTC homepage","year":"2018"},{"key":"ref29","first-page":"1394","article-title":"Adaptive step-size for policy gradient methods","author":"pirotta","year":"2013","journal-title":"Proc 27th Annu Conf Neural Informat Process Syst"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2009.5178586"},{"key":"ref62","first-page":"1","article-title":"Optimization as a model for few-shot learning","author":"ravi","year":"2017","journal-title":"Proc 5th Int Conf Learn Representations"},{"key":"ref61","first-page":"1206","article-title":"Online multi-task learning for policy gradient methods","author":"bou-ammar","year":"2014","journal-title":"Proc 31th Int Conf Mach Learn"}],"container-title":["IEEE Transactions on Mobile Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7755\/10236918\/09786839.pdf?arnumber=9786839","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,25]],"date-time":"2023-09-25T18:42:00Z","timestamp":1695667320000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9786839\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,1]]},"references-count":71,"journal-issue":{"issue":"10"},"URL":"https:\/\/doi.org\/10.1109\/tmc.2022.3179782","relation":{},"ISSN":["1536-1233","1558-0660","2161-9875"],"issn-type":[{"value":"1536-1233","type":"print"},{"value":"1558-0660","type":"electronic"},{"value":"2161-9875","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,1]]}}}