{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,5]],"date-time":"2026-04-05T05:12:43Z","timestamp":1775365963616,"version":"3.50.1"},"reference-count":80,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"10","license":[{"start":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T00:00:00Z","timestamp":1601510400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T00:00:00Z","timestamp":1601510400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T00:00:00Z","timestamp":1601510400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Basic Research Program of China","doi-asserted-by":"publisher","award":["2018YFB1003703"],"award-info":[{"award-number":["2018YFB1003703"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"publisher","award":["61936011"],"award-info":[{"award-number":["61936011"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"publisher","award":["61521002"],"award-info":[{"award-number":["61521002"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Beijing Key Laboratory of Networked Multimedia","award":["Z161100005016051"],"award-info":[{"award-number":["Z161100005016051"]}]},{"name":"Kuaishou-Tsinghua Joint Project","award":["20192000456"],"award-info":[{"award-number":["20192000456"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Select. Areas Commun."],"published-print":{"date-parts":[[2020,10]]},"DOI":"10.1109\/jsac.2020.3000363","type":"journal-article","created":{"date-parts":[[2020,6,5]],"date-time":"2020-06-05T20:22:00Z","timestamp":1591388520000},"page":"2324-2342","source":"Crossref","is-referenced-by-count":56,"title":["Quality-Aware Neural Adaptive Video Streaming With Lifelong Imitation Learning"],"prefix":"10.1109","volume":"38","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9378-6329","authenticated-orcid":false,"given":"Tianchi","family":"Huang","sequence":"first","affiliation":[]},{"given":"Chao","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Xin","family":"Yao","sequence":"additional","affiliation":[]},{"given":"Rui-Xiao","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Chenglei","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Bing","family":"Yu","sequence":"additional","affiliation":[]},{"given":"Lifeng","family":"Sun","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2019.00317"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1049\/ibc.2016.0022"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1049\/ibc.2015.0014"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/3341216.3342210"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2017.1700244"},{"key":"ref77","first-page":"731","article-title":"Pantheon: The training ground for Internet congestion-control research","author":"yan","year":"2018","journal-title":"Proc of USENIX Annual Technical Conf (USENIX)"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/3054912"},{"key":"ref39","article-title":"Empirical evaluation of gated recurrent neural networks on sequence modeling","author":"chung","year":"2014","journal-title":"arXiv 1412 3555"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/882"},{"key":"ref38","first-page":"627","article-title":"A reduction of imitation learning and structured prediction to no-regret online learning","author":"ross","year":"2011","journal-title":"Proc 14th Int Conf Artif Intell Statist"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1611835114"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01219-9_9"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3123266.3123418"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281439"},{"key":"ref31","author":"wang","year":"2017","journal-title":"Video Qoe Presentation Quality vs Playback Smoothness"},{"key":"ref30","author":"mao","year":"2017","journal-title":"Hongzimao\/Pensieve"},{"key":"ref37","first-page":"1","article-title":"Measuring catastrophic forgetting in neural networks","author":"kemker","year":"2018","journal-title":"Proc 32nd AAAI Conf Artif Intell"},{"key":"ref36","article-title":"DART: Noise injection for robust imitation learning","author":"laskey","year":"2017","journal-title":"arXiv 1703 09327"},{"key":"ref35","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref34","first-page":"1","article-title":"Variance reduction for reinforcement learning in input-driven environments","author":"mao","year":"2019","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref60","first-page":"417","article-title":"Mahimahi: Accurate record-and-replay for HTTP","author":"netravali","year":"2015","journal-title":"Proc Usenix Ann Technical Conf (Usenix '99)"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3123266.3123390"},{"key":"ref61","year":"2018","journal-title":"Usc-Nsl\/Oboe"},{"key":"ref63","article-title":"Pruning convolutional neural networks for resource efficient inference","author":"molchanov","year":"2016","journal-title":"arXiv 1611 06440"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/2964284.2964332"},{"key":"ref64","first-page":"116","article-title":"Shufflenet v2: Practical guidelines for efficient cnn architecture design","author":"ma","year":"2018","journal-title":"Proc Eur Conf Comput Vis (ECCV)"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/2483977.2483991"},{"key":"ref65","first-page":"1","article-title":"Real-world video adaptation with reinforcement learning","author":"mao","year":"2019","journal-title":"Proc ICML Workshop"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/1943552.1943574"},{"key":"ref29","first-page":"495","article-title":"Learning in situ: A randomized experiment in video streaming","author":"yan","year":"2020","journal-title":"Proc USENIX Symp Netw Syst Design Implem (NSDI)"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/MMUL.2011.71"},{"key":"ref68","article-title":"TensorFlow. Js: Machine learning for the Web and beyond","author":"smilkov","year":"2019","journal-title":"arXiv 1901 05350"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/3343031.3350866"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2018.2862938"},{"key":"ref1","year":"2017","journal-title":"Cisco Visual Networking Index Forecast and Methodology 2016–2021"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/BMSB.2017.7986143"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1561\/2300000053"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TBC.2018.2822870"},{"key":"ref24","year":"2019","journal-title":"HTTP live streaming"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2773081"},{"key":"ref26","year":"2016","journal-title":"2016 Raw Data - Measuring Broadband America"},{"key":"ref25","year":"2019","journal-title":"DASH Industry Forum | Catalyzing the adoption of MPEG-DASH"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX.2013.6603240"},{"key":"ref51","year":"2019","journal-title":"YouTube"},{"key":"ref59","author":"huang","year":"2002","journal-title":"Comyco"},{"key":"ref58","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2014","journal-title":"arXiv 1412 6980"},{"key":"ref57","first-page":"43","article-title":"SWIG: An easy to use tool for integrating scripting languages with C and C++","author":"beazley","year":"1996","journal-title":"Proc TCL\/Tk Workshop"},{"key":"ref56","article-title":"TF. Learn: TensorFlow’s high-level module for distributed machine learning","author":"tang","year":"2016","journal-title":"arXiv 1612 04251"},{"key":"ref55","first-page":"265","article-title":"TensorFlow: A system for large-scale machine learning","volume":"16","author":"abadi","year":"2016","journal-title":"Proc OSDI"},{"key":"ref54","author":"huang","year":"2020","journal-title":"Comyco Video Description Dataset"},{"key":"ref53","year":"2020","journal-title":"Mp4box"},{"key":"ref52","year":"2020","journal-title":"FFMPEG"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2785956.2787486"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3204949.3204953"},{"key":"ref40","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098843"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2017.2755007"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICNP.2018.00026"},{"key":"ref15","article-title":"Tiyuntsong: A self-play reinforcement learning approach for ABR video streaming","author":"huang","year":"2018","journal-title":"arXiv 1811 06166"},{"key":"ref16","year":"2019","journal-title":"Kuaishou"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3230543.3230558"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3240508.3240545"},{"key":"ref19","article-title":"Guided meta-policy search","author":"mendonca","year":"2019","journal-title":"arXiv 1904 00956"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3343031.3351014"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3304109.3306219"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-44081-7_18"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2014.140405"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/2934872.2934898"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/2619239.2626296"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2013.2291681"},{"key":"ref49","article-title":"A knowledge-driven quality-of-experience model for adaptive streaming videos","author":"duanmu","year":"2019","journal-title":"arXiv 1911 07944"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2016.7524428"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/IWCMC.2017.7986488"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2010.579"},{"key":"ref48","article-title":"Display device-adapted video quality-of-experience assessment","volume":"9394","author":"rehman","year":"2015","journal-title":"Proc SPIE"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2015.7351097"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1162\/neco_a_01232"},{"key":"ref41","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"arXiv 1312 5602"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3210445.3210453"},{"key":"ref43","first-page":"1","article-title":"Pearson correlation coefficient","author":"benesty","year":"2009","journal-title":"Noise Reduction in Speech Processing"}],"container-title":["IEEE Journal on Selected Areas in Communications"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/49\/9198251\/09109427.pdf?arnumber=9109427","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T14:23:41Z","timestamp":1651069421000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9109427\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,10]]},"references-count":80,"journal-issue":{"issue":"10"},"URL":"https:\/\/doi.org\/10.1109\/jsac.2020.3000363","relation":{},"ISSN":["0733-8716","1558-0008"],"issn-type":[{"value":"0733-8716","type":"print"},{"value":"1558-0008","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,10]]}}}