{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T19:30:09Z","timestamp":1773948609313,"version":"3.50.1"},"reference-count":59,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62250055"],"award-info":[{"award-number":["62250055"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["T2122024"],"award-info":[{"award-number":["T2122024"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62125109"],"award-info":[{"award-number":["62125109"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61831018"],"award-info":[{"award-number":["61831018"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62371288"],"award-info":[{"award-number":["62371288"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62320106003"],"award-info":[{"award-number":["62320106003"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61931023"],"award-info":[{"award-number":["61931023"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61932022"],"award-info":[{"award-number":["61932022"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61972256"],"award-info":[{"award-number":["61972256"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61971285"],"award-info":[{"award-number":["61971285"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62120106007"],"award-info":[{"award-number":["62120106007"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Shanghai Science and Technology Innovation","award":["20511100100"],"award-info":[{"award-number":["20511100100"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Multimedia"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/tmm.2023.3331487","type":"journal-article","created":{"date-parts":[[2023,11,9]],"date-time":"2023-11-09T19:01:09Z","timestamp":1699556469000},"page":"5340-5357","source":"Crossref","is-referenced-by-count":6,"title":["Successor Feature-Based Transfer Reinforcement Learning for Video Rate Adaptation With Heterogeneous QoE Preferences"],"prefix":"10.1109","volume":"26","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6814-0534","authenticated-orcid":false,"given":"Kexin","family":"Tang","sequence":"first","affiliation":[{"name":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6028-1284","authenticated-orcid":false,"given":"Nuowen","family":"Kan","sequence":"additional","affiliation":[{"name":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2863-3646","authenticated-orcid":false,"given":"Yuankun","family":"Jiang","sequence":"additional","affiliation":[{"name":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2888-594X","authenticated-orcid":false,"given":"Chenglin","family":"Li","sequence":"additional","affiliation":[{"name":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2522-5778","authenticated-orcid":false,"given":"Wenrui","family":"Dai","sequence":"additional","affiliation":[{"name":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9694-9880","authenticated-orcid":false,"given":"Junni","family":"Zou","sequence":"additional","affiliation":[{"name":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4552-0029","authenticated-orcid":false,"given":"Hongkai","family":"Xiong","sequence":"additional","affiliation":[{"name":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/1943552.1943572"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2785956.2787486"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2018.2838330"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3230543.3230558"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098843"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2017.2755007"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2019.8761156"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2020.2980587"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.3000363"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2019.2939282"},{"key":"ref11","article-title":"Toward a practical perceptual video quality metric","author":"Li","year":"2016"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TBC.2018.2822870"},{"key":"ref13","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","volume-title":"Introduction to Reinforcement Learning","author":"Sutton","year":"1998"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3292075"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2685630"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/1943552.1943575"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2013.2291681"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2014.140405"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/2619239.2626296"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2020.2996964"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2016.2522650"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2398776.2398800"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2910017.2910603"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref25","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","volume-title":"Proc. 33rd Int. Conf. Int. Conf. Mach. Learn.","author":"Mnih","year":"2016"},{"key":"ref26","first-page":"303","article-title":"SENSEI: Aligning video streaming quality with dynamic user sensitivity","volume-title":"Proc. NSDI","author":"Zhang","year":"2021"},{"key":"ref27","article-title":"Enabling personalized video quality optimization with VidHoc","author":"Zhang","year":"2022"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2020.2973828"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2016.2619982"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3548331"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2022.3180804"},{"key":"ref32","article-title":"Qualinet white paper on definitions of quality of experience","author":"Brunnstrm","year":"2013"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/BMSB.2017.7986143"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TBC.2015.2460611"},{"key":"ref35","article-title":"A knowledge-driven quality-of-experience model for adaptive streaming videos","author":"Duanmu","year":"2019"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TBC.2004.834028"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1117\/12.2077917"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ACSSC.2003.1292216"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2003.819861"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2014.2367355"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM53939.2023.10228951"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008202821328"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1038\/nature14539"},{"key":"ref44","first-page":"4058","article-title":"Successor features for transfer in reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Barreto","year":"2017"},{"key":"ref45","article-title":"Raw datameasuring broadband America","year":"2016"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/2483977.2483991"},{"key":"ref47","article-title":"Puffer","year":"2020"},{"key":"ref48","article-title":"Dash industry form","year":"2016"},{"key":"ref49","article-title":"Comyco video description dataset","year":"2020"},{"key":"ref50","article-title":"VMAF development kit (VDK) open source package","year":"2020"},{"key":"ref51","article-title":"Meta learning shared hierarchies","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Frans","year":"2018"},{"key":"ref52","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014"},{"key":"ref53","article-title":"Assessing the quality-of-experience of adaptive bitrate video streaming","author":"Duanmu","year":"2020"},{"key":"ref54","first-page":"495","article-title":"Learning in situ: A randomized experiment in video streaming","volume-title":"Proc. NSDI","volume":"20","author":"Yan","year":"2020"},{"key":"ref55","first-page":"5331","article-title":"Efficient off-policy meta-reinforcement learning via probabilistic context variables","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Rakelly","year":"2019"},{"key":"ref56","first-page":"1126","article-title":"Model-agnostic meta-learning for fast adaptation of deep networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Finn","year":"2017"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.2307\/2346830"},{"key":"ref58","first-page":"1312","article-title":"Universal value function approximators","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Schaul","year":"2015"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2020.2985631"}],"container-title":["IEEE Transactions on Multimedia"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6046\/10384483\/10314007.pdf?arnumber=10314007","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,26]],"date-time":"2024-03-26T21:18:10Z","timestamp":1711487890000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10314007\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":59,"URL":"https:\/\/doi.org\/10.1109\/tmm.2023.3331487","relation":{},"ISSN":["1520-9210","1941-0077"],"issn-type":[{"value":"1520-9210","type":"print"},{"value":"1941-0077","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}