{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T16:38:21Z","timestamp":1781887101827,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":24,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,15]],"date-time":"2024-04-15T00:00:00Z","timestamp":1713139200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,15]]},"DOI":"10.1145\/3625468.3652174","type":"proceedings-article","created":{"date-parts":[[2024,4,17]],"date-time":"2024-04-17T06:10:01Z","timestamp":1713334201000},"page":"306-312","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Pioneer"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-7495-7670","authenticated-orcid":false,"given":"Bingcong","family":"Lu","sequence":"first","affiliation":[{"name":"Institute of Image Communication and Network Engineering, Shanghai, Jiao Tong University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-6296-6934","authenticated-orcid":false,"given":"Keyu","family":"Wang","sequence":"additional","affiliation":[{"name":"Institute of Image Communication and Network Engineering, Shanghai, Jiao Tong University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-2358-4098","authenticated-orcid":false,"given":"Jun","family":"Xu","sequence":"additional","affiliation":[{"name":"Institute of Image Communication and Network Engineering, Shanghai, Jiao Tong University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8261-5337","authenticated-orcid":false,"given":"Rong","family":"Xie","sequence":"additional","affiliation":[{"name":"Institute of Image Communication and Network Engineering, Shanghai, Jiao Tong University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7124-5182","authenticated-orcid":false,"given":"Li","family":"Song","sequence":"additional","affiliation":[{"name":"Institute of Image Communication and Network Engineering, Shanghai, Jiao Tong University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8799-1182","authenticated-orcid":false,"given":"Wenjun","family":"Zhang","sequence":"additional","affiliation":[{"name":"Institute of Image Communication and Network Engineering, Shanghai, Jiao Tong University"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,4,17]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. Xiph.org Video Test Media [derf's collection]. [Online]. https:\/\/media.xiph.org\/video\/derf\/"},{"key":"e_1_3_2_1_2_1","volume-title":"Wanna make your TCP scheme great for cellular networks? Let machines do it for you! IEEE Journal on Selected Areas in Communications 39, 1","author":"Abbasloo Soheil","year":"2020","unstructured":"Soheil Abbasloo, Chen-Yu Yen, and H Jonathan Chao. 2020. Wanna make your TCP scheme great for cellular networks? Let machines do it for you! IEEE Journal on Selected Areas in Communications 39, 1 (2020), 265--279."},{"key":"e_1_3_2_1_3_1","volume-title":"BoB: Bandwidth Prediction for Real-Time Communications Using Heuristic and Reinforcement Learning","author":"Bentaleb Abdelhak","year":"2022","unstructured":"Abdelhak Bentaleb, Mehmet N Akcay, May Lim, Ali C Begen, and Roger Zimmermann. 2022. BoB: Bandwidth Prediction for Real-Time Communications Using Heuristic and Reinforcement Learning. IEEE Transactions on Multimedia (2022)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3012426.3022184"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2910017.2910605"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155250"},{"key":"e_1_3_2_1_7_1","volume-title":"Opennetlab: Open platform for rl-based congestion control for real-time communications.","author":"Eo Jeongyoon","year":"2022","unstructured":"Jeongyoon Eo, Zhixiong Niu, Wenxue Cheng, Francis Y Yan, Rui Gao, Jorina Kardhashi, Scott Inglis, Michael Revow, Byung-Gon Chun, Peng Cheng, et al. 2022. Opennetlab: Open platform for rl-based congestion control for real-time communications. (2022), 70--75."},{"key":"e_1_3_2_1_8_1","unstructured":"Joyce Fang Martin Ellis Bin Li Siyao Liu Yasaman Hosseinkashi Michael Revow Albert Sadovnikov Ziyuan Liu Peng Cheng Sachin Ashok et al. 2019. Reinforcement learning for bandwidth estimation and congestion control in real-time communications. arXiv preprint arXiv:1912.02222 (2019)."},{"key":"e_1_3_2_1_9_1","volume-title":"A minimalist approach to offline reinforcement learning. Advances in neural information processing systems 34","author":"Fujimoto Scott","year":"2021","unstructured":"Scott Fujimoto and Shixiang Shane Gu. 2021. A minimalist approach to offline reinforcement learning. Advances in neural information processing systems 34 (2021), 20132--20145."},{"key":"e_1_3_2_1_10_1","volume-title":"International conference on machine learning. PMLR, 1587--1596","author":"Fujimoto Scott","year":"2018","unstructured":"Scott Fujimoto, Herke Hoof, and David Meger. 2018. Addressing function approximation error in actor-critic methods. In International conference on machine learning. PMLR, 1587--1596."},{"key":"e_1_3_2_1_11_1","volume-title":"International conference on machine learning. PMLR","author":"Fujimoto Scott","year":"2019","unstructured":"Scott Fujimoto, David Meger, and Doina Precup. 2019. Off-policy deep reinforcement learning without exploration. In International conference on machine learning. PMLR, 2052--2062."},{"key":"e_1_3_2_1_12_1","volume-title":"Real-time Bandwidth Estimation from Offline Expert Demonstrations. arXiv preprint arXiv:2309.13481","author":"Gottipati Aashish","year":"2023","unstructured":"Aashish Gottipati, Sami Khairy, Gabriel Mittag, Vishak Gopal, and Ross Cutler. 2023. Real-time Bandwidth Estimation from Offline Expert Demonstrations. arXiv preprint arXiv:2309.13481 (2023)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1400097.1400105"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3548436"},{"key":"e_1_3_2_1_15_1","volume-title":"Actor-critic algorithms. Advances in neural information processing systems 12","author":"Konda Vijay","year":"1999","unstructured":"Vijay Konda and John Tsitsiklis. 1999. Actor-critic algorithms. Advances in neural information processing systems 12 (1999)."},{"key":"e_1_3_2_1_16_1","volume-title":"Reinforcement Learning Based Cross-Layer Congestion Control for Real-Time Communication. In 2022 IEEE International Symposium on Broadband Multimedia Systems and Broadcasting (BMSB). IEEE, 01--06","author":"Li Haoyong","year":"2022","unstructured":"Haoyong Li, Bingcong Lu, Jun Xu, Li Song, Wenjun Zhang, Lin Li, and Yaoyao Yin. 2022. Reinforcement Learning Based Cross-Layer Congestion Control for Real-Time Communication. In 2022 IEEE International Symposium on Broadband Multimedia Systems and Broadcasting (BMSB). IEEE, 01--06."},{"key":"e_1_3_2_1_17_1","unstructured":"Bingcong Lu Keyu Wang and Jun Xu. 2024. Pioneer source code. [Online]. https:\/\/github.com\/sjtu-medialab\/Pioneer"},{"key":"e_1_3_2_1_18_1","unstructured":"Microsoft. 2024. 2024 ACM MMsys Grand Challenge on Offline Reinforcement Learning for Bandwidth Estimation in Real Time Communications. [Online]. https:\/\/2024.acmmmsys.org\/gc\/ORL-BWE-RTC\/"},{"key":"e_1_3_2_1_19_1","unstructured":"Microsoft and OpenNetLab. 2021. 2021 ACM MMsys Grand Challenge on Bandwidth Estimation for Real-Time Communications. [Online]. https:\/\/2021.acmmmsys.org\/rtc_challenge.php"},{"key":"e_1_3_2_1_20_1","volume-title":"2015 USENIX Annual Technical Conference (USENIX ATC 15)","author":"Netravali Ravi","year":"2015","unstructured":"Ravi Netravali, Anirudh Sivaraman, Somak Das, Ameesh Goyal, Keith Winstein, James Mickens, and Hari Balakrishnan. 2015. Mahimahi: Accurate {Record-and-Replay} for {HTTP}. In 2015 USENIX Annual Technical Conference (USENIX ATC 15). 417--429."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458305.3479970"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3603269.3604838"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447993.3483259"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3372224.3419186"}],"event":{"name":"MMSys '24: ACM Multimedia Systems Conference 2024","location":"Bari Italy","acronym":"MMSys '24","sponsor":["SIGMM ACM Special Interest Group on Multimedia","SIGCOMM ACM Special Interest Group on Data Communication","SIGMOBILE ACM Special Interest Group on Mobility of Systems, Users, Data and Computing"]},"container-title":["Proceedings of the ACM Multimedia Systems Conference 2024 on ZZZ"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3625468.3652174","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3625468.3652174","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:27:44Z","timestamp":1755883664000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3625468.3652174"}},"subtitle":["Offline Reinforcement Learning based Bandwidth Estimation for Real-Time Communication"],"short-title":[],"issued":{"date-parts":[[2024,4,15]]},"references-count":24,"alternative-id":["10.1145\/3625468.3652174","10.1145\/3625468"],"URL":"https:\/\/doi.org\/10.1145\/3625468.3652174","relation":{},"subject":[],"published":{"date-parts":[[2024,4,15]]},"assertion":[{"value":"2024-04-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}