{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T16:45:42Z","timestamp":1783788342272,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":27,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,30]],"date-time":"2023-04-30T00:00:00Z","timestamp":1682812800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,30]]},"DOI":"10.1145\/3543507.3583298","type":"proceedings-article","created":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T23:30:51Z","timestamp":1682551851000},"page":"2927-2936","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Learning Cooperative Oversubscription for Cloud by Chance-Constrained Multi-Agent Reinforcement Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3766-9870","authenticated-orcid":false,"given":"Junjie","family":"Sheng","sequence":"first","affiliation":[{"name":"East China Normal University, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7305-1496","authenticated-orcid":false,"given":"Lu","family":"Wang","sequence":"additional","affiliation":[{"name":"Microsoft Research, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3089-0345","authenticated-orcid":false,"given":"Fangkai","family":"Yang","sequence":"additional","affiliation":[{"name":"Microsoft Research, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8997-8317","authenticated-orcid":false,"given":"Bo","family":"Qiao","sequence":"additional","affiliation":[{"name":"Microsoft Research, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6439-8183","authenticated-orcid":false,"given":"Hang","family":"Dong","sequence":"additional","affiliation":[{"name":"Microsoft Research, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1802-4425","authenticated-orcid":false,"given":"Xiangfeng","family":"Wang","sequence":"additional","affiliation":[{"name":"East China Normal University, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1028-5989","authenticated-orcid":false,"given":"Bo","family":"Jin","sequence":"additional","affiliation":[{"name":"East China Normal University, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2787-8932","authenticated-orcid":false,"given":"Jun","family":"Wang","sequence":"additional","affiliation":[{"name":"East China Normal University, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8698-1860","authenticated-orcid":false,"given":"Si","family":"Qin","sequence":"additional","affiliation":[{"name":"Microsoft Research, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2019-213X","authenticated-orcid":false,"given":"Saravan","family":"Rajmohan","sequence":"additional","affiliation":[{"name":"Microsoft 365, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2559-2383","authenticated-orcid":false,"given":"Qingwei","family":"Lin","sequence":"additional","affiliation":[{"name":"Microsoft Research, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9230-2799","authenticated-orcid":false,"given":"Dongmei","family":"Zhang","sequence":"additional","affiliation":[{"name":"Microsoft Research, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,30]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Amazon. 2018. BYOL and Oversubscription. https:\/\/aws.amazon.com\/blogs\/compute\/byol-and-oversubscription\/. Accessed: 2022-08-13."},{"key":"e_1_3_2_1_2_1","volume-title":"Constrained Optimization and Lagrange Multiplier Methods","author":"Bertsekas D.P.","unstructured":"D.P. Bertsekas. 1982. Constrained Optimization and Lagrange Multiplier Methods. Academic Press. https:\/\/books.google.com.hk\/books?id=AX0jIIftffkC"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/CLOUD.2014.78"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2018.00027"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2018.00027"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.2018.3091"},{"key":"e_1_3_2_1_7_1","first-page":"8378","article-title":"Natural policy gradient primal-dual method for constrained markov decision processes","volume":"33","author":"Ding Dongsheng","year":"2020","unstructured":"Dongsheng Ding, Kaiqing Zhang, Tamer Basar, and Mihailo Jovanovic. 2020. Natural policy gradient primal-dual method for constrained markov decision processes. Advances in Neural Information Processing Systems 33 (2020), 8378\u20138390.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1666"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/CLOUD.2012.131"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/629"},{"key":"e_1_3_2_1_11_1","volume-title":"Big data analytics","author":"Govindaraju Venu","unstructured":"Venu Govindaraju, Vijay Raghavan, and Calyampudi\u00a0Radhakrishna Rao. 2015. Big data analytics. Elsevier."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3326285.3329074"},{"key":"e_1_3_2_1_13_1","volume-title":"14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20)","author":"Hadary Ori","year":"2020","unstructured":"Ori Hadary, Luke Marshall, Ishai Menache, Abhisek Pan, Esaias\u00a0E Greeff, David Dion, Star Dorminey, Shailesh Joshi, Yang Chen, Mark Russinovich, and Thomas Moscibroda. 2020. Protean: VM Allocation Service at Scale. In 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20). USENIX Association, 845\u2013861. https:\/\/www.usenix.org\/conference\/osdi20\/presentation\/hadary"},{"key":"e_1_3_2_1_14_1","volume-title":"On cloud-based oversubscription. arXiv preprint arXiv:1402.4758","author":"Householder Rachel","year":"2014","unstructured":"Rachel Householder, Scott Arnold, and Robert Green. 2014. On cloud-based oversubscription. arXiv preprint arXiv:1402.4758 (2014)."},{"key":"e_1_3_2_1_15_1","volume-title":"2021 USENIX Annual Technical Conference (USENIX ATC 21)","author":"Kumbhare Alok\u00a0Gautam","year":"2021","unstructured":"Alok\u00a0Gautam Kumbhare, Reza Azimi, Ioannis Manousakis, Anand Bonde, Felipe Frujeri, Nithish Mahalingam, Pulkit\u00a0A Misra, Seyyed\u00a0Ahmad Javadi, Bianca Schroeder, Marcus Fontoura, 2021. { Prediction-Based} Power Oversubscription in Cloud Platforms. In 2021 USENIX Annual Technical Conference (USENIX ATC 21). 473\u2013487."},{"key":"e_1_3_2_1_16_1","unstructured":"Norman Levenberg and Evgeny\u00a0A Poletsky. 2002. Reverse Markov inequality. In ANNALES-ACADEMIAE SCIENTIARUM FENNICAE MATHEMATICA Vol.\u00a027. ACADEMIA SCIENTIARUM FENNICA 173\u2013182."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/208"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compchemeng.2021.107462"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/CDC40024.2019.9029423"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3175595"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/CDC45484.2021.9683748"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/FTXS.2018.00010"},{"key":"e_1_3_2_1_23_1","volume-title":"2020 USENIX Annual Technical Conference (USENIX ATC 20)","author":"Shahrad Mohammad","year":"2020","unstructured":"Mohammad Shahrad, Rodrigo Fonseca, Inigo Goiri, Gohar Chaudhry, Paul Batum, Jason Cooke, Eduardo Laureano, Colby Tresness, Mark Russinovich, and Ricardo Bianchini. 2020. Serverless in the Wild: Characterizing and Optimizing the Serverless Workload at a Large Cloud Provider. In 2020 USENIX Annual Technical Conference (USENIX ATC 20). USENIX Association, 205\u2013218. https:\/\/www.usenix.org\/conference\/atc20\/presentation\/shahrad"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1287\/trsc.9.2.101"},{"key":"e_1_3_2_1_25_1","volume-title":"Handbook of learning and approximate dynamic programming. Vol.\u00a02","author":"Si Jennie","unstructured":"Jennie Si, Andrew\u00a0G Barto, Warren\u00a0B Powell, and Don Wunsch. 2004. Handbook of learning and approximate dynamic programming. Vol.\u00a02. John Wiley & Sons."},{"key":"e_1_3_2_1_26_1","volume-title":"WordPress on AWS: a Communication Framework. CoRR abs\/2007.01823","author":"Soltys Michael","year":"2020","unstructured":"Michael Soltys and Katharine Soltys. 2020. WordPress on AWS: a Communication Framework. CoRR abs\/2007.01823 (2020). arXiv:2007.01823https:\/\/arxiv.org\/abs\/2007.01823"},{"key":"e_1_3_2_1_27_1","volume-title":"Value-Decomposition Networks For Cooperative Multi-Agent Learning. ArXiv abs\/1706.05296","author":"Sunehag Peter","year":"2018","unstructured":"Peter Sunehag, Guy Lever, Audrunas Gruslys, Wojciech\u00a0M. Czarnecki, Vin\u00edcius\u00a0Flores Zambaldi, Max Jaderberg, Marc Lanctot, Nicolas Sonnerat, Joel\u00a0Z. Leibo, Karl Tuyls, and Thore Graepel. 2018. Value-Decomposition Networks For Cooperative Multi-Agent Learning. ArXiv abs\/1706.05296 (2018)."}],"event":{"name":"WWW '23: The ACM Web Conference 2023","location":"Austin TX USA","acronym":"WWW '23","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2023"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543507.3583298","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3543507.3583298","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:22Z","timestamp":1750178242000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543507.3583298"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,30]]},"references-count":27,"alternative-id":["10.1145\/3543507.3583298","10.1145\/3543507"],"URL":"https:\/\/doi.org\/10.1145\/3543507.3583298","relation":{},"subject":[],"published":{"date-parts":[[2023,4,30]]},"assertion":[{"value":"2023-04-30","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}