{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T02:12:46Z","timestamp":1777342366230,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,2,11]],"date-time":"2022-02-11T00:00:00Z","timestamp":1644537600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Science Foundation of China","award":["61902248, 61976115"],"award-info":[{"award-number":["61902248, 61976115"]}]},{"name":"Shanghai Science and Technology Fund","award":["20PJ1407900"],"award-info":[{"award-number":["20PJ1407900"]}]},{"name":"Alibaba Research Intern Program"},{"name":"Science and Technology Innovation 2030 ? New Generation Artificial Intelligence","award":["2018AAA0100905"],"award-info":[{"award-number":["2018AAA0100905"]}]},{"name":"Alibaba Innovation Research Program"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,2,11]]},"DOI":"10.1145\/3488560.3498373","type":"proceedings-article","created":{"date-parts":[[2022,2,15]],"date-time":"2022-02-15T21:42:57Z","timestamp":1644961377000},"page":"1129-1139","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":17,"title":["A Cooperative-Competitive Multi-Agent Framework for Auto-bidding in Online Advertising"],"prefix":"10.1145","author":[{"given":"Chao","family":"Wen","sequence":"first","affiliation":[{"name":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence & Alibaba Group, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Miao","family":"Xu","sequence":"additional","affiliation":[{"name":"Alibaba Group, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhilin","family":"Zhang","sequence":"additional","affiliation":[{"name":"Alibaba Group, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhenzhe","family":"Zheng","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuhui","family":"Wang","sequence":"additional","affiliation":[{"name":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiangyu","family":"Liu","sequence":"additional","affiliation":[{"name":"Alibaba Group, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yu","family":"Rong","sequence":"additional","affiliation":[{"name":"Alibaba Group, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dong","family":"Xie","sequence":"additional","affiliation":[{"name":"Alibaba Group, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoyang","family":"Tan","sequence":"additional","affiliation":[{"name":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chuan","family":"Yu","sequence":"additional","affiliation":[{"name":"Alibaba Group, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jian","family":"Xu","sequence":"additional","affiliation":[{"name":"Alibaba Group, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fan","family":"Wu","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guihai","family":"Chen","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoqiang","family":"Zhu","sequence":"additional","affiliation":[{"name":"Alibaba Group, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bo","family":"Zheng","sequence":"additional","affiliation":[{"name":"Alibaba Group, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,2,15]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Autobidding with constraints","author":"Aggarwal Gagan","unstructured":"Gagan Aggarwal, Ashwinkumar Badanidiyuru, and Aranyak Mehta. 2019. Autobidding with constraints. In WINE. Springer, 17--30."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"crossref","unstructured":"Han Cai Kan Ren Weinan Zhang Kleanthis Malialis Jun Wang Yong Yu and Defeng Guo. 2017. Real-time bidding by reinforcement learning in display advertising. In WSDM . 661--670.","DOI":"10.1145\/3018661.3018702"},{"key":"e_1_3_2_2_3_1","volume-title":"Accessed","author":"Google Ads Help Center","year":"2021","unstructured":"Google Ads Help Center. 2021. About automated bidding. https:\/\/support.google.com\/google-ads\/answer\/2979071 . Accessed: January 24, 2021."},{"key":"e_1_3_2_2_4_1","volume-title":"Long-run competition in capacity, short-run competition in price, and the Cournot model. The Rand Journal of Economics","author":"Davidson Carl","year":"1986","unstructured":"Carl Davidson and Raymond Deneckere. 1986. Long-run competition in capacity, short-run competition in price, and the Cournot model. The Rand Journal of Economics (1986), 404--415."},{"key":"e_1_3_2_2_5_1","unstructured":"Paul D\u00fctting Zhe Feng Harikrishna Narasimhan David Parkes and Sai Srivatsa Ravindranath. 2019. Optimal auctions through deep learning. In ICML. PMLR 1706--1715."},{"key":"e_1_3_2_2_6_1","volume-title":"Internet advertising and the generalized second-price auction: Selling billions of dollars worth of keywords. American economic review","author":"Edelman Benjamin","year":"2007","unstructured":"Benjamin Edelman, Michael Ostrovsky, and Michael Schwarz. 2007. Internet advertising and the generalized second-price auction: Selling billions of dollars worth of keywords. American economic review , Vol. 97, 1 (2007), 242--259."},{"key":"e_1_3_2_2_7_1","volume-title":"Worldwide retail ecommerce sales: eMarketer's updated estimates and forecast through","year":"2019","unstructured":"eMarketer. 2015. Worldwide retail ecommerce sales: eMarketer's updated estimates and forecast through 2019. (2015)."},{"key":"e_1_3_2_2_8_1","volume-title":"Accessed","year":"2021","unstructured":"Facebook. 2021. Facebook. https:\/\/www.facebook.com\/business\/m\/one-sheeters\/facebook-bid-strategy-guide . Accessed: January 24, 2021."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"e_1_3_2_2_10_1","volume-title":"Accessed","year":"2021","unstructured":"Google. 2021. Google AdWords API. https:\/\/developers.google.com\/adwords\/api\/docs\/guides\/start . Accessed: January 24, 2021."},{"key":"e_1_3_2_2_11_1","volume-title":"Multi-Agent Cooperative Bidding Games for Multi-Objective Optimization in e-Commercial Sponsored Search. arXiv preprint arXiv:2106.04075","author":"Guan Ziyu","year":"2021","unstructured":"Ziyu Guan, Hongchang Wu, Qingyu Cao, Hao Liu, Wei Zhao, Sheng Li, Cai Xu, Guang Qiu, Jian Xu, and Bo Zheng. 2021. Multi-Agent Cooperative Bidding Games for Multi-Objective Optimization in e-Commercial Sponsored Search. arXiv preprint arXiv:2106.04075 (2021)."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1080\/19390450903037302"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-019-09421-1"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"crossref","unstructured":"Junqi Jin Chengru Song Han Li Kun Gai Jun Wang and Weinan Zhang. 2018. Real-time bidding with multi-agent reinforcement learning in display advertising. In CIKM . 2193--2201.","DOI":"10.1145\/3269206.3272021"},{"key":"e_1_3_2_2_15_1","volume-title":"Mean field games. Japanese journal of mathematics","author":"Lasry Jean-Michel","year":"2007","unstructured":"Jean-Michel Lasry and Pierre-Louis Lions. 2007. Mean field games. Japanese journal of mathematics , Vol. 2, 1 (2007), 229--260."},{"key":"e_1_3_2_2_16_1","unstructured":"Joel Z Leibo and Marc Lanctot. 2017. Multi-agent Reinforcement Learning in Sequential Social Dilemmas . (2017). arxiv: arXiv:1702.03037v1"},{"key":"e_1_3_2_2_17_1","volume-title":"Machine learning proceedings 1994","author":"Littman Michael L","unstructured":"Michael L Littman. 1994. Markov games as a framework for multi-agent reinforcement learning. In Machine learning proceedings 1994 . Elsevier, 157--163."},{"key":"e_1_3_2_2_18_1","volume-title":"Neural Auction: End-to-End Learning of Auction Mechanisms for E-Commerce Advertising. In SIGKDD. 3354--3364.","author":"Liu Xiangyu","year":"2021","unstructured":"Xiangyu Liu, Chuan Yu, Zhilin Zhang, Zhenzhe Zheng, Yu Rong, Hongtao Lv, Da Huo, Yiqing Wang, Dagui Chen, Jian Xu, Fan Wu, Guihai Chen, and Xiaoqiang Zhu. 2021. Neural Auction: End-to-End Learning of Auction Mechanisms for E-Commerce Advertising. In SIGKDD. 3354--3364."},{"key":"e_1_3_2_2_19_1","volume-title":"OpenAI Pieter Abbeel, and Igor Mordatch","author":"Lowe Ryan","year":"2017","unstructured":"Ryan Lowe, Yi I Wu, Aviv Tamar, Jean Harb, OpenAI Pieter Abbeel, and Igor Mordatch. 2017. Multi-agent actor-critic for mixed cooperative-competitive environments. In NIPS . 6379--6390."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jet.2005.12.004"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"crossref","unstructured":"Volodymyr Mnih Koray Kavukcuoglu David Silver Andrei A Rusu Joel Veness Marc G Bellemare Alex Graves Martin Riedmiller Andreas K Fidjeland Georg Ostrovski et al. 2015. Human-level control through deep reinforcement learning. nature Vol. 518 7540 (2015) 529--533.","DOI":"10.1038\/nature14236"},{"key":"e_1_3_2_2_22_1","unstructured":"Mehryar Mohri and Andres Munoz Medina. 2014. Learning theory and algorithms for revenue optimization in second price auctions with reserve. In ICML. PMLR 262--270."},{"key":"e_1_3_2_2_23_1","volume-title":"Optimal auction design. Mathematics of operations research","author":"Myerson Roger B","year":"1981","unstructured":"Roger B Myerson. 1981. Optimal auction design. Mathematics of operations research , Vol. 6, 1 (1981), 58--73."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"crossref","unstructured":"Michael Ostrovsky and Michael Schwarz. 2011. Reserve prices in internet advertising auctions: A field experiment. In EC . 59--60.","DOI":"10.1145\/1993574.1993585"},{"key":"e_1_3_2_2_25_1","volume-title":"QMIX: Monotonic Value Function Factorisation for Deep Multi-Agent Reinforcement Learning. In ICML. 4295--4304.","author":"Rashid Tabish","year":"2018","unstructured":"Tabish Rashid, Mikayel Samvelyan, Christian Schroeder, Gregory Farquhar, Jakob Foerster, and Shimon Whiteson. 2018. QMIX: Monotonic Value Function Factorisation for Deep Multi-Agent Reinforcement Learning. In ICML. 4295--4304."},{"key":"e_1_3_2_2_26_1","volume-title":"Vin\u00edcius Flores Zambaldi, Max Jaderberg, Marc Lanctot, Nicolas Sonnerat, Joel Z Leibo, Karl Tuyls, et al.","author":"Sunehag Peter","year":"2018","unstructured":"Peter Sunehag, Guy Lever, Audrunas Gruslys, Wojciech Marian Czarnecki, Vin\u00edcius Flores Zambaldi, Max Jaderberg, Marc Lanctot, Nicolas Sonnerat, Joel Z Leibo, Karl Tuyls, et al. 2018. Value-Decomposition Networks For Cooperative Multi-Agent Learning Based On Team Reward.. In AAMAS. 2085--2087."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0172395"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"crossref","unstructured":"Ming Tan. 1993. Multi-agent reinforcement learning: Independent vs. cooperative agents. In ICML . 330--337.","DOI":"10.1016\/B978-1-55860-307-3.50049-6"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"crossref","unstructured":"David RM Thompson and Kevin Leyton-Brown. 2013. Revenue optimization in the generalized second-price auction. In EC . 837--852.","DOI":"10.1145\/2482540.2482612"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"crossref","unstructured":"Chao Wen Xinghu Yao Yuhui Wang and Xiaoyang Tan. 2020. SMIX ($\u0142ambda$): Enhancing Centralized Value Functions for Cooperative Multi-Agent Reinforcement Learning.. In AAAI. 7301--7308.","DOI":"10.1609\/aaai.v34i05.6223"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"crossref","unstructured":"Di Wu Xiujun Chen Xun Yang Hao Wang Qing Tan Xiaoxun Zhang Jian Xu and Kun Gai. 2018. Budget constrained bidding by model-free reinforcement learning in display advertising. In CIKM. 1443--1451.","DOI":"10.1145\/3269206.3271748"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330782"},{"key":"e_1_3_2_2_33_1","unstructured":"Yaodong Yang Rui Luo Minne Li Ming Zhou Weinan Zhang and Jun Wang. 2018. Mean field multi-agent reinforcement learning. In ICML. PMLR 5571--5580."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"crossref","unstructured":"Shuai Yuan Jun Wang Bowei Chen Peter Mason and Sam Seljan. 2014. An empirical study of reserve price optimisation in real-time bidding. In SIGKDD . 1897--1906.","DOI":"10.1145\/2623330.2623357"}],"event":{"name":"WSDM '22: The Fifteenth ACM International Conference on Web Search and Data Mining","location":"Virtual Event AZ USA","acronym":"WSDM '22","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3488560.3498373","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3488560.3498373","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:18:50Z","timestamp":1750191530000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3488560.3498373"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2,11]]},"references-count":34,"alternative-id":["10.1145\/3488560.3498373","10.1145\/3488560"],"URL":"https:\/\/doi.org\/10.1145\/3488560.3498373","relation":{},"subject":[],"published":{"date-parts":[[2022,2,11]]},"assertion":[{"value":"2022-02-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}