{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T01:13:19Z","timestamp":1755825199700,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,13]]},"DOI":"10.1145\/3589334.3645495","type":"proceedings-article","created":{"date-parts":[[2024,5,8]],"date-time":"2024-05-08T07:08:13Z","timestamp":1715152093000},"page":"111-122","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["User Response in Ad Auctions: An MDP Formulation of Long-term Revenue Optimization"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5426-1324","authenticated-orcid":false,"given":"Yang","family":"Cai","sequence":"first","affiliation":[{"name":"Yale University, New Haven, CT, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6036-375X","authenticated-orcid":false,"given":"Zhe","family":"Feng","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5373-9229","authenticated-orcid":false,"given":"Christopher","family":"Liaw","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6132-4901","authenticated-orcid":false,"given":"Aranyak","family":"Mehta","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7148-0548","authenticated-orcid":false,"given":"Grigoris","family":"Velegkas","sequence":"additional","affiliation":[{"name":"Yale University, New Haven, CT, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,5,13]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-77105-0_56"},{"key":"e_1_3_2_2_2_1","volume-title":"Conference on Learning Theory. PMLR, 67--83","author":"Agarwal Alekh","year":"2020","unstructured":"Alekh Agarwal, Sham Kakade, and Lin F Yang. 2020. Model-based reinforcement learning with a generative model is minimax optimal. In Conference on Learning Theory. PMLR, 67--83."},{"key":"e_1_3_2_2_3_1","volume-title":"Competing ad auctions. Harvard Business School NOM Unit Working Paper 10-055","author":"Ashlagi Itai","year":"2013","unstructured":"Itai Ashlagi, Benjamin G Edelman, and Hoan Lee. 2013. Competing ad auctions. Harvard Business School NOM Unit Working Paper 10-055 (2013)."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1093\/qje\/qjr028"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.3982\/ECTA6995"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1287\/moor.2016.0794"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600057.2602879"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"crossref","unstructured":"Dirk Bergemann and Maher Said. 2010. Dynamic auctions: A survey. (2010).","DOI":"10.2139\/ssrn.1576613"},{"key":"e_1_3_2_2_9_1","volume-title":"Econometrica","volume":"78","author":"Bergemann Dirk","year":"2010","unstructured":"Dirk Bergemann and Juuso V\"alim\"aki. 2010. The dynamic pivot mechanism. Econometrica, Vol. 78, 2 (2010), 771--789."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1257\/jel.20180892"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3391403.3399541"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.geb.2022.03.012"},{"key":"e_1_3_2_2_13_1","volume-title":"Multipart pricing of public goods. Public choice","author":"Clarke Edward H","year":"1971","unstructured":"Edward H Clarke. 1971. Multipart pricing of public goods. Public choice (1971), 17--33."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591796.2591867"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2897518.2897553"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1257\/aer.97.1.242"},{"key":"e_1_3_2_2_17_1","volume-title":"EC, 2013 Proceedings ACM","author":"Fu Hu","year":"2013","unstructured":"Hu Fu. 2013. VCG auctions with reserve prices: Lazy or eager. EC, 2013 Proceedings ACM (2013)."},{"key":"e_1_3_2_2_18_1","volume-title":"Minimax PAC bounds on the sample complexity of reinforcement learning with a generative model. Machine learning","author":"Azar Mohammad Gheshlaghi","year":"2013","unstructured":"Mohammad Gheshlaghi Azar, R\u00e9mi Munos, and Hilbert J Kappen. 2013. Minimax PAC bounds on the sample complexity of reinforcement learning with a generative model. Machine learning , Vol. 91 (2013), 325--349."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3055399.3055427"},{"key":"e_1_3_2_2_20_1","volume-title":"Incentives in teams. Econometrica: Journal of the Econometric Society","author":"Groves Theodore","year":"1973","unstructured":"Theodore Groves. 1973. Incentives in teams. Econometrica: Journal of the Econometric Society (1973), 617--631."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313276.3316325"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1566374.1566407"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788583"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2013.1194"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1250910.1250918"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1701997114"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2012.11.002"},{"key":"e_1_3_2_2_28_1","volume-title":"The pollution effect: Optimizing keyword auctions by favoring relevant advertising. arXiv preprint arXiv:1109.6263","author":"Linden Greg","year":"2011","unstructured":"Greg Linden, Christopher Meek, and Max Chickering. 2011. The pollution effect: Optimizing keyword auctions by favoring relevant advertising. arXiv preprint arXiv:1109.6263 (2011)."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186041"},{"key":"e_1_3_2_2_30_1","first-page":"387","article-title":"Dynamic Auctions with Bank Accounts","volume":"16","author":"Mirrokni Vahab S","year":"2016","unstructured":"Vahab S Mirrokni, Renato Paes Leme, Pingzhong Tang, and Song Zuo. 2016. Dynamic Auctions with Bank Accounts.. In IJCAI, Vol. 16. 387--393.","journal-title":"IJCAI"},{"key":"e_1_3_2_2_31_1","volume-title":"Advances in Neural Information Processing Systems","volume":"28","author":"Morgenstern Jamie H","year":"2015","unstructured":"Jamie H Morgenstern and Tim Roughgarden. 2015. On the pseudo-dimension of nearly optimal auctions. Advances in Neural Information Processing Systems , Vol. 28 (2015)."},{"key":"e_1_3_2_2_32_1","volume-title":"Optimal auction design. Mathematics of operations research","author":"Myerson Roger B","year":"1981","unstructured":"Roger B Myerson. 1981. Optimal auction design. Mathematics of operations research, Vol. 6, 1 (1981), 58--73."},{"key":"e_1_3_2_2_33_1","volume-title":"Proceedings of the 25th International Conference on World Wide Web (Montr\u00e9al, Qu\u00e9bec, Canada) (WWW '16). International World Wide Web Conferences Steering Committee, 1093--1102","author":"Leme Renato Paes","year":"2016","unstructured":"Renato Paes Leme, Martin Pal, and Sergei Vassilvitskii. 2016. A Field Guide to Personalized Reserve Prices. In Proceedings of the 25th International Conference on World Wide Web (Montr\u00e9al, Qu\u00e9bec, Canada) (WWW '16). International World Wide Web Conferences Steering Committee, 1093--1102."},{"key":"e_1_3_2_2_34_1","volume-title":"Advances in Neural Information Processing Systems","author":"Parkes David C","year":"2003","unstructured":"David C Parkes and Satinder Singh. 2003. An MDP-Based Approach to Online Mechanism Design. In Advances in Neural Information Processing Systems, S. Thrun, L. Saul, and B. Sch\u00f6lkopf (Eds.), Vol. 16. MIT Press. https:\/\/proceedings.neurips.cc\/paper\/2003\/file\/d16509f6eaca1022bd8f28d6bc582cae-Paper.pdf"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.3982\/ECTA10269"},{"volume-title":"Markov decision processes: discrete stochastic dynamic programming","author":"Puterman Martin L","key":"e_1_3_2_2_36_1","unstructured":"Martin L Puterman. 2014. Markov decision processes: discrete stochastic dynamic programming. John Wiley & Sons."},{"key":"e_1_3_2_2_37_1","volume-title":"Proc. of AdKDD","author":"Schroedl Stefan","year":"2010","unstructured":"Stefan Schroedl, Anandsudhakar Kesari, Anish Nair, Leonardo Neumeyer, and Sharath Rao. 2010. Generalized utility in web search advertising. Proc. of AdKDD (2010)."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022693225949"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijresmar.2017.02.002"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2492002.2482612"},{"key":"e_1_3_2_2_41_1","volume-title":"Position auction","author":"Varian Hal R.","year":"2006","unstructured":"Hal R. Varian. 2006. Position auction. International Journal of Industrial Organization (2006)."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1540-6261.1961.tb02789.x"}],"event":{"name":"WWW '24: The ACM Web Conference 2024","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"location":"Singapore Singapore","acronym":"WWW '24"},"container-title":["Proceedings of the ACM Web Conference 2024"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645495","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3589334.3645495","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:28:16Z","timestamp":1755822496000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645495"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,13]]},"references-count":42,"alternative-id":["10.1145\/3589334.3645495","10.1145\/3589334"],"URL":"https:\/\/doi.org\/10.1145\/3589334.3645495","relation":{},"subject":[],"published":{"date-parts":[[2024,5,13]]},"assertion":[{"value":"2024-05-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}