{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:05:46Z","timestamp":1750309546271,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":53,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T00:00:00Z","timestamp":1745280000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/501100000781","name":"European Research Council","doi-asserted-by":"publisher","award":["ERC-2022-SYG-OCEAN-101071601"],"award-info":[{"award-number":["ERC-2022-SYG-OCEAN-101071601"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,22]]},"DOI":"10.1145\/3696410.3714864","type":"proceedings-article","created":{"date-parts":[[2025,5,5]],"date-time":"2025-05-05T16:42:02Z","timestamp":1746463322000},"page":"1468-1487","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Relying on the Metrics of Evaluated Agents"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9664-4609","authenticated-orcid":false,"given":"Serena","family":"Wang","sequence":"first","affiliation":[{"name":"Google Research, Mountain View, CA, USA and Harvard University, Cambridge, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8935-817X","authenticated-orcid":false,"given":"Michael","family":"Jordan","sequence":"additional","affiliation":[{"name":"University of California, Berkeley, Berkeley, CA, USA and Inria, Paris, France"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2780-6656","authenticated-orcid":false,"given":"Katrina","family":"Ligett","sequence":"additional","affiliation":[{"name":"Hebrew University of Jerusalem, Jerusalem, Israel and Google Research, Mountain View, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2587-3161","authenticated-orcid":false,"given":"R. Preston","family":"McAfee","sequence":"additional","affiliation":[{"name":"Google Research, Mountain View, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,4,22]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1257\/mic.20200200"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1257\/jel.54.2.442"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.5555\/2882670.2882677"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1257\/aer.100.4.1601"},{"key":"e_1_3_2_1_5_1","volume-title":"International Conference on Artificial Intelligence and Statistics. PMLR, 478--486","author":"Ananthakrishnan Nivasini","year":"2024","unstructured":"Nivasini Ananthakrishnan, Stephen Bates, Michael Jordan, and Nika Haghtalab. 2024a. Delegating data collection in decentralized machine learning. In International Conference on Artificial Intelligence and Statistics. PMLR, 478--486."},{"key":"e_1_3_2_1_6_1","volume-title":"Sai Praneeth Karimireddy, and Michael I Jordan","author":"Ananthakrishnan Nivasini","year":"2024","unstructured":"Nivasini Ananthakrishnan, Tiffany Ding, Mariel Werner, Sai Praneeth Karimireddy, and Michael I Jordan. 2024b. Privacy Can Arise Endogenously in an Economic System with Learning Agents. arXiv preprint arXiv:2404.10767 (2024)."},{"volume-title":"A new initiative for developing third-party model evaluations. Announcements","year":"2024","key":"e_1_3_2_1_7_1","unstructured":"Anthropic. 2024. A new initiative for developing third-party model evaluations. Announcements (2024). https:\/\/www.anthropic.com\/news\/a-new-initiative-for-developing-third-party-model-evaluations"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-29578-X_11"},{"key":"e_1_3_2_1_10_1","volume-title":"Properties of probability distributions with monotone hazard rate. The Annals of Mathematical Statistics","author":"Barlow Richard E","year":"1963","unstructured":"Richard E Barlow, Albert W Marshall, and Frank Proschan. 1963. Properties of probability distributions with monotone hazard rate. The Annals of Mathematical Statistics (1963), 375--389."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1257\/aer.20130848"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1257\/jel.20181489"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1525\/9780520411586-009"},{"key":"e_1_3_2_1_14_1","volume-title":"What counts and what gets counted. Available at SSRN 2427106","author":"Bloomfield Robert J","year":"2016","unstructured":"Robert J Bloomfield. 2016. What counts and what gets counted. Available at SSRN 2427106 (2016)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1287\/mksc.1110.0691"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2940716.2940740"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1086\/374180"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/11681878_14"},{"key":"e_1_3_2_1_19_1","volume-title":"Disclosure of nonproprietary information. Journal of accounting research","author":"Dye Ronald A","year":"1985","unstructured":"Ronald A Dye. 1985. Disclosure of nonproprietary information. Journal of accounting research (1985), 123--145."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1111\/1756-2171.12253"},{"key":"e_1_3_2_1_21_1","volume-title":"The limits of price discrimination under privacy constraints. arXiv preprint arXiv:2402.08223","author":"Fallah Alireza","year":"2024","unstructured":"Alireza Fallah, Michael I Jordan, Ali Makhdoumi, and Azarakhsh Malekian. 2024. The limits of price discrimination under privacy constraints. arXiv preprint arXiv:2402.08223 (2024)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.geb.2012.05.009"},{"key":"e_1_3_2_1_23_1","unstructured":"Cl\u00e9mentine Fourrier Nathan Habib Alina Lozovskaya Konrad Szafer and Thomas Wolf. 2024. Open LLM Leaderboard v2. https:\/\/huggingface.co\/spaces\/open-llm-leaderboard\/open_llm_leaderboard"},{"key":"e_1_3_2_1_24_1","volume-title":"Behavior-based price discrimination and customer recognition. Handbook on economics and information systems","author":"Fudenberg Drew","year":"2006","unstructured":"Drew Fudenberg and J Miguel Villas-Boas. 2006. Behavior-based price discrimination and customer recognition. Handbook on economics and information systems, Vol. 1 (2006), 377--436."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2463712"},{"key":"e_1_3_2_1_26_1","unstructured":"Robert Gibbons John Roberts et al. 2013. The Handbook of Organizational Economics. Princeton University Press Princeton NJ."},{"key":"e_1_3_2_1_27_1","volume-title":"Moral hazard and observability. The Bell Journal of Economics","author":"Holmstr\u00f6m Bengt","year":"1979","unstructured":"Bengt Holmstr\u00f6m. 1979. Moral hazard and observability. The Bell Journal of Economics (1979), 74--91."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1093\/jleo\/7.special_issue.24"},{"key":"e_1_3_2_1_29_1","volume-title":"FACT SHEET: Biden-Harris Administration Announces New Actions to Promote Responsible AI Innovation that Protects Americans' Rights and Safety. Statements and Releases","author":"House The White","year":"2023","unstructured":"The White House. 2023. FACT SHEET: Biden-Harris Administration Announces New Actions to Promote Responsible AI Innovation that Protects Americans' Rights and Safety. Statements and Releases (2023). https:\/\/www.whitehouse.gov\/briefing-room\/statements-releases\/2023\/05\/04\/fact-sheet-biden-harris-administration-announces-new-actions-to-promote-responsible-ai-innovation-that-protects-americans-rights-and-safety"},{"key":"e_1_3_2_1_30_1","volume-title":"Animal spirits. The American Economic Review","author":"Howitt Peter","year":"1992","unstructured":"Peter Howitt and R Preston McAfee. 1992. Animal spirits. The American Economic Review (1992), 493--507."},{"volume-title":"Investigations in Currency and Finance","author":"Jevons William Stanley","key":"e_1_3_2_1_31_1","unstructured":"William Stanley Jevons. 1884. Investigations in Currency and Finance. Macmillan and Company."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-economics-080218-025739"},{"key":"e_1_3_2_1_33_1","volume-title":"Mechanisms that incentivize data sharing in federated learning. arXiv preprint arXiv:2207.04557","author":"Karimireddy Sai Praneeth","year":"2022","unstructured":"Sai Praneeth Karimireddy, Wenshuo Guo, and Michael I Jordan. 2022. Mechanisms that incentivize data sharing in federated learning. arXiv preprint arXiv:2207.04557 (2022)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1137\/090756090"},{"volume-title":"The Theory of Incentives","author":"Laffont Jean-Jacques","key":"e_1_3_2_1_35_1","unstructured":"Jean-Jacques Laffont and David Martimort. 2009. The Theory of Incentives. Princeton University Press."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1086\/261392"},{"volume-title":"The Concept of Monopoly and the Measurement of Monopoly Power","author":"Lerner Abba","key":"e_1_3_2_1_37_1","unstructured":"Abba Lerner. 1995. The Concept of Monopoly and the Measurement of Monopoly Power. Springer."},{"key":"e_1_3_2_1_38_1","unstructured":"Percy Liang Rishi Bommasani Tony Lee Dimitris Tsipras Dilara Soylu Michihiro Yasunaga Yian Zhang Deepak Narayanan Yuhuai Wu Ananya Kumar et al. 2022. Holistic evaluation of language models. arXiv preprint arXiv:2211.09110 (2022)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1111\/1468-0262.00361"},{"key":"e_1_3_2_1_40_1","volume-title":"Relying on the information of interested parties. The RAND Journal of Economics","author":"Milgrom Paul","year":"1986","unstructured":"Paul Milgrom and John Roberts. 1986. Relying on the information of interested parties. The RAND Journal of Economics (1986), 18--32."},{"key":"e_1_3_2_1_41_1","volume-title":"Good news and bad news: Representation theorems and applications. The Bell Journal of Economics","author":"Milgrom Paul R","year":"1981","unstructured":"Paul R Milgrom. 1981. Good news and bad news: Representation theorems and applications. The Bell Journal of Economics (1981), 380--391."},{"key":"e_1_3_2_1_42_1","unstructured":"Paul Robert Milgrom and John Roberts. 1992. Economics Organization and Management. Prentice Hall."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","unstructured":"Rodrigo Montes Wilfried Sand-Zantman and Tommaso M Valletti. 2015. The value of personal information in markets with endogenous privacy. (2015).","DOI":"10.2139\/ssrn.2640177"},{"volume-title":"The Tyranny of Metrics","author":"Muller Jerry Z","key":"e_1_3_2_1_44_1","unstructured":"Jerry Z Muller. 2019. The Tyranny of Metrics. Princeton University Press."},{"key":"e_1_3_2_1_45_1","unstructured":"Ravi Munde. 2018. Uber & Lyft Cab Prices. https:\/\/www.kaggle.com\/datasets\/ravi72munde\/uber-lyft-cab-prices"},{"key":"e_1_3_2_1_46_1","volume-title":"Scale's SEAL Research Lab Launches Expert-Evaluated LLM Leaderboards. Product Blog","author":"Scale AI.","year":"2024","unstructured":"Scale AI. 2024. Scale's SEAL Research Lab Launches Expert-Evaluated LLM Leaderboards. Product Blog (2024). https:\/\/scale.com\/blog\/leaderboard"},{"key":"e_1_3_2_1_47_1","volume-title":"Participatory Design: Principles and Practices","author":"Schuler Douglas","year":"1993","unstructured":"Douglas Schuler and Aki Namioka. 1993. Participatory Design: Principles and Practices. CRC press."},{"volume-title":"Uncertainty in Economics","author":"Spence Michael","key":"e_1_3_2_1_48_1","unstructured":"Michael Spence. 1978. Job market signaling. In Uncertainty in Economics. Elsevier, 281--306."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671543"},{"key":"e_1_3_2_1_50_1","first-page":"870","article-title":"Price discrimination and social welfare","volume":"75","author":"Varian Hal R","year":"1985","unstructured":"Hal R Varian. 1985. Price discrimination and social welfare. The American Economic Review, Vol. 75, 4 (1985), 870--875.","journal-title":"The American Economic Review"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-019-0686--2nolinkurl10.1038"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1965.10480775"},{"key":"e_1_3_2_1_53_1","volume-title":"Learning to believe in sunspots. Econometrica: Journal of the Econometric Society","author":"Woodford Michael","year":"1990","unstructured":"Michael Woodford. 1990. Learning to believe in sunspots. Econometrica: Journal of the Econometric Society (1990), 277--307."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1016\/0165-1765(93)90218-2"}],"event":{"name":"WWW '25: The ACM Web Conference 2025","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"location":"Sydney NSW Australia","acronym":"WWW '25"},"container-title":["Proceedings of the ACM on Web Conference 2025"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696410.3714864","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696410.3714864","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:42Z","timestamp":1750295922000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696410.3714864"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,22]]},"references-count":53,"alternative-id":["10.1145\/3696410.3714864","10.1145\/3696410"],"URL":"https:\/\/doi.org\/10.1145\/3696410.3714864","relation":{},"subject":[],"published":{"date-parts":[[2025,4,22]]},"assertion":[{"value":"2025-04-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}