{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,3]],"date-time":"2025-07-03T04:17:25Z","timestamp":1751516245899,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":53,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["587665"],"award-info":[{"award-number":["587665"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000870","name":"John D. and Catherine T. MacArthur Foundation","doi-asserted-by":"publisher","award":["Technology in the Public Interest Program"],"award-info":[{"award-number":["Technology in the Public Interest Program"]}],"id":[{"id":"10.13039\/100000870","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,7]]},"DOI":"10.1145\/3736252.3742533","type":"proceedings-article","created":{"date-parts":[[2025,7,2]],"date-time":"2025-07-02T18:49:32Z","timestamp":1751482172000},"page":"306-336","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Designing Algorithmic Delegates: the Role of Indistinguishability in Human-AI Handoff"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-1921-4540","authenticated-orcid":false,"given":"Sophie","family":"Greenwood","sequence":"first","affiliation":[{"name":"Cornell University, Ithaca, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3806-9161","authenticated-orcid":false,"given":"Karen","family":"Levy","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4577-466X","authenticated-orcid":false,"given":"Solon","family":"Barocas","sequence":"additional","affiliation":[{"name":"Microsoft Research, New York, USA"},{"name":"Cornell University, Ithaca, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3710-4076","authenticated-orcid":false,"given":"Hoda","family":"Heidari","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1929-2512","authenticated-orcid":false,"given":"Jon","family":"Kleinberg","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,7,2]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Robinson","author":"Adler Steven","year":"2023","unstructured":"Steven Adler, Cullen O'Keefe, Rosie Campbell, Teddy Lee, Pamela Mishkin, Tyna Eloundou, Alan Hickey, Katarina Slama, Lama Ahmad, Paul McMillan, Andrea Vallone, Alexandre Passos, and David G. Robinson. 2023. Practices for Governing Agentic AI Systems. (2023)."},{"key":"e_1_3_2_1_2_1","volume-title":"Phillips","author":"Akinola Modupe","year":"2017","unstructured":"Modupe Akinola, Ashley E. Martin, and Katherine W. Phillips. 2017. To Delegate or Not to Delegate: Gender Differences in Affective Associations and Behavioral Responses to Delegation. Academy of Management Journal (2017). https:\/\/psycnet.apa.org\/record\/2018-44226-011"},{"key":"e_1_3_2_1_3_1","volume-title":"Zhang (Eds.)","volume":"37","author":"Alur Rohan","year":"2024","unstructured":"Rohan Alur, Manish Raghavan, and Devavrat Shah. 2024. Human Expertise in Algorithmic Prediction. In Advances in Neural Information Processing Systems, A. Globerson, L. Mackey, D. Belgrave, A. Fan, U. Paquet, J. Tomczak, and C. Zhang (Eds.), Vol. 37. Curran Associates, Inc., 138088\u2013138129. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2024\/file\/f9743a7bfee6592e3ff913ffadd8a857-Paper-Conference.pdf"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295x.98.3.409"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","unstructured":"F. Ashby and W. Maddox. 2005. Human Category Learning. Annual review of psychology 56 (02 2005) 149\u201378. 10.1146\/annurev.psych.56.091103.070217","DOI":"10.1146\/annurev.psych.56.091103.070217"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i13.17359"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v7i1.5285"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33012429"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11166-017-9259-x"},{"key":"e_1_3_2_1_10_1","unstructured":"Booked AI. 2024. How AI Travel Can Curate Your Perfect Wine Tour in Italy. https:\/\/www.booked.ai\/blogs\/how-ai-travel-can-curate-your-perfect-wine-tour-in-italy"},{"key":"e_1_3_2_1_11_1","volume-title":"Combinatorial Optimization and Applications, T-H. Hubert Chan","author":"Brandes Ulrik","unstructured":"Ulrik Brandes, Eugenia Holm, and Andreas Karrenbauer. 2016. Cliques in Regular Graphs and the Core-Periphery Problem in Social Networks. In Combinatorial Optimization and Applications, T-H. Hubert Chan, Minming Li, and Lusheng Wang (Eds.). Springer International Publishing, Cham, 175\u2013186."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2022.107308"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.3390\/electronics8080832"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594033"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/0304-3975(91)90261-Y"},{"key":"e_1_3_2_1_16_1","volume-title":"Zhang (Eds.)","volume":"37","author":"Toni Giovanni De","year":"2024","unstructured":"Giovanni De Toni, Nastaran Okati, Suhas Thejaswi, Eleni Straitouri, and Manuel Gomez-Rodriguez. 2024. Towards Human-AI Complementarity with Prediction Sets. In Advances in Neural Information Processing Systems, A. Globerson, L. Mackey, D. Belgrave, A. Fan, U. Paquet, J. Tomczak, and C. Zhang (Eds.), Vol. 37. Curran Associates, Inc., 31380\u201331409. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2024\/file\/37d4d4413b7c7558cc27a6d3d42ea998-Paper-Conference.pdf"},{"key":"e_1_3_2_1_17_1","volume-title":"Levine (Eds.)","volume":"36","author":"Deng Xiang","year":"2023","unstructured":"Xiang Deng, Yu Gu, Boyuan Zheng, Shijie Chen, Sam Stevens, Boshi Wang, Huan Sun, and Yu Su. 2023. Mind2Web: Towards a Generalist Agent for the Web. In Advances in Neural Information Processing Systems, A. Oh, T. Naumann, A. Globerson, K. Saenko, M. Hardt, and S. Levine (Eds.), Vol. 36. Curran Associates, Inc., 28091\u201328114. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/file\/5950bf290a1570ea401bf98882128160-Paper-Datasets_and_Benchmarks.pdf"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1037\/xge0000033"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 41st International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"11662","author":"Drouin Alexandre","year":"2024","unstructured":"Alexandre Drouin, Maxime Gasse, Massimo Caccia, Issam H. Laradji, Manuel Del Verme, Tom Marty, David Vazquez, Nicolas Chapados, and Alexandre Lacoste. 2024. WorkArena: How Capable are Web Agents at Solving Common Knowledge Work Tasks?. In Proceedings of the 41st International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 235), Ruslan Salakhutdinov, Zico Kolter, Katherine Heller, Adrian Weller, Nuria Oliver, Jonathan Scarlett, and Felix Berkenkamp (Eds.). PMLR, 11642\u201311662. https:\/\/proceedings.mlr.press\/v235\/drouin24a.html"},{"key":"e_1_3_2_1_20_1","unstructured":"General Motors. 2024. Hands-Free Eyes On. https:\/\/www.gm.com\/innovation\/av-safe-deployment"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v10i1.21989"},{"key":"e_1_3_2_1_22_1","volume-title":"Designing Skill-Compatible AI: Methodologies and Frameworks in Chess. In The Twelfth International Conference on Learning Representations.","author":"Hamade Karim","year":"2024","unstructured":"Karim Hamade, Reid McIlroy-Young, Siddhartha Sen, Jon Kleinberg, and Ashton Anderson. 2024. Designing Skill-Compatible AI: Methodologies and Frameworks in Chess. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_1_23_1","unstructured":"Andrei Iakovlev and Annie Liang. 2024. The Value of Context: Human versus Black Box Evaluators. arXiv:2402.11157 [econ.TH] https:\/\/arxiv.org\/abs\/2402.11157"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501999"},{"key":"e_1_3_2_1_25_1","first-page":"754","article-title":"Predictors and Consequences of Delegation","volume":"29","author":"Leana Carrie R.","year":"1986","unstructured":"Carrie R. Leana. 1986. Predictors and Consequences of Delegation. The Academy of Management Journal 29, 4 (1986), 754\u2013774. http:\/\/www.jstor.org\/stable\/255943","journal-title":"The Academy of Management Journal"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.obhdp.2018.12.005"},{"key":"e_1_3_2_1_27_1","volume-title":"Proceedings of the 33rd International Conference on Neural Information Processing Systems. Curran Associates Inc.","author":"Lubars Brian","year":"2019","unstructured":"Brian Lubars and Chenhao Tan. 2019. Ask not what AI can do, but what AI should do: towards a framework of task delegability. In Proceedings of the 33rd International Conference on Neural Information Processing Systems. Curran Associates Inc., Red Hook, NY, USA, Article 6, 11 pages."},{"key":"e_1_3_2_1_28_1","unstructured":"Thodoris Lykouris and Wentao Weng. 2024. Learning to Defer in Content Moderation: The Human-AI Interplay. arXiv:2402.12237 [cs.LG] https:\/\/arxiv.org\/abs\/2402.12237"},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the 32nd International Conference on Neural Information Processing Systems","author":"Madras David","year":"2018","unstructured":"David Madras, Toniann Pitassi, and Richard Zemel. 2018. Predict responsibly: improving fairness and accuracy by learning to defer. In Proceedings of the 32nd International Conference on Neural Information Processing Systems (Montr\u00e9al, Canada) (NIPS'18). Curran Associates Inc., Red Hook, NY, USA, 6150\u20136160."},{"key":"e_1_3_2_1_30_1","volume-title":"Allocation of functions. Handbook of human factors and ergonomics methods","author":"Marsden Philip","year":"2005","unstructured":"Philip Marsden and Mark Kirby. 2005. Allocation of functions. Handbook of human factors and ergonomics methods (2005), 34\u20131."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.ps.32.020181.000513"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1996.0100"},{"key":"e_1_3_2_1_33_1","unstructured":"Sendhil Mullainathan. 2002. Thinking Through Categories."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.2014.966589"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1257\/mic.6.4.138"},{"key":"e_1_3_2_1_36_1","unstructured":"Samir Passi and Mihaela Vorvoreanu. 2022. Overreliance on AI: Literature Review. Technical Report MSR-TR-2022-12. Microsoft. https:\/\/www.microsoft.com\/en-us\/research\/publication\/overreliance-on-ai-literature-review\/"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1177\/001872088502700104"},{"key":"e_1_3_2_1_38_1","volume-title":"What Is Agentic AI, and How Will It Change Work?","author":"Purdy Mark","year":"2024","unstructured":"Mark Purdy. 2024. What Is Agentic AI, and How Will It Change Work? (2024)."},{"key":"e_1_3_2_1_39_1","unstructured":"Maithra Raghu Katy Blumer Greg Corrado Jon Kleinberg Ziad Obermeyer and Sendhil Mullainathan. 2018. The Algorithmic Automation Problem: Prediction Triage and Human Effort. (2018)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1126\/scitranslmed.aad9398"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13423-013-0506-0"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1017\/9781316882825"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.17705\/1thci.00058"},{"key":"e_1_3_2_1_44_1","unstructured":"Tesla. 2024. Autopilot and Full Self-Driving (Supervised). https:\/\/www.tesla.com\/support\/autopilot"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1075\/pc.8.1.05tow"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-46150-8_23"},{"key":"e_1_3_2_1_47_1","volume-title":"Measuring the Human Generalization Function. In Proceedings of the 41st International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"48937","author":"Vafa Keyon","year":"2024","unstructured":"Keyon Vafa, Ashesh Rambachan, and Sendhil Mullainathan. 2024. Do Large Language Models Perform the Way People Expect? Measuring the Human Generalization Function. In Proceedings of the 41st International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 235), Ruslan Salakhutdinov, Zico Kolter, Katherine Heller, Adrian Weller, Nuria Oliver, Jonathan Scarlett, and Felix Berkenkamp (Eds.). PMLR, 48919\u201348937. https:\/\/proceedings.mlr.press\/v235\/vafa24a.html"},{"key":"e_1_3_2_1_48_1","unstructured":"Wing Assistant. 2024. What can Wing General VAs do? https:\/\/wingassistant.com"},{"key":"e_1_3_2_1_49_1","unstructured":"Ruqing Xu. 2024. Persuasion Delegation and Private Information in Algorithm-Assisted Decisions. arXiv:2402.09384 [econ.TH] https:\/\/arxiv.org\/abs\/2402.09384"},{"key":"e_1_3_2_1_50_1","volume-title":"Oh (Eds.)","volume":"35","author":"Yao Shunyu","year":"2022","unstructured":"Shunyu Yao, Howard Chen, John Yang, and Karthik Narasimhan. 2022. WebShop: Towards Scalable Real-World Web Interaction with Grounded Language Agents. In Advances in Neural Information Processing Systems, S. Koyejo, S. Mohamed, A. Agarwal, D. Belgrave, K. Cho, and A. Oh (Eds.), Vol. 35. Curran Associates, Inc., 20744\u201320757. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2022\/file\/82ad13ec01f9fe44c01cb91814fd7b8c-Paper-Conference.pdf"},{"key":"e_1_3_2_1_51_1","volume-title":"Computing the subset giving the minimum standard deviation in an array. Stack Overflow","author":"YXD.","year":"2013","unstructured":"YXD. 2013. Computing the subset giving the minimum standard deviation in an array. Stack Overflow (2013). https:\/\/stackoverflow.com\/a\/20143904"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1111\/cogs.13235"},{"key":"e_1_3_2_1_53_1","unstructured":"Shuyan Zhou Frank F Xu Hao Zhu Xuhui Zhou Robert Lo Abishek Sridhar Xianyi Cheng Yonatan Bisk Daniel Fried Uri Alon et al. 2023. WebArena: A Realistic Web Environment for Building Autonomous Agents. arXiv:2307.13854 https:\/\/webarena.dev"}],"event":{"name":"EC '25: 26th ACM Conference on Economics and Computation","location":"Stanford University Stanford CA USA","acronym":"EC '25","sponsor":["SIGecom ACM Special Interest Group on Economics and Computation"]},"container-title":["Proceedings of the 26th ACM Conference on Economics and Computation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3736252.3742533","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,2]],"date-time":"2025-07-02T18:52:09Z","timestamp":1751482329000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3736252.3742533"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,2]]},"references-count":53,"alternative-id":["10.1145\/3736252.3742533","10.1145\/3736252"],"URL":"https:\/\/doi.org\/10.1145\/3736252.3742533","relation":{},"subject":[],"published":{"date-parts":[[2025,7,2]]},"assertion":[{"value":"2025-07-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}