{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T19:48:37Z","timestamp":1782762517285,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T00:00:00Z","timestamp":1782345600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["IIS-2312865"],"award-info":[{"award-number":["IIS-2312865"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["OAC-2311521"],"award-info":[{"award-number":["OAC-2311521"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["EDU-2237593"],"award-info":[{"award-number":["EDU-2237593"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,25]]},"DOI":"10.1145\/3805689.3812380","type":"proceedings-article","created":{"date-parts":[[2026,6,23]],"date-time":"2026-06-23T16:20:39Z","timestamp":1782231639000},"page":"5631-5652","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Does Algorithmic Uncertainty Sway Human Experts? Evidence from a Field Experiment in Selective College Admissions"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7950-6244","authenticated-orcid":false,"given":"Hansol","family":"Lee","sequence":"first","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4642-9788","authenticated-orcid":false,"given":"AJ","family":"Alvero","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6283-5546","authenticated-orcid":false,"given":"Ren\u00e9 F.","family":"Kizilcec","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3654-3683","authenticated-orcid":false,"given":"Thorsten","family":"Joachims","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,25]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"2019","article-title":"If you give a judge a risk score: Evidence from Kentucky bail decisions","volume":"85","author":"Albright Alex","year":"2019","unstructured":"Alex Albright. 2019. If you give a judge a risk score: Evidence from Kentucky bail decisions. Law, Economics, and Business Fellows' Discussion Paper Series 85 (2019), 2019\u20131.","journal-title":"Law, Economics, and Business Fellows' Discussion Paper Series"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445717"},{"key":"e_1_3_2_1_3_1","first-page":"671","article-title":"Big data's disparate impact","volume":"104","author":"Barocas Solon","year":"2016","unstructured":"Solon Barocas and Andrew D Selbst. 2016. Big data's disparate impact. Calif. L. Rev. 104 (2016), 671.","journal-title":"Calif. L. Rev."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.3102\/00028312211003526"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533149"},{"key":"e_1_3_2_1_6_1","volume-title":"Technologies of crime prediction: The reception of algorithms in policing and criminal courts. Social problems 68, 3","author":"Brayne Sarah","year":"2021","unstructured":"Sarah Brayne and Ang\u00e8le Christin. 2021. Technologies of crime prediction: The reception of algorithms in policing and criminal courts. Social problems 68, 3 (2021), 608\u2013624."},{"key":"e_1_3_2_1_7_1","volume-title":"Statistical modeling: The two cultures (with comments and a rejoinder by the author). Statistical science 16, 3","author":"Breiman Leo","year":"2001","unstructured":"Leo Breiman. 2001. Statistical modeling: The two cultures (with comments and a rejoinder by the author). Statistical science 16, 3 (2001), 199\u2013231."},{"key":"e_1_3_2_1_8_1","volume-title":"Decision-making processes in social contexts. Annual review of sociology 43, 1","author":"Bruch Elizabeth","year":"2017","unstructured":"Elizabeth Bruch and Fred Feinberg. 2017. Decision-making processes in social contexts. Annual review of sociology 43, 1 (2017), 207\u2013227."},{"key":"e_1_3_2_1_9_1","volume-title":"How the machine \u2018thinks\u2019: Understanding opacity in machine learning algorithms. Big data & society 3, 1","author":"Burrell Jenna","year":"2016","unstructured":"Jenna Burrell. 2016. How the machine \u2018thinks\u2019: Understanding opacity in machine learning algorithms. Big data & society 3, 1 (2016), 2053951715622512."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501831"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i20.30203"},{"key":"e_1_3_2_1_12_1","first-page":"1","article-title":"Underspecification presents challenges for credibility in modern machine learning","volume":"23","author":"D'Amour Alexander","year":"2022","unstructured":"Alexander D'Amour, Katherine Heller, Dan Moldovan, Ben Adlam, Babak Alipanahi, Alex Beutel, Christina Chen, Jonathan Deaton, Jacob Eisenstein, Matthew D Hoffman, et al. 2022. Underspecification presents challenges for credibility in modern machine learning. Journal of Machine Learning Research 23, 226 (2022), 1\u201361.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376638"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1037\/xge0000033"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533221"},{"key":"e_1_3_2_1_16_1","volume-title":"International Conference on Learning Representations","volume":"2025","author":"Du Ally","year":"2025","unstructured":"Ally Du, Dung Daniel Ngo, and Steven Wu. 2025. Reconciling model multiplicity for downstream decision making. In International Conference on Learning Representations, Vol. 2025. 59133\u201359164."},{"key":"e_1_3_2_1_17_1","volume-title":"A survey on concept drift adaptation. ACM computing surveys (CSUR) 46, 4","author":"Gama Jo\u00e3o","year":"2014","unstructured":"Jo\u00e3o Gama, Indr\u0117 \u017dliobait\u0117, Albert Bifet, Mykola Pechenizkiy, and Abdelhamid Bouchachia. 2014. A survey on concept drift adaptation. ACM computing surveys (CSUR) 46, 4 (2014), 1\u201337."},{"key":"e_1_3_2_1_18_1","volume-title":"Inside the black box: Detecting and mitigating algorithmic bias across racialized groups in college student-success prediction. AERA open 10","author":"G\u00e1ndara Denisa","year":"2024","unstructured":"Denisa G\u00e1ndara, Hadis Anahideh, Matthew P Ison, and Lorenzo Picchiarini. 2024. Inside the black box: Detecting and mitigating algorithmic bias across racialized groups in college student-success prediction. AERA open 10 (2024), 23328584241258741."},{"key":"e_1_3_2_1_19_1","volume-title":"Ignacio Cofone, and Golnoosh Farnadi.","author":"Ganesh Prakhar","year":"2024","unstructured":"Prakhar Ganesh, Ihsan Ibrahim Daldaban, Ignacio Cofone, and Golnoosh Farnadi. 2024. The cost of arbitrariness for individuals: Examining the legal and technical challenges of model multiplicity. arXiv preprint arXiv:2407.13070 (2024)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2011-000089"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.clsr.2022.105681"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479562"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658901"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1093\/jrsssa\/qnad010"},{"key":"e_1_3_2_1_25_1","volume-title":"8 in 10 Colleges Will Use AI in Admissions by","year":"2024","unstructured":"Intelligent.com. 2023. 8 in 10 Colleges Will Use AI in Admissions by 2024. https:\/\/www.intelligent.com\/8-in-10-colleges-will-use-ai-in-admissions-by-2024\/. Accessed: 2026-05-11."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10551-025-06034-5"},{"key":"e_1_3_2_1_27_1","volume-title":"Noise: How to Overcome the High, Hidden Cost of Inconsistent Decision Making. Harvard Business Review (Oct.","author":"Kahneman Daniel","year":"2016","unstructured":"Daniel Kahneman, Andrew M. Rosenfield, Linnea Gandhi, and Tom Blaser. 2016. Noise: How to Overcome the High, Hidden Cost of Inconsistent Decision Making. Harvard Business Review (Oct. 2016). https:\/\/hbr.org\/2016\/10\/noise Section: Decision making and problem solving."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.3386\/w23180"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3573051.3593382"},{"key":"e_1_3_2_1_30_1","volume-title":"Algorithms for college admissions decision support: Impacts of policy change and inherent variability. arXiv preprint arXiv:2407.11199","author":"Lee Jinsook","year":"2024","unstructured":"Jinsook Lee, Emma Harvey, Joyce Zhou, Nikhil Garg, Thorsten Joachims, and Ren\u00e9 F Kizilcec. 2024. Algorithms for college admissions decision support: Impacts of policy change and inherent variability. arXiv preprint arXiv:2407.11199 (2024)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.obhdp.2018.12.005"},{"key":"e_1_3_2_1_32_1","volume-title":"International conference on machine learning. PMLR, 6765\u20136774","author":"Marx Charles","year":"2020","unstructured":"Charles Marx, Flavio Calmon, and Berk Ustun. 2020. Predictive multiplicity in classification. In International conference on machine learning. PMLR, 6765\u20136774."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"Paul E Meehl. 1954. Clinical versus statistical prediction: A theoretical analysis and a review of the evidence. (1954).","DOI":"10.1037\/11281-000"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1002\/ets2.12271"},{"key":"e_1_3_2_1_35_1","volume-title":"Virginia Tech updates undergraduate admissions process. Virginia Tech News","author":"News Virginia Tech","year":"2025","unstructured":"Virginia Tech News. 2025. Virginia Tech updates undergraduate admissions process. Virginia Tech News (2025). https:\/\/news.vt.edu\/articles\/2025\/07\/admissions-changes-2025.html"},{"key":"e_1_3_2_1_36_1","first-page":"340","article-title":"Overreliance on AI literature review","volume":"339","author":"Passi Samir","year":"2022","unstructured":"Samir Passi and Mihaela Vorvoreanu. 2022. Overreliance on AI literature review. Microsoft Research 339 (2022), 340.","journal-title":"Microsoft Research"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.5555\/1462129"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512930"},{"key":"e_1_3_2_1_39_1","volume-title":"Discretion in the Loop: Human Expertise in Algorithm-Assisted College Advising. arXiv preprint arXiv:2505.13325","author":"Schechtman Kara","year":"2025","unstructured":"Kara Schechtman, Benjamin Brandon, Jenise Stafford, Hannah Li, and Lydia T Liu. 2025. Discretion in the Loop: Human Expertise in Algorithm-Assisted College Advising. arXiv preprint arXiv:2505.13325 (2025)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584066"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287598"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0298037"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.4159\/9780674044036"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1257\/pol.20220620"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2111547119"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3636509"},{"key":"e_1_3_2_1_47_1","volume-title":"Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society","volume":"8","author":"Wilson Kyra","year":"2025","unstructured":"Kyra Wilson, Mattea Sim, Anna-Maria Gueorguieva, and Aylin Caliskan. 2025. No Thoughts Just AI: Biased LLM Hiring Recommendations Alter Human Decision Making and Limit Human Autonomy. In Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society, Vol. 8. 2692\u20132704."}],"event":{"name":"FAccT '26: The 2026 ACM Conference on Fairness, Accountability, and Transparency","location":"Montreal QC Canada","acronym":"FAccT '26","sponsor":["ACM\/SIG"]},"container-title":["Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/abs\/10.1145\/3805689.3812380","content-type":"text\/html","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3805689.3812380","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3805689.3812380","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T19:14:10Z","timestamp":1782760450000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805689.3812380"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,25]]},"references-count":47,"alternative-id":["10.1145\/3805689.3812380","10.1145\/3805689"],"URL":"https:\/\/doi.org\/10.1145\/3805689.3812380","relation":{},"subject":[],"published":{"date-parts":[[2026,6,25]]},"assertion":[{"value":"2026-06-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}