{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T18:45:24Z","timestamp":1782758724976,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":350,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T00:00:00Z","timestamp":1782345600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,25]]},"DOI":"10.1145\/3805689.3806510","type":"proceedings-article","created":{"date-parts":[[2026,6,23]],"date-time":"2026-06-23T16:20:39Z","timestamp":1782231639000},"page":"2643-2680","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["The Consensus Trap: Dissecting Subjectivity and the \u201cGround Truth\u201d Illusion in Data Annotation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-2175-254X","authenticated-orcid":false,"given":"Sheza","family":"Munir","sequence":"first","affiliation":[{"name":"Computer Science, University of Toronto, Toronto, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-9885-3799","authenticated-orcid":false,"given":"Benjamin","family":"Mah","sequence":"additional","affiliation":[{"name":"Engineering Science, University of Toronto, Toronto, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9640-0354","authenticated-orcid":false,"given":"Krisha","family":"Kalsi","sequence":"additional","affiliation":[{"name":"Computer Science, University of Toronto, Toronto, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0152-4311","authenticated-orcid":false,"given":"Shivani","family":"Kapania","sequence":"additional","affiliation":[{"name":"School of Computer Science, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3285-6503","authenticated-orcid":false,"given":"Julian","family":"Posada","sequence":"additional","affiliation":[{"name":"American Studies, Yale University, New Haven, Connecticut, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7540-075X","authenticated-orcid":false,"given":"Edith","family":"Law","sequence":"additional","affiliation":[{"name":"Computer Science, University of Waterloo, Waterloo, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5037-5017","authenticated-orcid":false,"given":"Ding","family":"Wang","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2452-0687","authenticated-orcid":false,"given":"Syed Ishtiaque","family":"Ahmed","sequence":"additional","affiliation":[{"name":"Computer Science, University of Toronto, Toronto, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714010"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594083"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445897"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.728"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462630"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502040"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714069"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580916"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502133"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445736"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3434175"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713248"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581133"},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society","author":"Arnold Zachary","year":"2025","unstructured":"Zachary Arnold, Daniel S. Schiff, Kaylyn Jackson Schiff, Brian Love, Jennifer Melot, Neha Singh, Lindsay Jenkins, Ashley Lin, Konstantin Pilz, Ogadinma Enwereazu, and Tyler Girard. 2025. Introducing the AI Governance and Regulatory Archive (AGORA): An Analytic Infrastructure for Navigating the Emerging AI Governance Landscape. Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society (2025)."},{"key":"e_1_3_2_1_15_1","volume-title":"DICES Dataset: Diversity in Conversational AI Evaluation for Safety. Advances in Neural Information Processing Systems","author":"Aroyo Lora","year":"2023","unstructured":"Lora Aroyo, Alex Taylor, Mark D\u00edaz, Christopher Homan, Alicia Parrish, Gregory Serapio-Garc\u00eda, Vinodkumar Prabhakaran, and Ding Wang. 2023. DICES Dataset: Diversity in Conversational AI Evaluation for Safety. Advances in Neural Information Processing Systems (2023)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713380"},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society","author":"Arzaghi Mina","year":"2025","unstructured":"Mina Arzaghi, Florian Carichon, and Golnoosh Farnadi. 2025. Understanding Intrinsic Socioeconomic Biases in Large Language Models. Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society (2025)."},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society","author":"Arzberger Anne","year":"2025","unstructured":"Anne Arzberger, Stefan Buijsman, Maria Luce Lupetti, Alessandro Bozzon, and Jie Yang. 2025. Nothing Comes without Its World - Practical Challenges of Aligning LLMs to Situated Human Values through RLHF. Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society (2025)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449163"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658945"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594114"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.1"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3710982"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.925"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376671"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445940"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594019"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658955"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415164"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579593"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533157"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593996"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.485"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445909"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713406"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462612"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3687049"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479582"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555212"},{"key":"e_1_3_2_1_40_1","volume-title":"Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society","author":"Brown Venetia","year":"2025","unstructured":"Venetia Brown, Retno Larasati, Aisling Third, and Tracie Farrell. 2025. A Qualitative Study on Cultural Hegemony and the Impacts of AI. Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society (2025)."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415237"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732194"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579612"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594085"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732042"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.782"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501998"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.418"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.mex.2022.101895"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.849"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445145"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713559"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659006"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637367"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445165"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580805"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.381"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476076"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610074"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445317"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713181"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476037"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713537"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604696"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1101"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579480"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659021"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732055"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604682"},{"key":"e_1_3_2_1_71_1","volume-title":"Whose Ground Truth? Accounting for Individual and Collective Identities Underlying Dataset Annotation. ArXiv abs\/2112.04554","author":"Denton Emily L.","year":"2021","unstructured":"Emily L. Denton, M. C. D'iaz, Ian Kivlichan, Vinodkumar Prabhakaran, and Rachel Rosen. 2021. Whose Ground Truth? Accounting for Individual and Collective Identities Underlying Dataset Annotation. ArXiv abs\/2112.04554 (2021). https:\/\/api.semanticscholar.org\/CorpusID:245005939"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445924"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534647"},{"key":"e_1_3_2_1_74_1","volume-title":"Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society","author":"D\u00edaz Mark","year":"2025","unstructured":"Mark D\u00edaz and Angela D. R. Smith. 2025. What Makes an Expert? Reviewing How ML Researchers Define \u2018Expert\u2019. Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society (2025)."},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555632"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517570"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637433"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/3689904.3694704"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534629"},{"key":"e_1_3_2_1_80_1","volume-title":"Rohan Taori, Tianyi Zhang, Ishaan Gulrajani, Jimmy Ba, Carlos Guestrin, Percy Liang, and Tatsunori B Hashimoto.","author":"Dubois Yann","year":"2023","unstructured":"Yann Dubois, Chen Xuechen Li, Rohan Taori, Tianyi Zhang, Ishaan Gulrajani, Jimmy Ba, Carlos Guestrin, Percy Liang, and Tatsunori B Hashimoto. 2023. AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback. Advances in Neural Information Processing Systems (2023)."},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501876"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714059"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/3551624.3555286"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1116"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415203"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732146"},{"key":"e_1_3_2_1_87_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.760"},{"key":"e_1_3_2_1_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/3687056"},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.779"},{"key":"e_1_3_2_1_90_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.343"},{"key":"e_1_3_2_1_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/3617694.3623235"},{"key":"e_1_3_2_1_92_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.113"},{"key":"e_1_3_2_1_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580926"},{"key":"e_1_3_2_1_94_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593989"},{"key":"e_1_3_2_1_95_1","doi-asserted-by":"publisher","unstructured":"Sanjana Gautam Mohit Chandra Ankolika De Tatiana Chakravorti Girik Malik and Munmun Choudhury. 2025. Towards Experience-Centered AI: A Framework for Integrating Lived Experience in Design and Development. doi:10.48550\/arXiv.2508.06849","DOI":"10.48550\/arXiv.2508.06849"},{"key":"e_1_3_2_1_96_1","volume-title":"Axioms for AI Alignment from Human Feedback. Advances in Neural Information Processing Systems","author":"Ge Luise","year":"2024","unstructured":"Luise Ge, Daniel Halpern, Evi Micha, Ariel D. Procaccia, Itai Shapira, Yevgeniy Vorobeychik, and Junlin Wu. 2024. Axioms for AI Alignment from Human Feedback. Advances in Neural Information Processing Systems (2024)."},{"key":"e_1_3_2_1_97_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372862"},{"key":"e_1_3_2_1_98_1","doi-asserted-by":"publisher","DOI":"10.1145\/3432934"},{"key":"e_1_3_2_1_99_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.511"},{"key":"e_1_3_2_1_100_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502004"},{"key":"e_1_3_2_1_101_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445423"},{"key":"e_1_3_2_1_102_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555088"},{"key":"e_1_3_2_1_103_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555634"},{"key":"e_1_3_2_1_104_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594036"},{"key":"e_1_3_2_1_105_1","volume-title":"Learning from Noisy Labels via Conditional Distributionally Robust Optimization. Advances in Neural Information Processing Systems","author":"Guo Hui","year":"2024","unstructured":"Hui Guo, Grace Y. Yi, and Boyu Wang. 2024. Learning from Noisy Labels via Conditional Distributionally Robust Optimization. Advances in Neural Information Processing Systems (2024)."},{"key":"e_1_3_2_1_106_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658927"},{"key":"e_1_3_2_1_107_1","volume-title":"Collaborative Refining for Learning from Inaccurate Labels. Advances in Neural Information Processing Systems","author":"Han Bin","year":"2024","unstructured":"Bin Han, Yi-Xuan Sun, Ya-Lin Zhang, Libang Zhang, Haoran Hu, Longfei Li, Jun Zhou, Guo Ye, and Huimei He. 2024. Collaborative Refining for Learning from Inaccurate Labels. Advances in Neural Information Processing Systems (2024)."},{"key":"e_1_3_2_1_108_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449202"},{"key":"e_1_3_2_1_109_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555636"},{"key":"e_1_3_2_1_110_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533144"},{"key":"e_1_3_2_1_111_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593995"},{"key":"e_1_3_2_1_112_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.469"},{"key":"e_1_3_2_1_113_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642834"},{"key":"e_1_3_2_1_114_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714319"},{"key":"e_1_3_2_1_115_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580983"},{"key":"e_1_3_2_1_116_1","doi-asserted-by":"publisher","DOI":"10.1145\/3711006"},{"key":"e_1_3_2_1_117_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.735"},{"key":"e_1_3_2_1_118_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555760"},{"key":"e_1_3_2_1_119_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376320"},{"key":"e_1_3_2_1_120_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476073"},{"key":"e_1_3_2_1_121_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415181"},{"key":"e_1_3_2_1_122_1","doi-asserted-by":"publisher","DOI":"10.1145\/3689904.3694702"},{"key":"e_1_3_2_1_123_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.806"},{"key":"e_1_3_2_1_124_1","volume-title":"The Surprising Effectiveness of SP Voting with Partial Preferences. Advances in Neural Information Processing Systems","author":"Hosseini Hadi","year":"2024","unstructured":"Hadi Hosseini, Debmalya Mandal, and Amrit Puhan. 2024. The Surprising Effectiveness of SP Voting with Partial Preferences. Advances in Neural Information Processing Systems (2024)."},{"key":"e_1_3_2_1_125_1","doi-asserted-by":"publisher","DOI":"10.3115\/1564131.1564137"},{"key":"e_1_3_2_1_126_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.554"},{"key":"e_1_3_2_1_127_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.574"},{"key":"e_1_3_2_1_128_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533095"},{"key":"e_1_3_2_1_129_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658979"},{"key":"e_1_3_2_1_130_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445918"},{"key":"e_1_3_2_1_131_1","volume-title":"Active Learning for Semantic Segmentation with Multi-class Label Query. Advances in Neural Information Processing Systems","author":"Hwang Sehyun","year":"2023","unstructured":"Sehyun Hwang, Sohyun Lee, Hoyoung Kim, Minhyeon Oh, Jungseul Ok, and Suha Kwak. 2023. Active Learning for Semantic Segmentation with Multi-class Label Query. Advances in Neural Information Processing Systems (2023)."},{"key":"e_1_3_2_1_132_1","doi-asserted-by":"publisher","DOI":"10.1145\/3617694.3623233"},{"key":"e_1_3_2_1_133_1","doi-asserted-by":"publisher","DOI":"10.1177\/1609406919870075"},{"key":"e_1_3_2_1_134_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376860"},{"key":"e_1_3_2_1_135_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449092"},{"key":"e_1_3_2_1_136_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445449"},{"key":"e_1_3_2_1_137_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533097"},{"key":"e_1_3_2_1_138_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1544"},{"key":"e_1_3_2_1_139_1","volume-title":"Schnitzer","author":"Jiang Yiqi","year":"2024","unstructured":"Yiqi Jiang, Hakki O. Akengin, Ji Zhou, Mehmet A. Aslihak, Yang Li, Rados\u0142aw Chrapkiewicz, Oscar Hernandez, Sadegh Ebrahimi, Omar Jaidar, Yanping Zhang, Hakan Inan, Christopher Miranda, Fatih Dinct, Marta Blanco-Pozo, and Mark J. Schnitzer. 2024. ActSort: An active-learning accelerated cell sorting algorithm for large-scale calcium imaging datasets. Advances in Neural Information Processing Systems (2024)."},{"key":"e_1_3_2_1_140_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732035"},{"key":"e_1_3_2_1_141_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.593"},{"key":"e_1_3_2_1_142_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.294"},{"key":"e_1_3_2_1_143_1","doi-asserted-by":"publisher","DOI":"10.1145\/3686997"},{"key":"e_1_3_2_1_144_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372829"},{"key":"e_1_3_2_1_145_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445141"},{"key":"e_1_3_2_1_146_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732013"},{"key":"e_1_3_2_1_147_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375859"},{"key":"e_1_3_2_1_148_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533217"},{"key":"e_1_3_2_1_149_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713220"},{"key":"e_1_3_2_1_150_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732005"},{"key":"e_1_3_2_1_151_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580645"},{"key":"e_1_3_2_1_152_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610056"},{"key":"e_1_3_2_1_153_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555611"},{"key":"e_1_3_2_1_154_1","volume-title":"Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society","author":"Kawakami Anna","year":"2025","unstructured":"Anna Kawakami, Jordan Taylor, Sarah Fox, Haiyi Zhu, and Kenneth Holstein. 2025. AI Failure Loops in Feminized Labor: Understanding the Interplay of Workplace AI and Occupational Devaluation. Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society (2025)."},{"key":"e_1_3_2_1_155_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714167"},{"key":"e_1_3_2_1_156_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445920"},{"key":"e_1_3_2_1_157_1","doi-asserted-by":"publisher","DOI":"10.1145\/3710957"},{"key":"e_1_3_2_1_158_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462619"},{"key":"e_1_3_2_1_159_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732129"},{"key":"e_1_3_2_1_160_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512946"},{"key":"e_1_3_2_1_161_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658981"},{"key":"e_1_3_2_1_162_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642278"},{"key":"e_1_3_2_1_163_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1361"},{"key":"e_1_3_2_1_164_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501999"},{"key":"e_1_3_2_1_165_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610206"},{"key":"e_1_3_2_1_166_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555625"},{"key":"e_1_3_2_1_167_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732095"},{"key":"e_1_3_2_1_168_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.193"},{"key":"e_1_3_2_1_169_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1238"},{"key":"e_1_3_2_1_170_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1448"},{"key":"e_1_3_2_1_171_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462598"},{"key":"e_1_3_2_1_172_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502087"},{"key":"e_1_3_2_1_173_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.513"},{"key":"e_1_3_2_1_174_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.509"},{"key":"e_1_3_2_1_175_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445522"},{"key":"e_1_3_2_1_176_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642089"},{"key":"e_1_3_2_1_177_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732179"},{"key":"e_1_3_2_1_178_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.999"},{"key":"e_1_3_2_1_179_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642520"},{"key":"e_1_3_2_1_180_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.126"},{"key":"e_1_3_2_1_181_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.624"},{"key":"e_1_3_2_1_182_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.228"},{"key":"e_1_3_2_1_183_1","volume-title":"Mixed Supervised Object Detection by Transferring Mask Prior and Semantic Similarity. Advances in Neural Information Processing Systems","author":"Liu Yan","year":"2021","unstructured":"Yan Liu, Zhijie Zhang, Li Niu, Junjie Chen, and Liqing Zhang. 2021. Mixed Supervised Object Detection by Transferring Mask Prior and Semantic Similarity. Advances in Neural Information Processing Systems (2021)."},{"key":"e_1_3_2_1_184_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533175"},{"key":"e_1_3_2_1_185_1","doi-asserted-by":"publisher","DOI":"10.1145\/3710908"},{"key":"e_1_3_2_1_186_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517524"},{"key":"e_1_3_2_1_187_1","doi-asserted-by":"publisher","DOI":"10.1145\/3757426"},{"key":"e_1_3_2_1_188_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713150"},{"key":"e_1_3_2_1_189_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732019"},{"key":"e_1_3_2_1_190_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376257"},{"key":"e_1_3_2_1_191_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479519"},{"key":"e_1_3_2_1_192_1","doi-asserted-by":"publisher","DOI":"10.1145\/3686908"},{"key":"e_1_3_2_1_193_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732119"},{"key":"e_1_3_2_1_194_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732184"},{"key":"e_1_3_2_1_195_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512935"},{"key":"e_1_3_2_1_196_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555561"},{"key":"e_1_3_2_1_197_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415186"},{"key":"e_1_3_2_1_198_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555623"},{"key":"e_1_3_2_1_199_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445880"},{"key":"e_1_3_2_1_200_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659050"},{"key":"e_1_3_2_1_201_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1333"},{"key":"e_1_3_2_1_202_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.355"},{"key":"e_1_3_2_1_203_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.244"},{"key":"e_1_3_2_1_204_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610100"},{"key":"e_1_3_2_1_205_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.407"},{"key":"e_1_3_2_1_206_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579481"},{"key":"e_1_3_2_1_207_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00449"},{"key":"e_1_3_2_1_208_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517644"},{"key":"e_1_3_2_1_209_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445402"},{"key":"e_1_3_2_1_210_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555092"},{"key":"e_1_3_2_1_211_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579476"},{"key":"e_1_3_2_1_212_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604659"},{"key":"e_1_3_2_1_213_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.98"},{"key":"e_1_3_2_1_214_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610183"},{"key":"e_1_3_2_1_215_1","volume-title":"Chris Piech, Tatsunori B Hashimoto, and Tobias Gerstenberg.","author":"Nie Allen","year":"2023","unstructured":"Allen Nie, Yuhui Zhang, Atharva Shailesh Amdekar, Chris Piech, Tatsunori B Hashimoto, and Tobias Gerstenberg. 2023. MoCa: Measuring Human-Language Model Alignment on Causal and Moral Judgment Tasks. Advances in Neural Information Processing Systems (2023)."},{"key":"e_1_3_2_1_216_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715928.3737480"},{"key":"e_1_3_2_1_217_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642931"},{"key":"e_1_3_2_1_218_1","volume-title":"Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society","author":"Norhashim Hakim","year":"2025","unstructured":"Hakim Norhashim and Jungpil Hahn. 2025. Measuring Human-AI Value Alignment in Large Language Models. Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society (2025)."},{"key":"e_1_3_2_1_219_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445383"},{"key":"e_1_3_2_1_220_1","doi-asserted-by":"publisher","DOI":"10.1145\/3641023"},{"key":"e_1_3_2_1_221_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376677"},{"key":"e_1_3_2_1_222_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392834"},{"key":"e_1_3_2_1_223_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.104"},{"key":"e_1_3_2_1_224_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580766"},{"key":"e_1_3_2_1_225_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594078"},{"key":"e_1_3_2_1_226_1","volume-title":"The PRISMA 2020 statement: an updated guideline for reporting systematic reviews. BMJ 372","author":"Page M.J.","year":"2021","unstructured":"M.J. Page et al. 2021. The PRISMA 2020 statement: an updated guideline for reporting systematic reviews. BMJ 372 (2021)."},{"key":"e_1_3_2_1_227_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732054"},{"key":"e_1_3_2_1_228_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376349"},{"key":"e_1_3_2_1_229_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594098"},{"key":"e_1_3_2_1_230_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v19i1.35883"},{"key":"e_1_3_2_1_231_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594049"},{"key":"e_1_3_2_1_232_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501915"},{"key":"e_1_3_2_1_233_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1066"},{"key":"e_1_3_2_1_234_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462590"},{"key":"e_1_3_2_1_235_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445870"},{"key":"e_1_3_2_1_236_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713165"},{"key":"e_1_3_2_1_237_1","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2019.260"},{"key":"e_1_3_2_1_238_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.179"},{"key":"e_1_3_2_1_239_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732128"},{"key":"e_1_3_2_1_240_1","volume-title":"Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society","author":"Pistilli Giada","year":"2025","unstructured":"Giada Pistilli, Alina Leidinger, Yacine Jernite, Atoosa Kasirzadeh, Alexandra Sasha Luccioni, and Margaret Mitchell. 2025. CIVICS: Building a Dataset for Examining Culturally-Informed Values in Large Language Models. Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society (2025)."},{"key":"e_1_3_2_1_241_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732114"},{"key":"e_1_3_2_1_242_1","doi-asserted-by":"publisher","DOI":"10.1145\/3677525.3678694"},{"key":"e_1_3_2_1_243_1","volume-title":"Nyaya before Niti: The Cornerstone of Amartya Sen's Idea of Comparative Justice. https:\/\/ssrn.com\/abstract=4009218 Lex Manthan","author":"Priya Ankita","unstructured":"Ankita Priya. 2022. Nyaya before Niti: The Cornerstone of Amartya Sen's Idea of Comparative Justice. https:\/\/ssrn.com\/abstract=4009218 Lex Manthan, Vol. 11."},{"key":"e_1_3_2_1_244_1","doi-asserted-by":"publisher","DOI":"10.1145\/3757887.3763010"},{"key":"e_1_3_2_1_245_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533231"},{"key":"e_1_3_2_1_246_1","volume-title":"Xiaogang Jin, and Deng-Ping Fan.","author":"Qian Haotian","year":"2024","unstructured":"Haotian Qian, YD Chen, Shengtao Lou, Fahad Shahbaz Khan, Xiaogang Jin, and Deng-Ping Fan. 2024. MaskFactory: Towards High-quality Synthetic Data Generation for Dichotomous Image Segmentation. Advances in Neural Information Processing Systems (2024)."},{"key":"e_1_3_2_1_247_1","volume-title":"Yucheng Tang, Alan L. Yuille, and Zongwei Zhou.","author":"Qu Chongyu","year":"2023","unstructured":"Chongyu Qu, Tiezheng Zhang, Hualin Qiao, jie liu, Yucheng Tang, Alan L. Yuille, and Zongwei Zhou. 2023. AbdomenAtlas-8K: Annotating 8,000 CT Volumes for Multi-Organ Segmentation in Three Weeks. Advances in Neural Information Processing Systems (2023)."},{"key":"e_1_3_2_1_248_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658913"},{"key":"e_1_3_2_1_249_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479531"},{"key":"e_1_3_2_1_250_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445417"},{"key":"e_1_3_2_1_251_1","volume-title":"A Theory of Justice: Original Edition","author":"JOHN RAWLS.","unstructured":"JOHN RAWLS. 1971. A Theory of Justice: Original Edition. Harvard University Press. http:\/\/www.jstor.org\/stable\/j.ctvjf9z6v"},{"key":"e_1_3_2_1_252_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642026"},{"key":"e_1_3_2_1_253_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714051"},{"key":"e_1_3_2_1_254_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659030"},{"key":"e_1_3_2_1_255_1","doi-asserted-by":"publisher","DOI":"10.1145\/3757478"},{"key":"e_1_3_2_1_256_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.170"},{"key":"e_1_3_2_1_257_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580819"},{"key":"e_1_3_2_1_258_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533239"},{"key":"e_1_3_2_1_259_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555198"},{"key":"e_1_3_2_1_260_1","volume-title":"Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society","author":"Rothschild Annabel","year":"2025","unstructured":"Annabel Rothschild, Ding Wang, Niveditha Jayakumar Vilvanathan, Lauren Wilcox, Carl DiSalvo, and Betsy DiSalvo. 2025. The Problems with Proxies: Making Data Work Visible through Requester Practices. Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society (2025)."},{"key":"e_1_3_2_1_261_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445399"},{"key":"e_1_3_2_1_262_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533216"},{"key":"e_1_3_2_1_263_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637298"},{"key":"e_1_3_2_1_264_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445518"},{"key":"e_1_3_2_1_265_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517578"},{"key":"e_1_3_2_1_266_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555755"},{"key":"e_1_3_2_1_267_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.505"},{"key":"e_1_3_2_1_268_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.431"},{"key":"e_1_3_2_1_269_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642570"},{"key":"e_1_3_2_1_270_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376506"},{"key":"e_1_3_2_1_271_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376290"},{"key":"e_1_3_2_1_272_1","doi-asserted-by":"publisher","DOI":"10.1145\/3757451"},{"key":"e_1_3_2_1_273_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641890"},{"key":"e_1_3_2_1_274_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476058"},{"key":"e_1_3_2_1_275_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392866"},{"key":"e_1_3_2_1_276_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579488"},{"key":"e_1_3_2_1_277_1","doi-asserted-by":"publisher","DOI":"10.1145\/3757481"},{"key":"e_1_3_2_1_278_1","volume-title":"Is one annotation enough? - A data-centric image classification benchmark for noisy and ambiguous label estimation. Advances in Neural Information Processing Systems","author":"Schmarje Lars","year":"2022","unstructured":"Lars Schmarje, Vasco Grossmann, Claudius Zelenka, Sabine Dippel, Rainer Kiko, Mariusz Oszust, Matti Pastell, Jenny Stracke, Anna Valros, Nina Volkmann, and Reinhard Koch. 2022. Is one annotation enough? - A data-centric image classification benchmark for noisy and ambiguous label estimation. Advances in Neural Information Processing Systems (2022)."},{"key":"e_1_3_2_1_279_1","volume-title":"Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society","author":"Schmer-Galunder Sonja","year":"2025","unstructured":"Sonja Schmer-Galunder, Ruta Wheelock, Zaria Jalan, Alyssa Chvasta, Scott Friedman, and Emily Saltz. 2025. Annotator in the Loop: A Case Study of In-Depth Rater Engagement to Create a Prosocial Benchmark Dataset. Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society (2025)."},{"key":"e_1_3_2_1_280_1","volume-title":"Consensus and Subjectivity of Skin Tone Annotation for ML Fairness. Advances in Neural Information Processing Systems","author":"Schumann Candice","year":"2023","unstructured":"Candice Schumann, Femi Olanubi, Auriel Wright, Ellis Monk, Courtney Heldreth, and Susanna Ricco. 2023. Consensus and Subjectivity of Skin Tone Annotation for ML Fairness. Advances in Neural Information Processing Systems (2023)."},{"key":"e_1_3_2_1_281_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462594"},{"key":"e_1_3_2_1_282_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593987"},{"key":"e_1_3_2_1_283_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555535"},{"key":"e_1_3_2_1_284_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-024-07566-y"},{"key":"e_1_3_2_1_285_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415176"},{"key":"e_1_3_2_1_286_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658931"},{"key":"e_1_3_2_1_287_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.919"},{"key":"e_1_3_2_1_288_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713999"},{"key":"e_1_3_2_1_289_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392858"},{"key":"e_1_3_2_1_290_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445939"},{"key":"e_1_3_2_1_291_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445092"},{"key":"e_1_3_2_1_292_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581431"},{"key":"e_1_3_2_1_293_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.756"},{"key":"e_1_3_2_1_294_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533132"},{"key":"e_1_3_2_1_295_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637358"},{"key":"e_1_3_2_1_296_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501868"},{"key":"e_1_3_2_1_297_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594080"},{"key":"e_1_3_2_1_298_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.59"},{"key":"e_1_3_2_1_299_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517732"},{"key":"e_1_3_2_1_300_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476060"},{"key":"e_1_3_2_1_301_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.550"},{"key":"e_1_3_2_1_302_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555649"},{"key":"e_1_3_2_1_303_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604660"},{"key":"e_1_3_2_1_304_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445291"},{"key":"e_1_3_2_1_305_1","doi-asserted-by":"publisher","DOI":"10.1145\/3687029"},{"key":"e_1_3_2_1_306_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501834"},{"key":"e_1_3_2_1_307_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.684"},{"key":"e_1_3_2_1_308_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714195"},{"key":"e_1_3_2_1_309_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.403"},{"key":"e_1_3_2_1_310_1","doi-asserted-by":"publisher","unstructured":"Ruyuan Wan Jaehyung Kim and Dongyeop Kang. 2023. Everyone's voice matters: quantifying annotation disagreement using demographic information. In Proceedings of the Thirty-Seventh AAAI Conference on Artificial Intelligence and Thirty-Fifth Conference on Innovative Applications of Artificial Intelligence and Thirteenth Symposium on Educational Advances in Artificial Intelligence (AAAI'23\/IAAI'23\/EAAI'23). AAAI Press Article 1629 8 pages. doi:10.1609\/aaai.v37i12.26698","DOI":"10.1609\/aaai.v37i12.26698"},{"key":"e_1_3_2_1_311_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502121"},{"key":"e_1_3_2_1_312_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641960"},{"key":"e_1_3_2_1_313_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581418"},{"key":"e_1_3_2_1_314_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376473"},{"key":"e_1_3_2_1_315_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445603"},{"key":"e_1_3_2_1_316_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517551"},{"key":"e_1_3_2_1_317_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.54"},{"key":"e_1_3_2_1_318_1","volume-title":"Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society","author":"Wen-Yi Andrea W","year":"2025","unstructured":"Andrea W Wen-Yi, Kathryn Adamson, Nathalie Greenfield, Rachel Goldberg, Sandra Babcock, David Mimno, and Allison Koenecke. 2025. Automate or Assist? The Role of Computational Models in Identifying Gendered Discourse in US Capital Trial Transcripts. Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society (2025)."},{"key":"e_1_3_2_1_319_1","volume-title":"Josephine Passananti, Emilio Andere, Heather Zheng, and Ben Zhao.","author":"Wenger Emily","year":"2022","unstructured":"Emily Wenger, Roma Bhattacharjee, Arjun Nitin Bhagoji, Josephine Passananti, Emilio Andere, Heather Zheng, and Ben Zhao. 2022. Finding Naturally Occurring Physical Backdoors in Image Datasets. Advances in Neural Information Processing Systems (2022)."},{"key":"e_1_3_2_1_320_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659002"},{"key":"e_1_3_2_1_321_1","doi-asserted-by":"publisher","DOI":"10.26615\/978-954-452-072-4_170"},{"key":"e_1_3_2_1_322_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.548"},{"key":"e_1_3_2_1_323_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594026"},{"key":"e_1_3_2_1_324_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.114"},{"key":"e_1_3_2_1_325_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.139"},{"key":"e_1_3_2_1_326_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512912"},{"key":"e_1_3_2_1_327_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581282"},{"key":"e_1_3_2_1_328_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.13"},{"key":"e_1_3_2_1_329_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445487"},{"key":"e_1_3_2_1_330_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462583"},{"key":"e_1_3_2_1_331_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732205"},{"key":"e_1_3_2_1_332_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375709"},{"key":"e_1_3_2_1_333_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449193"},{"key":"e_1_3_2_1_334_1","doi-asserted-by":"publisher","DOI":"10.1145\/3686904"},{"key":"e_1_3_2_1_335_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.821"},{"key":"e_1_3_2_1_336_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713491"},{"key":"e_1_3_2_1_337_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637372"},{"key":"e_1_3_2_1_338_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479587"},{"key":"e_1_3_2_1_339_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604766"},{"key":"e_1_3_2_1_340_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581354"},{"key":"e_1_3_2_1_341_1","doi-asserted-by":"publisher","DOI":"10.1145\/3710931"},{"key":"e_1_3_2_1_342_1","doi-asserted-by":"publisher","DOI":"10.1145\/3711043"},{"key":"e_1_3_2_1_343_1","volume-title":"Disentangling Human Error from Ground Truth in Segmentation of Medical Images. Advances in Neural Information Processing Systems","author":"Zhang Le","year":"2020","unstructured":"Le Zhang, Ryutaro Tanno, Mou-Cheng Xu, Chen Jin, Joseph Jacob, Olga Cicarrelli, Frederik Barkhof, and Daniel Alexander. 2020. Disentangling Human Error from Ground Truth in Segmentation of Medical Images. Advances in Neural Information Processing Systems (2020)."},{"key":"e_1_3_2_1_344_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502092"},{"key":"e_1_3_2_1_345_1","volume-title":"Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society","author":"Zhang Richard","year":"2025","unstructured":"Richard Zhang, Erin van Liemt, and Tyler Fischella. 2025. Ontology of Belief Diversity: A Community-Based Epistemological Approach. Proceedings of the 2024 AAAI\/ACM Conference on AI, Ethics, and Society (2025)."},{"key":"e_1_3_2_1_346_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.553"},{"key":"e_1_3_2_1_347_1","doi-asserted-by":"publisher","DOI":"10.1145\/3689904.3694710"},{"key":"e_1_3_2_1_348_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517612"},{"key":"e_1_3_2_1_349_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.906"},{"key":"e_1_3_2_1_350_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713274"}],"event":{"name":"FAccT '26: The 2026 ACM Conference on Fairness, Accountability, and Transparency","location":"Montreal QC Canada","acronym":"FAccT '26","sponsor":["ACM\/SIG"]},"container-title":["Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3805689.3806510","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T18:05:05Z","timestamp":1782756305000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805689.3806510"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,25]]},"references-count":350,"alternative-id":["10.1145\/3805689.3806510","10.1145\/3805689"],"URL":"https:\/\/doi.org\/10.1145\/3805689.3806510","relation":{},"subject":[],"published":{"date-parts":[[2026,6,25]]},"assertion":[{"value":"2026-06-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}