{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T19:17:30Z","timestamp":1776107850288,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":97,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-sa\/4.0\/"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2001851"],"award-info":[{"award-number":["2001851"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Block Center for Technology and Society"},{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1952085"],"award-info":[{"award-number":["1952085"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Underwriters Laboratories & the Center for Advancing Safety of Machine Intelligence"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642278","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:38:25Z","timestamp":1715416705000},"page":"1-24","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":17,"title":["Wikibench: Community-Driven Data Curation for AI Evaluation on Wikipedia"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1504-7640","authenticated-orcid":false,"given":"Tzu-Sheng","family":"Kuo","sequence":"first","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8907-6367","authenticated-orcid":false,"given":"Aaron Lee","family":"Halfaker","sequence":"additional","affiliation":[{"name":"Office of Applied Research, Microsoft, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7087-8220","authenticated-orcid":false,"given":"Zirui","family":"Cheng","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Technology, Tsinghua University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-0898-8371","authenticated-orcid":false,"given":"Jiwoo","family":"Kim","sequence":"additional","affiliation":[{"name":"Columbia University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4919-0801","authenticated-orcid":false,"given":"Meng-Hsin","family":"Wu","sequence":"additional","affiliation":[{"name":"School of Computer Science, Carnegie Mellon University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1630-0588","authenticated-orcid":false,"given":"Tongshuang","family":"Wu","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6730-922X","authenticated-orcid":false,"given":"Kenneth","family":"Holstein","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7271-9100","authenticated-orcid":false,"given":"Haiyi","family":"Zhu","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","unstructured":"Lora\u00a0Mois Aroyo and Praveen\u00a0Kumar Paritosh. 2021. Adversarial Test Set for Image Classification: Lessons Learned from CATS4ML Data Challenge. (2021)."},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2700832"},{"key":"e_1_3_3_3_3_1","volume-title":"Measuring Adversarial Datasets. arXiv preprint arXiv:2311.03566","author":"Bai Yuanchen","year":"2023","unstructured":"Yuanchen Bai, Raoyi Huang, Vijay Viswanathan, Tzu-Sheng Kuo, and Tongshuang Wu. 2023. Measuring Adversarial Datasets. arXiv preprint arXiv:2311.03566 (2023)."},{"key":"e_1_3_3_3_4_1","first-page":"38176","article-title":"Fine-tuning language models to find agreement among humans with diverse preferences","volume":"35","author":"Bakker Michiel","year":"2022","unstructured":"Michiel Bakker, Martin Chadwick, Hannah Sheahan, Michael Tessler, Lucy Campbell-Gillingham, Jan Balaguer, Nat McAleese, Amelia Glaese, John Aslanides, Matt Botvinick, 2022. Fine-tuning language models to find agreement among humans with diverse preferences. Advances in Neural Information Processing Systems 35 (2022), 38176\u201338189.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00338"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.658"},{"key":"e_1_3_3_3_7_1","volume-title":"Proceedings of the International AAAI Conference on Web and Social Media, Vol.\u00a02. 27\u201335","author":"Beschastnikh Ivan","year":"2008","unstructured":"Ivan Beschastnikh, Travis Kriplean, and David McDonald. 2008. Wikipedian self-governance in action: Motivating the policy lens. In Proceedings of the International AAAI Conference on Web and Social Media, Vol.\u00a02. 27\u201335."},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308560.3317593"},{"key":"e_1_3_3_3_9_1","volume-title":"Thematic analysis","author":"Braun Virginia","unstructured":"Virginia Braun and Victoria Clarke. 2012. Thematic analysis.American Psychological Association."},{"key":"e_1_3_3_3_10_1","volume-title":"Reflecting on reflexive thematic analysis. Qualitative research in sport, exercise and health 11, 4","author":"Braun Virginia","year":"2019","unstructured":"Virginia Braun and Victoria Clarke. 2019. Reflecting on reflexive thematic analysis. Qualitative research in sport, exercise and health 11, 4 (2019), 589\u2013597."},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1099203.1099205"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i6.25840"},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479569"},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274301"},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1961189.1961199"},{"key":"e_1_3_3_3_16_1","volume-title":"Judgment Sieve: Reducing Uncertainty in Group Judgments through Interventions Targeting Ambiguity versus Disagreement. arXiv preprint arXiv:2305.01615","author":"Chen Quan\u00a0Ze","year":"2023","unstructured":"Quan\u00a0Ze Chen and Amy\u00a0X Zhang. 2023. Judgment Sieve: Reducing Uncertainty in Group Judgments through Interventions Targeting Ambiguity versus Disagreement. arXiv preprint arXiv:2305.01615 (2023)."},{"key":"e_1_3_3_3_17_1","volume-title":"Slice-based learning: A programming model for residual learning in critical data slices. Advances in neural information processing systems 32","author":"Chen Vincent","year":"2019","unstructured":"Vincent Chen, Sen Wu, Alexander\u00a0J Ratner, Jen Weng, and Christopher R\u00e9. 2019. Slice-based learning: A programming model for residual learning in critical data slices. Advances in neural information processing systems 32 (2019)."},{"key":"e_1_3_3_3_18_1","volume-title":"nithum, and Will Cukierski","author":"Sorensen Jeffrey","year":"2017","unstructured":"cjadams, Jeffrey Sorensen, Julia Elliott, Lucas Dixon, Mark McDonald, nithum, and Will Cukierski. 2017. Toxic Comment Classification Challenge. https:\/\/kaggle.com\/competitions\/jigsaw-toxic-comment-classification-challenge"},{"key":"e_1_3_3_3_19_1","volume-title":"Design justice: Community-led practices to build the worlds we need","author":"Costanza-Chock Sasha","unstructured":"Sasha Costanza-Chock. 2020. Design justice: Community-led practices to build the worlds we need. The MIT Press."},{"key":"e_1_3_3_3_20_1","volume-title":"You Are What You Annotate: Towards Better Models through Annotator Representations. arXiv preprint arXiv:2305.14663","author":"Deng Naihao","year":"2023","unstructured":"Naihao Deng, Siyang Liu, Xinliang\u00a0Frederick Zhang, Winston Wu, Lu Wang, and Rada Mihalcea. 2023. You Are What You Annotate: Towards Better Models through Annotator Representations. arXiv preprint arXiv:2305.14663 (2023)."},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581026"},{"key":"e_1_3_3_3_22_1","volume-title":"Whose ground truth? accounting for individual and collective identities underlying dataset annotation. arXiv preprint arXiv:2112.04554","author":"Denton Emily","year":"2021","unstructured":"Emily Denton, Mark D\u00edaz, Ian Kivlichan, Vinodkumar Prabhakaran, and Rachel Rosen. 2021. Whose ground truth? accounting for individual and collective identities underlying dataset annotation. arXiv preprint arXiv:2112.04554 (2021)."},{"key":"e_1_3_3_3_23_1","volume-title":"Hilary Nicole, and Morgan\u00a0Klaus Scheuerman.","author":"Denton Emily","year":"2020","unstructured":"Emily Denton, Alex Hanna, Razvan Amironesei, Andrew Smart, Hilary Nicole, and Morgan\u00a0Klaus Scheuerman. 2020. Bringing the people back in: Contesting benchmark machine learning datasets. arXiv preprint arXiv:2007.07399 (2020)."},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517441"},{"key":"e_1_3_3_3_25_1","volume-title":"Build it break it fix it for dialogue safety: Robustness from adversarial human attack. arXiv preprint arXiv:1908.06083","author":"Dinan Emily","year":"2019","unstructured":"Emily Dinan, Samuel Humeau, Bharath Chintagunta, and Jason Weston. 2019. Build it break it fix it for dialogue safety: Robustness from adversarial human attack. arXiv preprint arXiv:1908.06083 (2019)."},{"key":"e_1_3_3_3_26_1","volume-title":"Modeling subjectivity (by Mimicking Annotator Annotation) in toxic comment identification across diverse communities. arXiv preprint arXiv:2311.00203","author":"Dutta Senjuti","year":"2023","unstructured":"Senjuti Dutta, Sid Mittal, Sherol Chen, Deepak Ramachandran, Ravi Rajakumar, Ian Kivlichan, Sunny Mak, Alena Butryna, and Praveen Paritosh. 2023. Modeling subjectivity (by Mimicking Annotator Annotation) in toxic comment identification across diverse communities. arXiv preprint arXiv:2311.00203 (2023)."},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v11i1.14898"},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300724"},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3584931.3606966"},{"key":"e_1_3_3_3_30_1","volume-title":"Moral Machine or Tyranny of the Majority?arXiv preprint arXiv:2305.17319","author":"Feffer Michael","year":"2023","unstructured":"Michael Feffer, Hoda Heidari, and Zachary\u00a0C Lipton. 2023. Moral Machine or Tyranny of the Majority?arXiv preprint arXiv:2305.17319 (2023)."},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v12i1.15033"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1080\/00379810701611936"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174182"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.2753\/MIS0742-1222260103"},{"key":"e_1_3_3_3_35_1","volume-title":"Evaluating models","author":"Gardner Matt","year":"2004","unstructured":"Matt Gardner, Yoav Artzi, Victoria Basmova, Jonathan Berant, Ben Bogin, Sihao Chen, Pradeep Dasigi, Dheeru Dua, Yanai Elazar, Ananth Gottumukkala, 2020. Evaluating models\u2019 local decision boundaries via contrast sets. arXiv preprint arXiv:2004.02709 (2020)."},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491055.2491061"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3134684"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/1718918.1718941"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372862"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441866"},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502004"},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445423"},{"key":"e_1_3_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555088"},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594036"},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415219"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1177\/0002764212469365"},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2038558.2038585"},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610186"},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300327"},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v16i1.19297"},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470742"},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3406477"},{"key":"e_1_3_3_3_54_1","volume-title":"Proceedings of the ACM on human-computer interaction 3, CSCW","author":"Jhaver Shagun","year":"2019","unstructured":"Shagun Jhaver, Darren\u00a0Scott Appling, Eric Gilbert, and Amy Bruckman. 2019. \" Did you suspect the post would be removed?\" Understanding user reactions to content removals on Reddit. Proceedings of the ACM on human-computer interaction 3, CSCW (2019), 1\u201333."},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338243"},{"key":"e_1_3_3_3_56_1","volume-title":"Decentralizing Platform Power: A Design Space of Multi-level Governance in Online Social Platforms. Social Media+ Society 9, 4","author":"Jhaver Shagun","year":"2023","unstructured":"Shagun Jhaver, Seth Frey, and Amy\u00a0X Zhang. 2023. Decentralizing Platform Power: A Design Space of Multi-level Governance in Online Social Platforms. Social Media+ Society 9, 4 (2023), 20563051231207857."},{"key":"e_1_3_3_3_57_1","volume-title":"Embedding democratic values into social media AIs via societal objective functions. arXiv preprint arXiv:2307.13912","author":"Jia Chenyan","year":"2023","unstructured":"Chenyan Jia, Michelle\u00a0S Lam, Minh\u00a0Chau Mai, Jeff Hancock, and Michael\u00a0S Bernstein. 2023. Embedding democratic values into social media AIs via societal objective functions. arXiv preprint arXiv:2307.13912 (2023)."},{"key":"e_1_3_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372829"},{"key":"e_1_3_3_3_59_1","article-title":"Variability for categorical variables","volume":"15","author":"Kader D","year":"2007","unstructured":"Gary\u00a0D Kader and Mike Perry. 2007. Variability for categorical variables. Journal of statistics education 15, 2 (2007).","journal-title":"Journal of statistics education"},{"key":"e_1_3_3_3_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580645"},{"key":"e_1_3_3_3_61_1","volume-title":"Worker-AI Interface Design Concepts. In Designing Interactive Systems Conference. 454\u2013470","author":"Kawakami Anna","year":"2022","unstructured":"Anna Kawakami, Venkatesh Sivaraman, Logan Stapleton, Hao-Fei Cheng, Adam Perer, Zhiwei\u00a0Steven Wu, Haiyi Zhu, and Kenneth Holstein. 2022. \u201cWhy Do I Care What\u2019s Similar?\u201d Probing Challenges in AI-Assisted Child Welfare Decision-Making through Worker-AI Interface Design Concepts. In Designing Interactive Systems Conference. 454\u2013470."},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240698"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580882"},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555625"},{"key":"e_1_3_3_3_66_1","volume-title":"Sociotechnical Audits: Broadening the Algorithm Auditing Lens to Investigate Targeted Advertising. arXiv preprint arXiv:2308.15768","author":"Lam S","year":"2023","unstructured":"Michelle\u00a0S Lam, Ayush Pandit, Colin\u00a0H Kalicki, Rachit Gupta, Poonam Sahoo, and Dana\u00eb Metaxa. 2023. Sociotechnical Audits: Broadening the Algorithm Auditing Lens to Investigate Targeted Advertising. arXiv preprint arXiv:2308.15768 (2023)."},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359284"},{"key":"e_1_3_3_3_68_1","volume-title":"Social exchange: Advances in theory and research","author":"Leventhal S","unstructured":"Gerald\u00a0S Leventhal. 1980. What should be done with equity theory? New approaches to the study of fairness in social relationships. In Social exchange: Advances in theory and research. Springer, 27\u201355."},{"key":"e_1_3_3_3_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979366"},{"key":"e_1_3_3_3_70_1","doi-asserted-by":"crossref","unstructured":"Adrienne\u00a0Lynne Massanari. 2015. Participatory culture community and play. (2015).","DOI":"10.3726\/978-1-4539-1501-1"},{"key":"e_1_3_3_3_71_1","volume-title":"Dataperf: Benchmarks for data-centric ai development. arXiv preprint arXiv:2207.10062","author":"Mazumder Mark","year":"2022","unstructured":"Mark Mazumder, Colby Banbury, Xiaozhe Yao, Bojan Karla\u0161, William\u00a0Gaviria Rojas, Sudnya Diamos, Greg Diamos, Lynn He, Alicia Parrish, Hannah\u00a0Rose Kirk, 2022. Dataperf: Benchmarks for data-centric ai development. arXiv preprint arXiv:2207.10062 (2022)."},{"key":"e_1_3_3_3_72_1","volume-title":"Auditing algorithms: Understanding algorithmic systems from the outside in. Foundations and Trends\u00ae in Human\u2013Computer Interaction 14, 4","author":"Metaxa Dana\u00eb","year":"2021","unstructured":"Dana\u00eb Metaxa, Joon\u00a0Sung Park, Ronald\u00a0E Robertson, Karrie Karahalios, Christo Wilson, Jeff Hancock, Christian Sandvig, 2021. Auditing algorithms: Understanding algorithmic systems from the outside in. Foundations and Trends\u00ae in Human\u2013Computer Interaction 14, 4 (2021), 272\u2013344."},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300356"},{"key":"e_1_3_3_3_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445402"},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/2482991.2482999"},{"key":"e_1_3_3_3_76_1","volume-title":"Adversarial NLI: A new benchmark for natural language understanding. arXiv preprint arXiv:1910.14599","author":"Nie Yixin","year":"2019","unstructured":"Yixin Nie, Adina Williams, Emily Dinan, Mohit Bansal, Jason Weston, and Douwe Kiela. 2019. Adversarial NLI: A new benchmark for natural language understanding. arXiv preprint arXiv:1910.14599 (2019)."},{"key":"e_1_3_3_3_77_1","volume-title":"Algorithms of oppression","author":"Noble Safiya\u00a0Umoja","unstructured":"Safiya\u00a0Umoja Noble. 2018. Algorithms of oppression. In Algorithms of oppression. New York university press."},{"key":"e_1_3_3_3_78_1","volume-title":"DMLR: Data-centric Machine Learning Research\u2013Past, Present and Future. arXiv preprint arXiv:2311.13028","author":"Oala Luis","year":"2023","unstructured":"Luis Oala, Manil Maskey, Lilith Bat-Leah, Alicia Parrish, Nezihe\u00a0Merve G\u00fcrel, Tzu-Sheng Kuo, Yang Liu, Rotem Dror, Danilo Brajovic, Xiaozhe Yao, 2023. DMLR: Data-centric Machine Learning Research\u2013Past, Present and Future. arXiv preprint arXiv:2311.13028 (2023)."},{"key":"e_1_3_3_3_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580644"},{"key":"e_1_3_3_3_80_1","volume-title":"Mitigating dataset harms requires stewardship: Lessons from 1000 papers. arXiv preprint arXiv:2108.02922","author":"Peng Kenny","year":"2021","unstructured":"Kenny Peng, Arunesh Mathur, and Arvind Narayanan. 2021. Mitigating dataset harms requires stewardship: Lessons from 1000 papers. arXiv preprint arXiv:2108.02922 (2021)."},{"key":"e_1_3_3_3_81_1","volume-title":"AI and the everything in the whole wide world benchmark. arXiv preprint arXiv:2111.15366","author":"Raji Inioluwa\u00a0Deborah","year":"2021","unstructured":"Inioluwa\u00a0Deborah Raji, Emily\u00a0M Bender, Amandalynne Paullada, Emily Denton, and Alex Hanna. 2021. AI and the everything in the whole wide world benchmark. arXiv preprint arXiv:2111.15366 (2021)."},{"key":"e_1_3_3_3_82_1","volume-title":"Data Cascades in High-Stakes AI. In proceedings of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u201315","author":"Sambasivan Nithya","year":"2021","unstructured":"Nithya Sambasivan, Shivani Kapania, Hannah Highfill, Diana Akrong, Praveen Paritosh, and Lora\u00a0M Aroyo. 2021. \u201cEveryone wants to do the model work, not the data work\u201d: Data Cascades in High-Stakes AI. In proceedings of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u201315."},{"key":"e_1_3_3_3_83_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1163"},{"key":"e_1_3_3_3_84_1","volume-title":"Annotators with attitudes: How annotator beliefs and identities bias toxic language detection. arXiv preprint arXiv:2111.07997","author":"Sap Maarten","year":"2021","unstructured":"Maarten Sap, Swabha Swayamdipta, Laura Vianna, Xuhui Zhou, Yejin Choi, and Noah\u00a0A Smith. 2021. Annotators with attitudes: How annotator beliefs and identities bias toxic language detection. arXiv preprint arXiv:2111.07997 (2021)."},{"key":"e_1_3_3_3_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479577"},{"key":"e_1_3_3_3_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581010"},{"key":"e_1_3_3_3_87_1","volume-title":"How AI fails us. arXiv preprint arXiv:2201.04200","author":"Siddarth Divya","year":"2021","unstructured":"Divya Siddarth, Daron Acemoglu, Danielle Allen, Kate Crawford, James Evans, Michael Jordan, and E Weyl. 2021. How AI fails us. arXiv preprint arXiv:2201.04200 (2021)."},{"key":"e_1_3_3_3_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376783"},{"key":"e_1_3_3_3_89_1","volume-title":"A Roadmap to Pluralistic Alignment. arXiv preprint arXiv:2402.05070","author":"Sorensen Taylor","year":"2024","unstructured":"Taylor Sorensen, Jared Moore, Jillian Fisher, Mitchell Gordon, Niloofar Mireshghallah, Christopher\u00a0Michael Rytting, Andre Ye, Liwei Jiang, Ximing Lu, Nouha Dziri, 2024. A Roadmap to Pluralistic Alignment. arXiv preprint arXiv:2402.05070 (2024)."},{"key":"e_1_3_3_3_90_1","volume-title":"Procedural justice: A psychological analysis. (No Title)","author":"Thibaut W","year":"1975","unstructured":"John\u00a0W Thibaut and Laurens Walker. 1975. Procedural justice: A psychological analysis. (No Title) (1975)."},{"key":"e_1_3_3_3_91_1","volume-title":"Visualizing data using t-SNE.Journal of machine learning research 9, 11","author":"Maaten Laurens Van\u00a0der","year":"2008","unstructured":"Laurens Van\u00a0der Maaten and Geoffrey Hinton. 2008. Visualizing data using t-SNE.Journal of machine learning research 9, 11 (2008)."},{"key":"e_1_3_3_3_92_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00279"},{"key":"e_1_3_3_3_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519614"},{"key":"e_1_3_3_3_94_1","volume-title":"Designing Interactive Systems Conference","author":"Ye Zining","year":"2021","unstructured":"Zining Ye, Xinran Yuan, Shaurya Gaur, Aaron Halfaker, Jodi Forlizzi, and Haiyi Zhu. 2021. Wikipedia ORES explorer: Visualizing trade-offs for designing applications with machine learning API. In Designing Interactive Systems Conference 2021. 1554\u20131565."},{"key":"e_1_3_3_3_95_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479594"},{"key":"e_1_3_3_3_96_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579601"},{"key":"e_1_3_3_3_97_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274465"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642278","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642278","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:44:24Z","timestamp":1750290264000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642278"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":97,"alternative-id":["10.1145\/3613904.3642278","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642278","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}