{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T06:43:48Z","timestamp":1782801828616,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":163,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"NSERC Discovery Grant","award":["RGPIN-2018-06185"],"award-info":[{"award-number":["RGPIN-2018-06185"]}]},{"name":"Schwartz Reizman Institute for Technology and Society Fellowship"},{"name":"The Data Sciences Institute Catalyst Grant"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642501","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:37:41Z","timestamp":1715416661000},"page":"1-17","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Towards a Non-Ideal Methodological Framework for Responsible ML"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6469-3091","authenticated-orcid":false,"given":"Ramaravind","family":"Kommiya Mothilal","sequence":"first","affiliation":[{"name":"Faculty of Information, University of Toronto, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0073-2378","authenticated-orcid":false,"given":"Shion","family":"Guha","sequence":"additional","affiliation":[{"name":"Faculty of Information, University of Toronto, Canada and Department of Computer Science, University of Toronto, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2452-0687","authenticated-orcid":false,"given":"Syed Ishtiaque","family":"Ahmed","sequence":"additional","affiliation":[{"name":"Computer Science, University of Toronto, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519724"},{"key":"e_1_3_3_3_2_1","volume-title":"What do we want from a theory of justice? In Theories of Justice","author":"Amartya Sen","unstructured":"Sen Amartya. 2017. What do we want from a theory of justice? In Theories of Justice. Routledge, 27\u201350."},{"key":"e_1_3_3_3_3_1","volume-title":"The Imperative of Integration","author":"Anderson Elizabeth","unstructured":"Elizabeth Anderson. 2010. The imperative of integration. In The Imperative of Integration. Princeton University Press."},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445736"},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581227"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3453444"},{"key":"e_1_3_3_3_7_1","volume-title":"Putting AI ethics to work: are the tools fit for purpose?AI and Ethics 2, 3","author":"Ayling Jacqui","year":"2022","unstructured":"Jacqui Ayling and Adriane Chapman. 2022. Putting AI ethics to work: are the tools fit for purpose?AI and Ethics 2, 3 (2022), 405\u2013429."},{"key":"e_1_3_3_3_8_1","unstructured":"Chlo\u00e9 Bakalar Renata Barreto Stevie Bergman Miranda Bogen Bobbie Chern Sam Corbett-Davies Melissa Hall Isabel Kloumann Michelle Lam Joaquin\u00a0Qui\u00f1onero Candela Manish Raghavan Joshua Simons Jonathan Tannen Edmund Tong Kate Vredenburgh and Jiejing Zhao. 2021. Fairness On The Ground: Applying Algorithmic Fairness Approaches to Production Systems. http:\/\/arxiv.org\/abs\/2103.06172 arXiv:2103.06172 [cs]."},{"key":"e_1_3_3_3_9_1","volume-title":"It\u2019s compaslicated: The messy relationship between rai datasets and algorithmic fairness benchmarks. arXiv preprint arXiv:2106.05498","author":"Bao Michelle","year":"2021","unstructured":"Michelle Bao, Angela Zhou, Samantha Zottola, Brian Brubach, Sarah Desmarais, Aaron Horowitz, Kristian Lum, and Suresh Venkatasubramanian. 2021. It\u2019s compaslicated: The messy relationship between rai datasets and algorithmic fairness benchmarks. arXiv preprint arXiv:2106.05498 (2021)."},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951716654502"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_3_3_12_1","volume-title":"Responsible AI by design in practice. arXiv preprint arXiv:1909.12838","author":"Benjamins Richard","year":"2019","unstructured":"Richard Benjamins, Alberto Barbado, and Daniel Sierra. 2019. Responsible AI by design in practice. arXiv preprint arXiv:1909.12838 (2019)."},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581518"},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375624"},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533083"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208560"},{"key":"e_1_3_3_3_17_1","volume-title":"Optimized pre-processing for discrimination prevention. Advances in neural information processing systems 30","author":"Calmon Flavio","year":"2017","unstructured":"Flavio Calmon, Dennis Wei, Bhanukiran Vinzamuri, Karthikeyan Natesan\u00a0Ramamurthy, and Kush\u00a0R Varshney. 2017. Optimized pre-processing for discrimination prevention. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_3_3_18_1","unstructured":"Kaidi Cao Yining Chen Junwei Lu Nikos Arechiga Adrien Gaidon and Tengyu Ma. 2021. Heteroskedastic and Imbalanced Deep Learning with Adaptive Regularization. http:\/\/arxiv.org\/abs\/2006.15766 arXiv:2006.15766 [cs stat]."},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3026044"},{"key":"e_1_3_3_3_20_1","volume-title":"Beyond fairness metrics: Roadblocks and challenges for ethical ai in practice. arXiv preprint arXiv:2108.06217","author":"Chen Jiahao","year":"2021","unstructured":"Jiahao Chen, Victor Storchan, and Eren Kurshan. 2021. Beyond fairness metrics: Roadblocks and challenges for ethical ai in practice. arXiv preprint arXiv:2108.06217 (2021)."},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675214"},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10677-021-10206-3"},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533108"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858431"},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581026"},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533113"},{"key":"e_1_3_3_3_27_1","volume-title":"Proceedings of the 10th Conference of the Association for Machine Translation in the Americas: Research Papers.","author":"Denkowski Michael","year":"2012","unstructured":"Michael Denkowski and Alon Lavie. 2012. Challenges in predicting machine translation utility for human post-editors. In Proceedings of the 10th Conference of the Association for Machine Translation in the Americas: Research Papers."},{"key":"e_1_3_3_3_28_1","unstructured":"Deon. 2023 (Accessed 6-Feb-2023). An ethics checklist for data scientists. https:\/\/deon.drivendata.org."},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3514094.3534187"},{"key":"e_1_3_3_3_30_1","unstructured":"Virginia Dignum. 2017. Responsible artificial intelligence: designing AI for human values. (2017)."},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025739"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3443438"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445188"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580771"},{"key":"e_1_3_3_3_35_1","volume-title":"Is Ideal Theory Useless for Nonideal Theory?The Journal of Politics 84, 1","author":"Erman Eva","year":"2022","unstructured":"Eva Erman and Niklas M\u00f6ller. 2022. Is Ideal Theory Useless for Nonideal Theory?The Journal of Politics 84, 1 (2022), 525\u2013540."},{"key":"e_1_3_3_3_36_1","volume-title":"Justice in ideal theory: A refutation. Political studies 55, 4","author":"Farrelly Colin","year":"2007","unstructured":"Colin Farrelly. 2007. Justice in ideal theory: A refutation. Political studies 55, 4 (2007), 844\u2013864."},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1080\/13698230.2022.2120657"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375828"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025837"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1002\/int.22415"},{"key":"e_1_3_3_3_41_1","volume-title":"Efficient and robust automated machine learning. Advances in neural information processing systems 28","author":"Feurer Matthias","year":"2015","unstructured":"Matthias Feurer, Aaron Klein, Katharina Eggensperger, Jost Springenberg, Manuel Blum, and Frank Hutter. 2015. Efficient and robust automated machine learning. Advances in neural information processing systems 28 (2015)."},{"key":"e_1_3_3_3_42_1","volume-title":"Principled artificial intelligence: Mapping consensus in ethical and rights-based approaches to principles for AI","author":"Fjeld Jessica","year":"2020","unstructured":"Jessica Fjeld, Nele Achten, Hannah Hilligoss, Adam Nagy, and Madhulika Srikumar. 2020. Principled artificial intelligence: Mapping consensus in ethical and rights-based approaches to principles for AI. Berkman Klein Center Research Publication2020-1 (2020)."},{"key":"e_1_3_3_3_43_1","volume-title":"Value-sensitive design. interactions 3, 6","author":"Friedman Batya","year":"1996","unstructured":"Batya Friedman. 1996. Value-sensitive design. interactions 3, 6 (1996), 16\u201323."},{"key":"e_1_3_3_3_44_1","volume-title":"Realism in political theory. European journal of political theory 9, 4","author":"Galston A","year":"2010","unstructured":"William\u00a0A Galston. 2010. Realism in political theory. European journal of political theory 9, 4 (2010), 385\u2013411."},{"key":"e_1_3_3_3_45_1","unstructured":"Timnit Gebru Jamie Morgenstern Briana Vecchione Jennifer\u00a0Wortman Vaughan Hanna Wallach Hal Daum\u00e9\u00a0III and Kate Crawford. 2021. Datasheets for Datasets. http:\/\/arxiv.org\/abs\/1803.09010 arXiv:1803.09010 [cs]."},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"crossref","unstructured":"Robert\u00a0E Goodin. 2003. Reflective democracy. OUP Oxford.","DOI":"10.1093\/0199256179.001.0001"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"crossref","unstructured":"Hilkje\u00a0C H\u00e4nel and Johanna\u00a0M M\u00fcller. 2022. Non-Ideal Philosophy as Methodology. (2022).","DOI":"10.3167\/th.2022.6917202"},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585752"},{"key":"e_1_3_3_3_49_1","volume-title":"Resisting reality: Social construction and social critique","author":"Haslanger Sally","unstructured":"Sally Haslanger. 2012. Resisting reality: Social construction and social critique. Oxford University Press."},{"key":"e_1_3_3_3_50_1","volume-title":"Methods of Social Critique. In Crisis and Critique: Philosophical Analysis and Current Events: Proceedings of the 42nd International Ludwig Wittgenstein Symposium, Vol.\u00a028","author":"Haslanger Sally","year":"2021","unstructured":"Sally Haslanger. 2021. Methods of Social Critique. In Crisis and Critique: Philosophical Analysis and Current Events: Proceedings of the 42nd International Ludwig Wittgenstein Symposium, Vol.\u00a028. Walter de Gruyter GmbH & Co KG, 139."},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555760"},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3383051"},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376177"},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300830"},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392878"},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392878"},{"key":"e_1_3_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-021-01267-0"},{"key":"e_1_3_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533097"},{"key":"e_1_3_3_3_59_1","volume-title":"The principles of data-centric ai (dcai). arXiv preprint arXiv:2211.14611","author":"Jarrahi Mohammad\u00a0Hossein","year":"2022","unstructured":"Mohammad\u00a0Hossein Jarrahi, Ali Memariani, and Shion Guha. 2022. The principles of data-centric ai (dcai). arXiv preprint arXiv:2211.14611 (2022)."},{"key":"e_1_3_3_3_60_1","volume-title":"The global landscape of AI ethics guidelines. Nature machine intelligence 1, 9","author":"Jobin Anna","year":"2019","unstructured":"Anna Jobin, Marcello Ienca, and Effy Vayena. 2019. The global landscape of AI ethics guidelines. Nature machine intelligence 1, 9 (2019), 389\u2013399."},{"key":"e_1_3_3_3_61_1","volume-title":"Data preprocessing techniques for classification without discrimination. Knowledge and information systems 33, 1","author":"Kamiran Faisal","year":"2012","unstructured":"Faisal Kamiran and Toon Calders. 2012. Data preprocessing techniques for classification without discrimination. Knowledge and information systems 33, 1 (2012), 1\u201333."},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580645"},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300322"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173748"},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376185"},{"key":"e_1_3_3_3_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581001"},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300330"},{"key":"e_1_3_3_3_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3323994.3369898"},{"key":"e_1_3_3_3_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462597"},{"key":"e_1_3_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1007\/s43681-022-00228-7"},{"key":"e_1_3_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300493"},{"key":"e_1_3_3_3_72_1","unstructured":"Mihir Kulkarni Satvik Golechha Rishi Raj Jithin\u00a0K Sreedharan Ankit Bhardwaj Santanu Rathod Bhavin Vadera Jayakrishna Kurada Sanjay Mattoo Rajendra Joshi 2022. Predicting Treatment Adherence of Tuberculosis Patients at Scale. In Machine Learning for Health. PMLR 35\u201361."},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533107"},{"key":"e_1_3_3_3_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445261"},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445261"},{"key":"e_1_3_3_3_76_1","volume-title":"Holistic evaluation of language models. arXiv preprint arXiv:2211.09110","author":"Liang Percy","year":"2022","unstructured":"Percy Liang, Rishi Bommasani, Tony Lee, Dimitris Tsipras, Dilara Soylu, Michihiro Yasunaga, Yian Zhang, Deepak Narayanan, Yuhuai Wu, Ananya Kumar, 2022. Holistic evaluation of language models. arXiv preprint arXiv:2211.09110 (2022)."},{"key":"e_1_3_3_3_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376590"},{"key":"e_1_3_3_3_78_1","volume-title":"Enabling value sensitive AI systems through participatory design fictions. arXiv preprint arXiv:1912.07381","author":"Liao Q\u00a0Vera","year":"2019","unstructured":"Q\u00a0Vera Liao and Michael Muller. 2019. Enabling value sensitive AI systems through participatory design fictions. arXiv preprint arXiv:1912.07381 (2019)."},{"key":"e_1_3_3_3_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580652"},{"key":"e_1_3_3_3_80_1","volume-title":"Human-centered explainable ai (xai): From algorithms to user experiences. arXiv preprint arXiv:2110.10790","author":"Liao Q\u00a0Vera","year":"2021","unstructured":"Q\u00a0Vera Liao and Kush\u00a0R Varshney. 2021. Human-centered explainable ai (xai): From algorithms to user experiences. arXiv preprint arXiv:2110.10790 (2021)."},{"key":"e_1_3_3_3_81_1","volume-title":"Responsible AI pattern catalogue: A multivocal literature review. arXiv preprint arXiv:2209.04963","author":"Lu Qinghua","year":"2022","unstructured":"Qinghua Lu, Liming Zhu, Xiwei Xu, Jon Whittle, Didar Zowghi, and Aurelie Jacquet. 2022. Responsible AI pattern catalogue: A multivocal literature review. arXiv preprint arXiv:2209.04963 (2022)."},{"key":"e_1_3_3_3_82_1","volume-title":"A unified approach to interpreting model predictions. Advances in neural information processing systems 30","author":"Lundberg M","year":"2017","unstructured":"Scott\u00a0M Lundberg and Su-In Lee. 2017. A unified approach to interpreting model predictions. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_3_3_83_1","volume-title":"Measuring justice in machine learning. arXiv preprint arXiv:2009.10050","author":"Lundgard Alan","year":"2020","unstructured":"Alan Lundgard. 2020. Measuring justice in machine learning. arXiv preprint arXiv:2009.10050 (2020)."},{"key":"e_1_3_3_3_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512899"},{"key":"e_1_3_3_3_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512899"},{"key":"e_1_3_3_3_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376445"},{"key":"e_1_3_3_3_87_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376445"},{"key":"e_1_3_3_3_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_3_3_89_1","volume-title":"Prediction-based decisions and fairness: A catalogue of choices, assumptions, and definitions. arXiv preprint arXiv:1811.07867","author":"Mitchell Shira","year":"2018","unstructured":"Shira Mitchell, Eric Potash, Solon Barocas, Alexander D\u2019Amour, and Kristian Lum. 2018. Prediction-based decisions and fairness: A catalogue of choices, assumptions, and definitions. arXiv preprint arXiv:1811.07867 (2018)."},{"key":"e_1_3_3_3_90_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-statistics-042720-125902"},{"key":"e_1_3_3_3_91_1","volume-title":"The Unfairness of Fair Machine Learning: Levelling down and strict egalitarianism by default. arXiv preprint arXiv:2302.02404","author":"Mittelstadt Brent","year":"2023","unstructured":"Brent Mittelstadt, Sandra Wachter, and Chris Russell. 2023. The Unfairness of Fair Machine Learning: Levelling down and strict egalitarianism by default. arXiv preprint arXiv:2302.02404 (2023)."},{"key":"e_1_3_3_3_92_1","doi-asserted-by":"publisher","DOI":"10.2196\/40403"},{"key":"e_1_3_3_3_93_1","volume-title":"Interrogating Data Science. In Conference Companion Publication of the 2020 on Computer Supported Cooperative Work and Social Computing. 467\u2013473","author":"Muller Michael","year":"2020","unstructured":"Michael Muller, Cecilia Aragon, Shion Guha, Marina Kogan, Gina Neff, Cathrine Seidelin, Katie Shilton, and Anissa Tanweer. 2020. Interrogating Data Science. In Conference Companion Publication of the 2020 on Computer Supported Cooperative Work and Social Computing. 467\u2013473."},{"key":"e_1_3_3_3_94_1","doi-asserted-by":"crossref","unstructured":"Michael Muller Melanie Feinberg Timothy George Steven\u00a0J Jackson Bonnie\u00a0E John Mary\u00a0Beth Kery and Samir Passi. 2019. Human-centered study of data science work practices. In Extended abstracts of the 2019 CHI conference on human factors in computing systems. 1\u20138.","DOI":"10.1145\/3290607.3299018"},{"key":"e_1_3_3_3_95_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300356"},{"key":"e_1_3_3_3_96_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517644"},{"key":"e_1_3_3_3_97_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445402"},{"key":"e_1_3_3_3_98_1","volume-title":"Critique and contribute: A practice-based framework for improving critical data studies and data science. Big data 5, 2","author":"Neff Gina","year":"2017","unstructured":"Gina Neff, Anissa Tanweer, Brittany Fiore-Gartland, and Laura Osburn. 2017. Critique and contribute: A practice-based framework for improving critical data studies and data science. Big data 5, 2 (2017), 85\u201397."},{"key":"e_1_3_3_3_99_1","doi-asserted-by":"publisher","DOI":"10.1177\/1474885110374012"},{"key":"e_1_3_3_3_100_1","volume-title":"Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 6464","author":"Obermeyer Ziad","year":"2019","unstructured":"Ziad Obermeyer, Brian Powers, Christine Vogeli, and Sendhil Mullainathan. 2019. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 6464 (2019), 447\u2013453."},{"key":"e_1_3_3_3_101_1","volume-title":"The capability approach, technology and design: Taking stock and looking ahead","author":"Oosterlaken Ilse","unstructured":"Ilse Oosterlaken. 2012. The capability approach, technology and design: Taking stock and looking ahead. Springer."},{"key":"e_1_3_3_3_102_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594049"},{"key":"e_1_3_3_3_103_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287567"},{"key":"e_1_3_3_3_104_1","doi-asserted-by":"publisher","DOI":"10.1145\/2998181.2998331"},{"key":"e_1_3_3_3_105_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274405"},{"key":"e_1_3_3_3_106_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702298"},{"key":"e_1_3_3_3_107_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951717753228"},{"key":"e_1_3_3_3_108_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594002"},{"key":"e_1_3_3_3_109_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_3_3_110_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449081"},{"key":"e_1_3_3_3_111_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449081"},{"key":"e_1_3_3_3_112_1","volume-title":"A theory of justice: Revised edition","author":"Rawls John","unstructured":"John Rawls. 2020. A theory of justice: Revised edition. Harvard university press."},{"key":"e_1_3_3_3_113_1","volume-title":"Beyond accuracy: Behavioral testing of NLP models with CheckList. arXiv preprint arXiv:2005.04118","author":"Ribeiro Marco\u00a0Tulio","year":"2020","unstructured":"Marco\u00a0Tulio Ribeiro, Tongshuang Wu, Carlos Guestrin, and Sameer Singh. 2020. Beyond accuracy: Behavioral testing of NLP models with CheckList. arXiv preprint arXiv:2005.04118 (2020)."},{"key":"e_1_3_3_3_114_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445604"},{"key":"e_1_3_3_3_115_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581407"},{"key":"e_1_3_3_3_116_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580790"},{"key":"e_1_3_3_3_117_1","volume-title":"HateCheck: Functional tests for hate speech detection models. arXiv preprint arXiv:2012.15606","author":"R\u00f6ttger Paul","year":"2020","unstructured":"Paul R\u00f6ttger, Bertram Vidgen, Dong Nguyen, Zeerak Waseem, Helen Margetts, and Janet\u00a0B Pierrehumbert. 2020. HateCheck: Functional tests for hate speech detection models. arXiv preprint arXiv:2012.15606 (2020)."},{"key":"e_1_3_3_3_118_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519878"},{"key":"e_1_3_3_3_119_1","volume-title":"Data Cascades in High-Stakes AI. In proceedings of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u201315","author":"Sambasivan Nithya","year":"2021","unstructured":"Nithya Sambasivan, Shivani Kapania, Hannah Highfill, Diana Akrong, Praveen Paritosh, and Lora\u00a0M Aroyo. 2021. \u201cEveryone wants to do the model work, not the data work\u201d: Data Cascades in High-Stakes AI. In proceedings of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u201315."},{"key":"e_1_3_3_3_120_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3582735"},{"key":"e_1_3_3_3_121_1","volume-title":"Does fairness make a difference?Organizational Dynamics 19, 2","author":"Sashkin Marshall","year":"1990","unstructured":"Marshall Sashkin and Richard\u00a0L Williams. 1990. Does fairness make a difference?Organizational Dynamics 19, 2 (1990), 56\u201371."},{"key":"e_1_3_3_3_122_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376229"},{"key":"e_1_3_3_3_123_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476089"},{"key":"e_1_3_3_3_124_1","volume-title":"Algorithmic Harms in Child Welfare: Uncertainties in Practice, Organization, and Street-level Decision-Making. ACM Journal on Responsible Computing","author":"Saxena Devansh","year":"2023","unstructured":"Devansh Saxena and Shion Guha. 2023. Algorithmic Harms in Child Welfare: Uncertainties in Practice, Organization, and Street-level Decision-Making. ACM Journal on Responsible Computing (2023)."},{"key":"e_1_3_3_3_125_1","volume-title":"Aryan Chaurasia, Yixin Guan, and Shion Guha.","author":"Saxena Devansh","year":"2023","unstructured":"Devansh Saxena, Erina Seh-Young Moon, Aryan Chaurasia, Yixin Guan, and Shion Guha. 2023. Rethinking \"Risk\" in Algorithmic Systems Through A Computational Narrative Analysis of Casenotes in Child-Welfare. (2023)."},{"key":"e_1_3_3_3_126_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517742"},{"key":"e_1_3_3_3_127_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519771"},{"key":"e_1_3_3_3_128_1","doi-asserted-by":"publisher","DOI":"10.1177\/20539517211040197"},{"key":"e_1_3_3_3_129_1","doi-asserted-by":"publisher","DOI":"10.1086\/660816"},{"key":"e_1_3_3_3_130_1","doi-asserted-by":"publisher","DOI":"10.1080\/14649880802236540"},{"key":"e_1_3_3_3_131_1","volume-title":"International journal of applied research 3, 7","author":"Sharma Gaganpreet","year":"2017","unstructured":"Gaganpreet Sharma. 2017. Pros and cons of different sampling techniques. International journal of applied research 3, 7 (2017), 749\u2013752."},{"key":"e_1_3_3_3_132_1","volume-title":"Ideal and nonideal theory. Philosophy & public affairs 38, 1","author":"Simmons A\u00a0John","year":"2010","unstructured":"A\u00a0John Simmons. 2010. Ideal and nonideal theory. Philosophy & public affairs 38, 1 (2010), 5\u201336."},{"key":"e_1_3_3_3_133_1","doi-asserted-by":"publisher","DOI":"10.1177\/0090591712453020"},{"key":"e_1_3_3_3_134_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-021-01148-6"},{"key":"e_1_3_3_3_135_1","volume-title":"Ideal and nonideal theory. The Oxford handbook of political philosophy","author":"Stemplowska Zofia","year":"2012","unstructured":"Zofia Stemplowska and Adam Swift. 2012. Ideal and nonideal theory. The Oxford handbook of political philosophy (2012), 373\u2013389."},{"key":"e_1_3_3_3_136_1","volume-title":"Energy and policy considerations for deep learning in NLP. arXiv preprint arXiv:1906.02243","author":"Strubell Emma","year":"2019","unstructured":"Emma Strubell, Ananya Ganesh, and Andrew McCallum. 2019. Energy and policy considerations for deep learning in NLP. arXiv preprint arXiv:1906.02243 (2019)."},{"key":"e_1_3_3_3_137_1","volume-title":"Fairness-aware class imbalanced learning. arXiv preprint arXiv:2109.10444","author":"Subramanian Shivashankar","year":"2021","unstructured":"Shivashankar Subramanian, Afshin Rahimi, Timothy Baldwin, Trevor Cohn, and Lea Frermann. 2021. Fairness-aware class imbalanced learning. arXiv preprint arXiv:2109.10444 (2021)."},{"key":"e_1_3_3_3_138_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517537"},{"key":"e_1_3_3_3_139_1","doi-asserted-by":"publisher","DOI":"10.5840\/soctheorpract200834322"},{"key":"e_1_3_3_3_140_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702558"},{"key":"e_1_3_3_3_141_1","doi-asserted-by":"publisher","DOI":"10.1177\/0735275112457914"},{"key":"e_1_3_3_3_142_1","volume-title":"Ideal vs. non-ideal theory: A conceptual map. Philosophy compass 7, 9","author":"Valentini Laura","year":"2012","unstructured":"Laura Valentini. 2012. Ideal vs. non-ideal theory: A conceptual map. Philosophy compass 7, 9 (2012), 654\u2013664."},{"key":"e_1_3_3_3_143_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580903"},{"key":"e_1_3_3_3_144_1","first-page":"1","article-title":"Justice and fairness","volume":"3","author":"Velasquez Manuel","year":"1990","unstructured":"Manuel Velasquez, Claire Andre, T Shanks, and Michael\u00a0J Meyer. 1990. Justice and fairness. Issues in Ethics 3, 2 (1990), 1\u20133.","journal-title":"Issues in Ethics"},{"key":"e_1_3_3_3_145_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359141"},{"key":"e_1_3_3_3_146_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445526"},{"key":"e_1_3_3_3_147_1","volume-title":"How much automation does a data scientist want?arXiv preprint arXiv:2101.03970","author":"Wang Dakuo","year":"2021","unstructured":"Dakuo Wang, Q\u00a0Vera Liao, Yunfeng Zhang, Udayan Khurana, Horst Samulowitz, Soya Park, Michael Muller, and Lisa Amini. 2021. How much automation does a data scientist want?arXiv preprint arXiv:2101.03970 (2021)."},{"key":"e_1_3_3_3_148_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502121"},{"key":"e_1_3_3_3_149_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359313"},{"key":"e_1_3_3_3_150_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581278"},{"key":"e_1_3_3_3_151_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.13196"},{"key":"e_1_3_3_3_152_1","doi-asserted-by":"publisher","DOI":"10.1086\/679495"},{"key":"e_1_3_3_3_153_1","doi-asserted-by":"publisher","DOI":"10.1017\/S0266267115000164"},{"key":"e_1_3_3_3_154_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579621"},{"key":"e_1_3_3_3_155_1","volume-title":"Polyjuice: Generating counterfactuals for explaining, evaluating, and improving models. arXiv preprint arXiv:2101.00288","author":"Wu Tongshuang","year":"2021","unstructured":"Tongshuang Wu, Marco\u00a0Tulio Ribeiro, Jeffrey Heer, and Daniel\u00a0S Weld. 2021. Polyjuice: Generating counterfactuals for explaining, evaluating, and improving models. arXiv preprint arXiv:2101.00288 (2021)."},{"key":"e_1_3_3_3_156_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445306"},{"key":"e_1_3_3_3_157_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581393"},{"key":"e_1_3_3_3_158_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196709.3196730"},{"key":"e_1_3_3_3_159_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196709.3196729"},{"key":"e_1_3_3_3_160_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580900"},{"key":"e_1_3_3_3_161_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580945"},{"key":"e_1_3_3_3_162_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517607"},{"key":"e_1_3_3_3_163_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392826"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642501","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642501","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:44:09Z","timestamp":1750290249000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642501"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":163,"alternative-id":["10.1145\/3613904.3642501","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642501","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}