{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T14:35:52Z","timestamp":1783521352378,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":114,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Carnegie Mellon University Block Center for Technology and Society Award","award":["No. 53680.1.5007718"],"award-info":[{"award-number":["No. 53680.1.5007718"]}]},{"name":"Aviva and the UK Engineering and Physical Science Research Council","award":["EP\/R033501\/1"],"award-info":[{"award-number":["EP\/R033501\/1"]}]},{"name":"Jacob Foundation for CERES network"},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS2001851"],"award-info":[{"award-number":["IIS2001851"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,21]]},"DOI":"10.1145\/3531146.3533113","type":"proceedings-article","created":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T14:27:10Z","timestamp":1655735230000},"page":"473-484","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":91,"title":["Exploring How Machine Learning Practitioners (Try To) Use Fairness Toolkits"],"prefix":"10.1145","author":[{"given":"Wesley Hanwen","family":"Deng","sequence":"first","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Manish","family":"Nagireddy","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michelle Seng Ah","family":"Lee","sequence":"additional","affiliation":[{"name":"University of Cambridge, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jatinder","family":"Singh","sequence":"additional","affiliation":[{"name":"University of Cambridge, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhiwei Steven","family":"Wu","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kenneth","family":"Holstein","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haiyi","family":"Zhu","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2017. Facets - visualizations for ML datasets.arXiv:1810.01943https:\/\/pair-code.github.io\/facets\/"},{"key":"e_1_3_2_1_2_1","unstructured":"2021. People AI Guidebook. (2021). https:\/\/pair.withgoogle.com\/guidebook\/"},{"key":"e_1_3_2_1_3_1","unstructured":"Mart\u00edn Abadi and Ashish\u00a0Agarwal et al.2015. TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems. https:\/\/www.tensorflow.org\/ Software available from tensorflow.org."},{"key":"e_1_3_2_1_4_1","volume-title":"FairML: ToolBox for diagnosing bias in predictive modeling. Ph.\u00a0D. Dissertation","author":"A Adebayo","unstructured":"Julius\u00a0A Adebayo 2016. FairML: ToolBox for diagnosing bias in predictive modeling. Ph.\u00a0D. Dissertation. Massachusetts Institute of Technology."},{"key":"e_1_3_2_1_5_1","volume-title":"Fairsight: Visual analytics for fairness in decision making","author":"Ahn Yongsu","year":"2019","unstructured":"Yongsu Ahn and Yu-Ru Lin. 2019. Fairsight: Visual analytics for fairness in decision making. IEEE transactions on visualization and computer graphics 26, 1(2019), 1086\u20131095."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359301"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173860"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445888"},{"key":"e_1_3_2_1_10_1","volume-title":"May 23(2016)","author":"Angwin Julia","year":"2016","unstructured":"Julia Angwin, Jeff Larson, Surya Mattu, and Lauren Kirchner. 2016. Machine bias. ProPublica, May 23(2016), 2016."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1147\/JRD.2019.2942288"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v14i1.7276"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/15228835.2017.1416512"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1147\/JRD.2019.2942287"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_2_1_16_1","unstructured":"Sarah Bird Miro Dud\u00edk Richard Edgar Brandon Horn Roman Lutz Vanessa Milan Mehrnoosh Sameki Hanna Wallach and Kathleen Walker. 2020. Fairlearn: A toolkit for assessing and improving fairness in AI. Technical Report MSR-TR-2020-32. Microsoft. https:\/\/www.microsoft.com\/en-us\/research\/publication\/fairlearn-a-toolkit-for-assessing-and-improving-fairness-in-ai\/"},{"key":"e_1_3_2_1_17_1","volume-title":"Man is to computer programmer as woman is to homemaker? debiasing word embeddings. Advances in neural information processing systems 29","author":"Bolukbasi Tolga","year":"2016","unstructured":"Tolga Bolukbasi, Kai-Wei Chang, James\u00a0Y Zou, Venkatesh Saligrama, and Adam\u00a0T Kalai. 2016. Man is to computer programmer as woman is to homemaker? debiasing word embeddings. Advances in neural information processing systems 29 (2016), 4349\u20134357."},{"key":"e_1_3_2_1_18_1","unstructured":"Nigel Bosch Sidney\u00a0K D\u2019Mello Ryan\u00a0S Baker Jaclyn Ocumpaugh Valerie Shute Matthew Ventura Lubin Wang and Weinan Zhao. 2016. Detecting student emotions in computer-enabled classrooms.. In IJCAI. 4125\u20134129."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479582"},{"key":"e_1_3_2_1_20_1","volume-title":"Using thematic analysis in psychology. Qualitative research in psychology 3, 2","author":"Braun Virginia","year":"2006","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 (2006), 77\u2013101."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Sue\u00a0Lacey Bryant Andrea Forte and Amy Bruckman. 2005. Becoming Wikipedian: transformation of participation in a collaborative online encyclopedia. In GROUP \u201905.","DOI":"10.1145\/1099203.1099205"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081)","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender Shades: Intersectional Accuracy Disparities in Commercial Gender Classification. In Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081), Sorelle\u00a0A. Friedler and Christo Wilson (Eds.). PMLR, 77\u201391. https:\/\/proceedings.mlr.press\/v81\/buolamwini18a.html"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1037\/e577552012-023"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479569"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/VAST47406.2019.8986948"},{"key":"e_1_3_2_1_26_1","volume-title":"Fair prediction with disparate impact: A study of bias in recidivism prediction instruments. Big data 5, 2","author":"Chouldechova Alexandra","year":"2017","unstructured":"Alexandra Chouldechova. 2017. Fair prediction with disparate impact: A study of bias in recidivism prediction instruments. Big data 5, 2 (2017), 153\u2013163."},{"key":"e_1_3_2_1_27_1","volume-title":"Encyclopedia of critical psychology","author":"Clarke Victoria","year":"1947","unstructured":"Victoria Clarke and Virginia Braun. 2014. Thematic analysis. In Encyclopedia of critical psychology. Springer, 1947\u20131952."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445921"},{"key":"e_1_3_2_1_29_1","unstructured":"Paulo Cortez. [n. d.]. Student Performance Dataset. https:\/\/archive.ics.uci.edu\/ml\/datasets\/Student+Performance"},{"key":"e_1_3_2_1_30_1","unstructured":"Paulo Cortez and Alice Maria\u00a0Gon\u00e7alves Silva. 2008. Using data mining to predict secondary school student performance. (2008)."},{"key":"e_1_3_2_1_31_1","unstructured":"Sophia\u00a0T. Dasch Vincent Rice Venkat\u00a0R. Lakshminarayanan Taiwo\u00a0A. Togun C.\u00a0Malik Boykin and Sarah\u00a0M. Brown. 2020. Opportunities for a More Interdisciplinary Approach to Perceptions of Fairness in Machine Learning."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376638"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1177\/20539517211035955"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2007.85"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702556"},{"key":"e_1_3_2_1_37_1","volume-title":"Dermatologist-level classification of skin cancer with deep neural networks. nature 542, 7639","author":"Esteva Andre","year":"2017","unstructured":"Andre Esteva, Brett Kuprel, Roberto\u00a0A Novoa, Justin Ko, Susan\u00a0M Swetter, Helen\u00a0M Blau, and Sebastian Thrun. 2017. Dermatologist-level classification of skin cancer with deep neural networks. nature 542, 7639 (2017), 115\u2013118."},{"key":"e_1_3_2_1_38_1","volume-title":"A computer program used for bail and sentencing decisions was labeled biased against blacks. It\u2019s actually not that clear. The Washington Post","author":"Feller Avi","year":"2016","unstructured":"Avi Feller, Emma Pierson, Sam Corbett-Davies, and Sharad Goel. 2016. A computer program used for bail and sentencing decisions was labeled biased against blacks. It\u2019s actually not that clear. The Washington Post (2016)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"crossref","unstructured":"Lincoln\u00a0H. Forbes and Syed\u00a0M. Ahmed. 2010. Modern Construction : Lean Project Delivery and Integrated Practices.","DOI":"10.1201\/b10260"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287589"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"e_1_3_2_1_42_1","unstructured":"Soumya Ghosh Q\u00a0Vera Liao Karthikeyan\u00a0Natesan Ramamurthy Jiri Navratil Prasanna Sattigeri Kush\u00a0R Varshney and Yunfeng Zhang. 2021. Uncertainty Quantification 360: A Holistic Toolkit for Quantifying and Communicating the Uncertainty of AI. arXiv preprint arXiv:2106.01410(2021)."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359152"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186138"},{"key":"e_1_3_2_1_45_1","volume-title":"The 34th Annual ACM Symposium on User Interface Software and Technology. 1235\u20131251.","author":"Guo Philip","unstructured":"Philip Guo. 2021. Ten Million Users and Ten Years Later: Python Tutor\u2019s Design Guidelines for Building Scalable and Sustainable Research Software in Academia. In The 34th Annual ACM Symposium on User Interface Software and Technology. 1235\u20131251."},{"key":"e_1_3_2_1_46_1","volume-title":"The checklist\u2013a tool for error management and performance improvement.Journal of critical care 21 3","author":"Hales M.","year":"2006","unstructured":"Brigette\u00a0M. Hales and Peter\u00a0J. Pronovost. 2006. The checklist\u2013a tool for error management and performance improvement.Journal of critical care 21 3 (2006), 231\u20135."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1177\/0002764212469365"},{"key":"e_1_3_2_1_48_1","volume-title":"Equality of opportunity in supervised learning. Advances in neural information processing systems 29","author":"Hardt Moritz","year":"2016","unstructured":"Moritz Hardt, Eric Price, and Nati Srebro. 2016. Equality of opportunity in supervised learning. Advances in neural information processing systems 29 (2016), 3315\u20133323."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9531.2011.01244.x"},{"key":"e_1_3_2_1_50_1","unstructured":"Sarah Holland Ahmed Hosny Sarah Newman Joshua Joseph and Kasia Chmielinski. 2018. The Dataset Nutrition Label: A Framework To Drive Higher Data Quality Standards. ArXiv abs\/1805.03677(2018)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"crossref","unstructured":"Kenneth Holstein and Vincent Aleven. 2021. Designing for human-AI complementarity in K-12 education. arXiv preprint arXiv:2104.01266(2021).","DOI":"10.1002\/aaai.12058"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300830"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3419249.3420149"},{"key":"e_1_3_2_1_54_1","unstructured":"Knut\u00a0T Hufthammer Tor\u00a0H Aasheim S\u00f8lve \u00c5nneland H\u00e5vard Brynjulfsen and Marija Slavkovik. 2020. Bias mitigation with AIF360: A comparative study. In Norsk IKT-konferanse for forskning og utdanning."},{"key":"e_1_3_2_1_55_1","unstructured":"Brittany Johnson Jesse Bartola Rico Angell Katherine Keith Sam Witty Stephen\u00a0J Giguere and Yuriy Brun. 2020. Fairkit Fairkit on the Wall Who\u2019s the Fairest of Them All? Supporting Data Scientists in Training Fair Models. arXiv preprint arXiv:2012.09951(2020)."},{"key":"e_1_3_2_1_56_1","volume-title":"International Conference on Machine Learning. PMLR, 2564\u20132572","author":"Kearns Michael","year":"2018","unstructured":"Michael Kearns, Seth Neel, Aaron Roth, and Zhiwei\u00a0Steven Wu. 2018. Preventing fairness gerrymandering: Auditing and learning for subgroup fairness. In International Conference on Machine Learning. PMLR, 2564\u20132572."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219617.3219634"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/1922649.1922658"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1915768117"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"crossref","unstructured":"Julia Kupis Sydney Johnson Gregory\u00a0M. Hallihan and Dana\u00a0Lee Olstad. 2019. Assessing the Usability of the Automated Self-Administered Dietary Assessment Tool (ASA24) among Low-Income Adults. Nutrients 11(2019).","DOI":"10.3390\/nu11010132"},{"key":"e_1_3_2_1_61_1","volume-title":"Proceedings of the ACM on Human-Computer Interaction 3, CSCW(2019)","author":"Noothigattu Ritesh","year":"2019","unstructured":"Min\u00a0Kyung Lee, Daniel Kusbit, Anson Kahng, Ji\u00a0Tae Kim, Xinran Yuan, Allissa Chan, Daniel See, Ritesh Noothigattu, Siheon Lee, Alexandros Psomas, 2019. WeBuildAI: Participatory framework for algorithmic governance. Proceedings of the ACM on Human-Computer Interaction 3, CSCW(2019), 1\u201335."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1007\/s43681-021-00067-y"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445261"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462572"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1136\/qshc.2004.012377"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"crossref","unstructured":"Michael Madaio Lisa Egede Hariharan Subramonyam Jennifer\u00a0Wortman Vaughan and Hanna Wallach. 2021. Assessing the Fairness of AI Systems: AI Practitioners\u2019 Processes Challenges and Needs for Support. arXiv preprint arXiv:2112.05675(2021).","DOI":"10.1145\/3512899"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376445"},{"key":"e_1_3_2_1_68_1","volume-title":"pandas: a foundational Python library for data analysis and statistics. Python for high performance and scientific computing 14, 9","author":"Wes","year":"2011","unstructured":"Wes McKinney 2011. pandas: a foundational Python library for data analysis and statistics. Python for high performance and scientific computing 14, 9 (2011), 1\u20139."},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1353\/sor.2019.0022"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"crossref","unstructured":"Milagros Miceli Julian Posada and Tianling Yang. 2022. Studying Up Machine Learning Data: Why Talk About Bias When We Mean Power?Proceedings of the ACM on Human-Computer Interaction 6 GROUP(2022) 1\u201314.","DOI":"10.1145\/3492853"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415186"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_1_73_1","unstructured":"Shira Mitchell Eric Potash Solon Barocas Alexander D\u2019Amour and Kristian Lum. 2018. Prediction-based decisions and fairness: A catalogue of choices assumptions and definitions. arXiv preprint arXiv:1811.07867(2018)."},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359221"},{"key":"e_1_3_2_1_75_1","volume-title":"API Designers in the Field: Design Practices and Challenges for Creating Usable APIs. 2018 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC)","author":"Murphy Lauren","year":"2018","unstructured":"Lauren Murphy, Mary\u00a0Beth Kery, Oluwatosin Alliyu, Andrew\u00a0Peter Macvean, and Brad\u00a0A. Myers. 2018. API Designers in the Field: Design Practices and Challenges for Creating Usable APIs. 2018 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC) (2018), 249\u2013258."},{"key":"e_1_3_2_1_76_1","first-page":"44","article-title":"Programmers Are Users Too","volume":"49","author":"Myers A.","year":"2016","unstructured":"Brad\u00a0A. Myers, Amy\u00a0J. Ko, Thomas\u00a0D. LaToza, and YoungSeok Yoon. 2016. Programmers Are Users Too: Human-Centered Methods for Improving Programming Tools. Computer 49(2016), 44\u201352.","journal-title":"Human-Centered Methods for Improving Programming Tools. Computer"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/2896587"},{"key":"e_1_3_2_1_78_1","volume-title":"Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 6464","author":"Obermeyer Ziad","year":"2019","unstructured":"Ziad Obermeyer, Brian Powers, Christine Vogeli, and Sendhil Mullainathan. 2019. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 6464 (2019), 447\u2013453."},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287567"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/2998181.2998331"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274405"},{"key":"e_1_3_2_1_82_1","unstructured":"Adam Paszke Sam Gross Soumith Chintala Gregory Chanan Edward Yang Zachary DeVito Zeming Lin Alban Desmaison Luca Antiga and Adam Lerer. 2017. Automatic differentiation in PyTorch. (2017)."},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2021.100336"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299887.3299891"},{"key":"e_1_3_2_1_86_1","volume-title":"R: A Language and Environment for Statistical Computing","author":"Team R Core","year":"2017","unstructured":"R Core Team. 2017. R: A Language and Environment for Statistical Computing. R Foundation for Statistical Computing, Vienna, Austria. https:\/\/www.R-project.org\/"},{"key":"e_1_3_2_1_87_1","unstructured":"Bogdana Rakova Jingying Yang Henriette Cramer and Rumman Chowdhury. 2020. Where Responsible AI meets Reality: Practitioner Perspectives on Enablers for shifting Organizational Practices. arXiv preprint arXiv:2006.12358(2020)."},{"key":"e_1_3_2_1_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449081"},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445604"},{"key":"e_1_3_2_1_90_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702508"},{"key":"e_1_3_2_1_91_1","volume-title":"Aequitas: A bias and fairness audit toolkit. arXiv preprint arXiv:1811.05577(2018).","author":"Saleiro Pedro","year":"2018","unstructured":"Pedro Saleiro, Benedict Kuester, Loren Hinkson, Jesse London, Abby Stevens, Ari Anisfeld, Kit\u00a0T Rodolfa, and Rayid Ghani. 2018. Aequitas: A bias and fairness audit toolkit. arXiv preprint arXiv:1811.05577(2018)."},{"key":"e_1_3_2_1_92_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445896"},{"key":"e_1_3_2_1_93_1","doi-asserted-by":"crossref","unstructured":"Nithya Sambasivan Shivani Kapania Hannah Highfill Diana Akrong Praveen\u00a0Kumar Paritosh and Lora\u00a0Mois Aroyo. 2021. \u201dEveryone wants to do the model work not the data work\u201d: Data Cascades in High-Stakes AI.","DOI":"10.1145\/3411764.3445518"},{"key":"e_1_3_2_1_94_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476058"},{"key":"e_1_3_2_1_95_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287598"},{"key":"e_1_3_2_1_96_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445971"},{"key":"e_1_3_2_1_97_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479577"},{"key":"e_1_3_2_1_98_1","volume-title":"Yee-Wah Tsang, David R.\u00a0J. Snead, Ian\u00a0A. Cree, and Nasir\u00a0M. Rajpoot.","author":"Sirinukunwattana Korsuk","year":"2016","unstructured":"Korsuk Sirinukunwattana, Shan e Ahmed\u00a0Raza, Yee-Wah Tsang, David R.\u00a0J. Snead, Ian\u00a0A. Cree, and Nasir\u00a0M. Rajpoot. 2016. Locality Sensitive Deep Learning for Detection and Classification of Nuclei in Routine Colon Cancer Histology Images. IEEE transactions on medical imaging 35 5 (2016), 1196\u20131206."},{"key":"e_1_3_2_1_99_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330664"},{"key":"e_1_3_2_1_100_1","doi-asserted-by":"publisher","DOI":"10.1145\/1453101.1453117"},{"key":"e_1_3_2_1_101_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2015.17"},{"key":"e_1_3_2_1_102_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP.2017.29"},{"key":"e_1_3_2_1_103_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445365"},{"key":"e_1_3_2_1_104_1","unstructured":"Guido Van\u00a0Rossum and Fred\u00a0L Drake\u00a0Jr. 1995. Python reference manual. Centrum voor Wiskunde en Informatica Amsterdam."},{"key":"e_1_3_2_1_105_1","volume-title":"\u00a0C. Sandberg","author":"van Someren Maarten","year":"1994","unstructured":"Maarten van Someren, Yvonne Barnard, and Jacobijn A.\u00a0C. Sandberg. 1994. The think aloud method: a practical approach to modelling cognitive processes. Knowledge Based Systems(1994)."},{"key":"e_1_3_2_1_106_1","volume-title":"Apple card investigated after gender discrimination complaints. The New York Times","author":"Vigdor Neil","year":"2019","unstructured":"Neil Vigdor. 2019. Apple card investigated after gender discrimination complaints. The New York Times (2019)."},{"key":"e_1_3_2_1_107_1","unstructured":"Dakuo Wang Q\u00a0Vera Liao Yunfeng Zhang Udayan Khurana Horst Samulowitz Soya Park Michael Muller and Lisa Amini. 2021. How Much Automation Does a Data Scientist Want?arXiv preprint arXiv:2101.03970(2021)."},{"key":"e_1_3_2_1_108_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376813"},{"key":"e_1_3_2_1_109_1","volume-title":"The what-if tool: Interactive probing of machine learning models","author":"Wexler James","year":"2019","unstructured":"James Wexler, Mahima Pushkarna, Tolga Bolukbasi, Martin Wattenberg, Fernanda Vi\u00e9gas, and Jimbo Wilson. 2019. The what-if tool: Interactive probing of machine learning models. IEEE transactions on visualization and computer graphics 26, 1(2019), 56\u201365."},{"key":"e_1_3_2_1_110_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319008.3319350"},{"key":"e_1_3_2_1_111_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445447"},{"key":"e_1_3_2_1_112_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357236.3395528"},{"key":"e_1_3_2_1_113_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392826"},{"key":"e_1_3_2_1_114_1","unstructured":"Z Zhong. 2018. A Tutorial on Fairness in Machine Learning. https:\/\/towardsdatascience.com\/a-tutorial-on-fairness-in-machine-learning-3ff8ba1040cb"}],"event":{"name":"FAccT '22: 2022 ACM Conference on Fairness, Accountability, and Transparency","location":"Seoul Republic of Korea","acronym":"FAccT '22","sponsor":["ACM Association for Computing Machinery"]},"container-title":["2022 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533113","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533113","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533113","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:08Z","timestamp":1750186928000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533113"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":114,"alternative-id":["10.1145\/3531146.3533113","10.1145\/3531146"],"URL":"https:\/\/doi.org\/10.1145\/3531146.3533113","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}