{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,8]],"date-time":"2026-02-08T08:00:56Z","timestamp":1770537656238,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":56,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1939728, CNS-2047827"],"award-info":[{"award-number":["IIS-1939728, CNS-2047827"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642755","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:38:06Z","timestamp":1715416686000},"page":"1-19","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["JupyterLab in Retrograde: Contextual Notifications That Highlight Fairness and Bias Issues for Data Scientists"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-7904-186X","authenticated-orcid":false,"given":"Galen","family":"Harrison","sequence":"first","affiliation":[{"name":"University of Virginia, United States and University of Chicago, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8795-3386","authenticated-orcid":false,"given":"Kevin","family":"Bryson","sequence":"additional","affiliation":[{"name":"University of Chicago, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-5499-8699","authenticated-orcid":false,"given":"Ahmad Emmanuel Balla","family":"Bamba","sequence":"additional","affiliation":[{"name":"University of Chicago, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-1343-4115","authenticated-orcid":false,"given":"Luca","family":"Dovichi","sequence":"additional","affiliation":[{"name":"University of Chicago, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0432-6197","authenticated-orcid":false,"given":"Aleksander Herrmann","family":"Binion","sequence":"additional","affiliation":[{"name":"University of Chicago, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4577-8364","authenticated-orcid":false,"given":"Arthur","family":"Borem","sequence":"additional","affiliation":[{"name":"University of Chicago, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9365-3155","authenticated-orcid":false,"given":"Blase","family":"Ur","sequence":"additional","affiliation":[{"name":"University of Chicago, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","volume-title":"Futzing and Moseying: Interviews with Professional Data Analysts on Exploration Practices","author":"Alspaugh Sara","year":"2019","unstructured":"Sara Alspaugh, Nava Zokaei, Andrea Liu, Cindy Jin, and Marti\u00a0A. Hearst. 2019. Futzing and Moseying: Interviews with Professional Data Analysts on Exploration Practices. IEEE Transactions on Visualization and Computer Graphics 25, 1 (2019)."},{"key":"e_1_3_3_3_2_1","unstructured":"Julia Angwin and Jeff Larson. 2016. Machine Bias. ProPublica. https:\/\/www.propublica.org\/article\/machine-bias-risk-assessments-in-criminal-sentencing."},{"key":"e_1_3_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604674"},{"key":"e_1_3_3_3_4_1","volume-title":"Fairness and Machine Learning: Limitations and Opportunities","author":"Barocas Solon","unstructured":"Solon Barocas, Moritz Hardt, and Arvind Narayanan. 2023. Fairness and Machine Learning: Limitations and Opportunities. The MIT Press."},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502102"},{"key":"e_1_3_3_3_6_1","unstructured":"Rachel\u00a0K.E. Bellamy Kuntal Dey Michael Hind Samuel\u00a0C. Hoffman Stephanie Houde Kalapriya Kannan Pranay Lohia Jacquelyn Martino Sameep Mehta Aleksandra Mojsilovic 2018. AI Fairness 360: An Extensible Toolkit for Detecting Understanding and Mitigating Unwanted Algorithmic Bias. (2018). https:\/\/arxiv.org\/abs\/1810.01943."},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533149"},{"key":"e_1_3_3_3_8_1","volume-title":"Proceedings of the 1st Conference on Fairness, Accountability and Transparency.","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender Shades: Intersectional Accuracy Disparities in Commercial Gender Classification. In Proceedings of the 1st Conference on Fairness, Accountability and Transparency."},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/VAST47406.2019.8986948"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581268"},{"key":"e_1_3_3_3_11_1","volume-title":"What Did My AI Learn? How Data Scientists Make Sense of Model Behavior. ACM Transactions on Computer-Human Interaction 30, 1","author":"Cabrera \u00c1ngel\u00a0Alexander","year":"2023","unstructured":"\u00c1ngel\u00a0Alexander Cabrera, Marco Tulio\u00a0Ribeiro, Bongshin Lee, Robert Deline, Adam Perer, and Steven\u00a0M. Drucker. 2023. What Did My AI Learn? How Data Scientists Make Sense of Model Behavior. ACM Transactions on Computer-Human Interaction 30, 1 (2023)."},{"key":"e_1_3_3_3_12_1","volume-title":"Unlocking the Tacit Knowledge of Data Work in Machine Learning. In Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems.","author":"Cha Inha","year":"2023","unstructured":"Inha Cha, Juhyun Oh, Cheul\u00a0Young Park, Jiyoon Han, and Hwalsuk Lee. 2023. Unlocking the Tacit Knowledge of Data Work in Machine Learning. In Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems."},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376729"},{"key":"e_1_3_3_3_14_1","volume-title":"Fair Prediction with Disparate Impact: A Study of Bias in Recidivism Prediction Instruments. Big Data 5, 2","author":"Chouldechova Alexandra","year":"2017","unstructured":"Alexandra Chouldechova. 2017. Fair Prediction with Disparate Impact: A Study of Bias in Recidivism Prediction Instruments. Big Data 5, 2 (2017)."},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00057"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533113"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594037"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287589"},{"key":"e_1_3_3_3_20_1","volume-title":"Bias in Computer Systems. ACM Transactions on Information Systems 14, 3","author":"Friedman Batya","year":"1996","unstructured":"Batya Friedman and Helen Nissenbaum. 1996. Bias in Computer Systems. ACM Transactions on Information Systems 14, 3 (1996)."},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594116"},{"key":"e_1_3_3_3_22_1","volume-title":"Hal Daum\u00e9 III, and Kate Crawford","author":"Gebru Timnit","year":"2021","unstructured":"Timnit Gebru, Jamie Morgenstern, Briana Vecchione, Jennifer\u00a0Wortman Vaughan, Hanna Wallach, Hal Daum\u00e9 III, and Kate Crawford. 2021. Datasheets for Datasets. Commun. ACM 64, 12 (2021)."},{"key":"e_1_3_3_3_23_1","unstructured":"Google. 2022. What-If Tool. https:\/\/pair-code.github.io\/what-if-tool\/"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11296"},{"key":"e_1_3_3_3_25_1","first-page":"4","article-title":"Groenwold and Olaf\u00a0M. Dekkers. 2020","volume":"183","author":"Rolf","year":"2020","unstructured":"Rolf H.\u00a0H. Groenwold and Olaf\u00a0M. Dekkers. 2020. Missing Data: The Impact of What Is Not There. European Journal of Endocrinology 183, 4 (2020).","journal-title":"European Journal of Endocrinology"},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372831"},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300500"},{"key":"e_1_3_3_3_28_1","unstructured":"Josiah Hester. 2023. Why is CHI in Hawai\u2019i?https:\/\/www.chiinhawaii.info\/"},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376177"},{"key":"e_1_3_3_3_30_1","unstructured":"Brittany Johnson Jesse Bartola Rico Angell Katherine Keith Sam Witty Stephen\u00a0J. Giguere and Yuriy Brun. 2020. Fairkit Fairkit on the Wall Who\u2019s the Fairest of Them All? Supporting Data Scientists in Training Fair Models. http:\/\/arxiv.org\/abs\/2012.09951"},{"key":"e_1_3_3_3_31_1","unstructured":"Kaggle. 2021. 2021 Survey. https:\/\/kaggle.com\/competitions\/kaggle-survey-2021."},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300322"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415842"},{"key":"e_1_3_3_3_34_1","volume-title":"Proceedings of the Annual Conference on Advances in Neural Information Processing Systems.","author":"Kilbertus Niki","year":"2017","unstructured":"Niki Kilbertus, Mateo\u00a0Rojas Carulla, Giambattista Parascandolo, Moritz Hardt, Dominik Janzing, and Bernhard Sch\u00f6lkopf. 2017. Avoiding Discrimination through Causal Reasoning. In Proceedings of the Annual Conference on Advances in Neural Information Processing Systems."},{"key":"e_1_3_3_3_35_1","unstructured":"Jon\u00a0M. Kleinberg Sendhil Mullainathan and Manish Raghavan. 2016. Inherent Trade-Offs in the Fair Determination of Risk Scores. http:\/\/arxiv.org\/abs\/1609.05807"},{"key":"e_1_3_3_3_36_1","unstructured":"Jeff Larson Surya Mattu Lauren Kirchner and Julia Angwin. 2016. How We Analyzed the COMPAS Recidivism Algorithm. ProPublica. https:\/\/www.propublica.org\/article\/how-we-analyzed-the-compas-recidivism-algorithm"},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445261"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533175"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.14778\/3447689.3447712"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376445"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376420"},{"key":"e_1_3_3_3_42_1","volume-title":"GROUP","author":"Miceli Milagros","year":"2022","unstructured":"Milagros Miceli, Julian Posada, and Tianling Yang. 2022. Studying Up Machine Learning Data: Why Talk About Bias When We Mean Power?Proceedings of the ACM on Human-Computer Interaction 6, GROUP (2022)."},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445880"},{"key":"e_1_3_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300356"},{"key":"e_1_3_3_3_46_1","volume-title":"Practical Fairness: Achieving Fair and Secure Data Models. O\u2019Reilly.","author":"Nielsen Aileen","year":"2021","unstructured":"Aileen Nielsen. 2021. Practical Fairness: Achieving Fair and Secure Data Models. O\u2019Reilly."},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445604"},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445518"},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533110"},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533122"},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502123"},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415851"},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376447"},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445728"},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678520"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642755","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642755","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:44:29Z","timestamp":1750290269000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642755"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":56,"alternative-id":["10.1145\/3613904.3642755","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642755","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}