{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T15:26:55Z","timestamp":1784302015895,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":137,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,19]],"date-time":"2023-04-19T00:00:00Z","timestamp":1681862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,19]]},"DOI":"10.1145\/3544548.3581555","type":"proceedings-article","created":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T04:27:20Z","timestamp":1681964840000},"page":"1-20","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Faulty or Ready? Handling Failures in Deep-Learning Computer Vision Models until Deployment: A Study of Practices, Challenges, and Needs"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2725-5305","authenticated-orcid":false,"given":"Agathe","family":"Balayn","sequence":"first","affiliation":[{"name":"Software Technology, Delft University of Technology, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8261-4652","authenticated-orcid":false,"given":"Natasa","family":"Rikalo","sequence":"additional","affiliation":[{"name":"Sustainable Design Engineering, TU Delft, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0350-0313","authenticated-orcid":false,"given":"Jie","family":"Yang","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3300-2913","authenticated-orcid":false,"given":"Alessandro","family":"Bozzon","sequence":"additional","affiliation":[{"name":"Industrial Design Engineering, Delft University of Technology, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,19]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11063-020-10231-w"},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377519"},{"key":"e_1_3_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702509"},{"key":"e_1_3_3_3_5_1","volume-title":"Introduction to Software Testing","author":"Ammann Paul","unstructured":"Paul Ammann and Jeff Offutt. 2016. Introduction to Software Testing(2nd ed.). Cambridge University Press, USA.","edition":"2"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445736"},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/52.88939"},{"key":"e_1_3_3_3_8_1","unstructured":"Vijay Arya Rachel\u00a0KE Bellamy Pin-Yu Chen Amit Dhurandhar Michael Hind Samuel\u00a0C Hoffman Stephanie Houde Q\u00a0Vera Liao Ronny Luss Aleksandra Mojsilovi\u0107 2019. One explanation does not fit all: A toolkit and taxonomy of ai explainability techniques. (2019)."},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2700832"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"crossref","unstructured":"Agathe Balayn Christoph Lofi and Geert-Jan Houben. 2021. Managing bias and unfairness in data for decision support: a survey of machine learning and data engineering approaches to identify and mitigate bias and unfairness within data management and analytics systems. The VLDB Journal (2021) 1\u201330.","DOI":"10.1007\/s00778-021-00671-8"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517474"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450069"},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i13.17359"},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462610"},{"key":"e_1_3_3_3_15_1","volume-title":"Symphony: Composing Interactive Interfaces for Machine Learning. In CHI Conference on Human Factors in Computing Systems. 1\u201314","author":"B\u00e4uerle Alex","year":"2022","unstructured":"Alex B\u00e4uerle, \u00c1ngel\u00a0Alexander Cabrera, Fred Hohman, Megan Maher, David Koski, Xavier Suau, Titus Barik, and Dominik Moritz. 2022. Symphony: Composing Interactive Interfaces for Machine Learning. In CHI Conference on Human Factors in Computing Systems. 1\u201314."},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375624"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501965"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479582"},{"key":"e_1_3_3_3_19_1","volume-title":"Using thematic analysis in psychology. Qualitative research in psychology 3, 2","author":"Braun Virginia","year":"2006","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 (2006), 77\u2013101."},{"key":"e_1_3_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479569"},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359206"},{"key":"e_1_3_3_3_22_1","unstructured":"Shanqing Cai Eric Breck E Nielsen M Salib and D Sculley. 2016. Tensorflow debugger: Debugging dataflow graphs for machine learning. (2016)."},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEM.2021.3138503"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300789"},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2984718"},{"key":"e_1_3_3_3_26_1","unstructured":"Ram Chillarese. 1999. Software Testing Best Practices IBM Research. TR Patent RC21 457."},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450644"},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/TREX51495.2020.00005"},{"key":"e_1_3_3_3_29_1","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops. 52\u201359","author":"De\u00a0Vries Terrance","year":"2019","unstructured":"Terrance De\u00a0Vries, Ishan Misra, Changhan Wang, and Laurens Van\u00a0der Maaten. 2019. Does object recognition work for everyone?. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops. 52\u201359."},{"key":"e_1_3_3_3_30_1","volume-title":"Jatinder Singh, Zhiwei\u00a0Steven Wu, Kenneth Holstein, and Haiyi Zhu.","author":"Deng Wesley\u00a0Hanwen","year":"2022","unstructured":"Wesley\u00a0Hanwen Deng, Manish Nagireddy, Michelle Seng\u00a0Ah Lee, Jatinder Singh, Zhiwei\u00a0Steven Wu, Kenneth Holstein, and Haiyi Zhu. 2022. Exploring How Machine Learning Practitioners (Try To) Use Fairness Toolkits. arXiv preprint arXiv:2205.06922(2022)."},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1978965"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","unstructured":"Gordon Fraser and JM Rojas. 2019. Software Testing. Springer International Publishing Cham 123\u2013192. https:\/\/doi.org\/10.1007\/978-3-030-00262-6_4","DOI":"10.1007\/978-3-030-00262-6_4"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"e_1_3_3_3_34_1","unstructured":"A Ghorbani and al. 2019. Towards automatic concept-based explanations. In NeurIPS."},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.9860"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111031"},{"key":"e_1_3_3_3_37_1","volume-title":"International Conference on Machine Learning. PMLR, 2376\u20132384","author":"Goyal Yash","year":"2019","unstructured":"Yash Goyal, Ziyan Wu, Jan Ernst, Dhruv Batra, Devi Parikh, and Stefan Lee. 2019. Counterfactual visual explanations. In International Conference on Machine Learning. PMLR, 2376\u20132384."},{"key":"e_1_3_3_3_38_1","unstructured":"Stefan Grafberger Julia Stoyanovich and Sebastian Schelter. 2021. Lightweight Inspection of Data Preprocessing in Native Machine Learning Pipelines.. In CIDR."},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00380"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1147\/sj.411.0004"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372831"},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00065"},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"crossref","unstructured":"Amy Heger Elizabeth\u00a0B Marquis Mihaela Vorvoreanu Hanna Wallach and Jennifer\u00a0Wortman Vaughan. 2022. Understanding Machine Learning Practitioners\u2019 Data Documentation Perceptions Needs Challenges and Desiderata. arXiv preprint arXiv:2206.02923(2022).","DOI":"10.1145\/3555760"},{"key":"e_1_3_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300809"},{"key":"e_1_3_3_3_45_1","volume-title":"Summit: Scaling deep learning interpretability by visualizing activation and attribution summarizations","author":"Hohman Fred","year":"2019","unstructured":"Fred Hohman, Haekyu Park, Caleb Robinson, and Duen Horng\u00a0Polo Chau. 2019. Summit: Scaling deep learning interpretability by visualizing activation and attribution summarizations. IEEE transactions on visualization and computer graphics 26, 1(2019), 1096\u20131106."},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376177"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392878"},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"crossref","unstructured":"Fuyuki Ishikawa and Nobukazu Yoshioka. 2019. How do engineers perceive difficulties in engineering of machine-learning systems?-questionnaire survey. In 2019 IEEE\/ACM Joint 7th International Workshop on Conducting Empirical Studies in Industry (CESI) and 6th International Workshop on Software Engineering Research and Industrial Practice (SER&IP). IEEE 2\u20139.","DOI":"10.1109\/CESSER-IP.2019.00009"},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338955"},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/CGiV.2017.19"},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445941"},{"key":"e_1_3_3_3_52_1","volume-title":"NeurIPS MLSys Workshop.","author":"Kang Daniel","year":"2018","unstructured":"Daniel Kang, Deepti Raghavan, Peter Bailis, and Matei Zaharia. 2018. Model assertions for debugging machine learning. In NeurIPS MLSys Workshop."},{"key":"e_1_3_3_3_53_1","unstructured":"Andrej Karpathy. 2019. A Recipe for Training Neural Networks. http:\/\/karpathy.github.io\/2019\/04\/25\/recipe\/"},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376219"},{"key":"e_1_3_3_3_55_1","volume-title":"Key challenges for delivering clinical impact with artificial intelligence. BMC medicine 17, 1","author":"Kelly J","year":"2019","unstructured":"Christopher\u00a0J Kelly, Alan Karthikesalingam, Mustafa Suleyman, Greg Corrado, and Dominic King. 2019. Key challenges for delivering clinical impact with artificial intelligence. BMC medicine 17, 1 (2019), 1\u20139."},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.3390\/mti5120073"},{"key":"e_1_3_3_3_57_1","volume-title":"A survey of the recent architectures of deep convolutional neural networks. Artificial intelligence review 53, 8","author":"Khan Asifullah","year":"2020","unstructured":"Asifullah Khan, Anabia Sohail, Umme Zahoora, and Aqsa\u00a0Saeed Qureshi. 2020. A survey of the recent architectures of deep convolutional neural networks. Artificial intelligence review 53, 8 (2020), 5455\u20135516."},{"key":"e_1_3_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487065"},{"key":"e_1_3_3_3_59_1","unstructured":"Been Kim Oluwasanmi Koyejo Rajiv Khanna 2016. Examples are not enough learn to criticize! Criticism for Interpretability.. In NIPS. 2280\u20132288."},{"key":"e_1_3_3_3_60_1","unstructured":"B Kim M Wattenberg and al. 2018. Interpretability beyond feature attribution: Quantitative testing with concept activation vectors. In ICML."},{"key":"e_1_3_3_3_61_1","volume-title":"International Conference on Machine Learning. PMLR, 5637\u20135664","author":"Koh Pang\u00a0Wei","year":"2021","unstructured":"Pang\u00a0Wei Koh, Shiori Sagawa, Henrik Marklund, Sang\u00a0Michael Xie, Marvin Zhang, Akshay Balsubramani, Weihua Hu, Michihiro Yasunaga, Richard\u00a0Lanas Phillips, Irena Gao, 2021. Wilds: A benchmark of in-the-wild distribution shifts. In International Conference on Machine Learning. PMLR, 5637\u20135664."},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476052"},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701399"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1109\/TE.2009.2038992"},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2013.43"},{"key":"e_1_3_3_3_66_1","volume-title":"Survey on software testing practices. IET software 6, 3","author":"Lee Jihyun","year":"2012","unstructured":"Jihyun Lee, Sungwon Kang, and Danhyung Lee. 2012. Survey on software testing practices. IET software 6, 3 (2012), 275\u2013282."},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2022.03.004"},{"key":"e_1_3_3_3_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376590"},{"key":"e_1_3_3_3_69_1","doi-asserted-by":"crossref","unstructured":"Q\u00a0Vera Liao Milena Pribi\u0107 Jaesik Han Sarah Miller and Daby Sow. 2021. Question-Driven Design Process for Explainable AI User Experiences. arXiv preprint arXiv:2104.03483(2021).","DOI":"10.1145\/3313831.3376590"},{"key":"e_1_3_3_3_70_1","volume-title":"IUI Workshops.","author":"Lim Y","year":"2019","unstructured":"Brian\u00a0Y Lim, Qian Yang, Ashraf\u00a0M Abdul, and Danding Wang. 2019. Why these Explanations? Selecting Intelligibility Types for Explanation Goals.. In IUI Workshops."},{"key":"e_1_3_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445377"},{"key":"e_1_3_3_3_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380306"},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376727"},{"key":"e_1_3_3_3_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3329486.3329489"},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449180"},{"key":"e_1_3_3_3_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236082"},{"key":"e_1_3_3_3_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512899"},{"key":"e_1_3_3_3_78_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993400802114581"},{"key":"e_1_3_3_3_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/3361721.3361724"},{"key":"e_1_3_3_3_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449213"},{"key":"e_1_3_3_3_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_3_3_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359221"},{"key":"e_1_3_3_3_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450658"},{"key":"e_1_3_3_3_84_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10633"},{"key":"e_1_3_3_3_85_1","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00007"},{"key":"e_1_3_3_3_86_1","volume-title":"Empirical studies of programmers: second workshop. Vol.\u00a02","author":"Olson M","unstructured":"Gary\u00a0M Olson, Sylvia Sheppard, and Elliot Soloway. 1987. Empirical studies of programmers: second workshop. Vol.\u00a02. Intellect Books."},{"key":"e_1_3_3_3_87_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501915"},{"key":"e_1_3_3_3_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274405"},{"key":"e_1_3_3_3_89_1","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866038"},{"key":"e_1_3_3_3_90_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-015-9294-2"},{"key":"e_1_3_3_3_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449205"},{"key":"e_1_3_3_3_92_1","volume-title":"Mohammad\u00a0Tariqul Islam, Somaya Al\u00a0Maadeed, Susu\u00a0M Zughaier","author":"Rahman Tawsifur","year":"2021","unstructured":"Tawsifur Rahman, Amith Khandakar, Yazan Qiblawey, Anas Tahir, Serkan Kiranyaz, Saad Bin\u00a0Abul Kashem, Mohammad\u00a0Tariqul Islam, Somaya Al\u00a0Maadeed, Susu\u00a0M Zughaier, Muhammad\u00a0Salman Khan, 2021. Exploring the effect of image enhancement techniques on COVID-19 detection using chest X-ray images. Computers in biology and medicine 132 (2021), 104319."},{"key":"e_1_3_3_3_93_1","volume-title":"Machine behaviour. Nature 568, 7753","author":"Rahwan Iyad","year":"2019","unstructured":"Iyad Rahwan, Manuel Cebrian, Nick Obradovich, Josh Bongard, Jean-Fran\u00e7ois Bonnefon, Cynthia Breazeal, Jacob\u00a0W Crandall, Nicholas\u00a0A Christakis, Iain\u00a0D Couzin, Matthew\u00a0O Jackson, 2019. Machine behaviour. Nature 568, 7753 (2019), 477\u2013486."},{"key":"e_1_3_3_3_94_1","volume-title":"Proceedings of Machine Learning and Systems 3","author":"Rauschmayr Nathalie","year":"2021","unstructured":"Nathalie Rauschmayr, Vikas Kumar, Rahul Huilgol, Andrea Olgiati, Satadal Bhattacharjee, Nihal Harish, Vandana Kannan, Amol Lele, Anirudh Acharya, Jared Nielsen, 2021. Amazon SageMaker Debugger: A System for Real-Time Insights into Machine Learning Model Training. Proceedings of Machine Learning and Systems 3 (2021)."},{"key":"e_1_3_3_3_95_1","volume-title":"Squares: Supporting interactive performance analysis for multiclass classifiers","author":"Ren Donghao","year":"2016","unstructured":"Donghao Ren, Saleema Amershi, Bongshin Lee, Jina Suh, and Jason\u00a0D Williams. 2016. Squares: Supporting interactive performance analysis for multiclass classifiers. IEEE transactions on visualization and computer graphics 23, 1(2016), 61\u201370."},{"key":"e_1_3_3_3_96_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_3_3_97_1","unstructured":"John Richards David Piorkowski Michael Hind Stephanie Houde and Aleksandra Mojsilovi\u0107. 2020. A methodology for creating AI FactSheets. arXiv preprint arXiv:2006.13796(2020)."},{"key":"e_1_3_3_3_98_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314248"},{"key":"e_1_3_3_3_99_1","volume-title":"Cockpit: A Practical Debugging Tool for Training Deep Neural Networks.","author":"Schneider Frank","year":"2021","unstructured":"Frank Schneider, Felix Dangel, and Philipp Hennig. 2021. Cockpit: A Practical Debugging Tool for Training Deep Neural Networks. (2021)."},{"key":"e_1_3_3_3_100_1","volume-title":"UMLAUT: Debugging Deep Learning Programs using Program Structure and Model Behavior.","author":"Schoop Eldon","year":"2021","unstructured":"Eldon Schoop, Forrest Huang, and Bj\u00f6rn Hartmann. 2021. UMLAUT: Debugging Deep Learning Programs using Program Structure and Model Behavior. (2021)."},{"key":"e_1_3_3_3_101_1","unstructured":"Shreya Shankar Yoni Halpern Eric Breck James Atwood Jimbo Wilson and D Sculley. 2017. No classification without representation: Assessing geodiversity issues in open data sets for the developing world. arXiv preprint arXiv:1711.08536(2017)."},{"key":"e_1_3_3_3_102_1","doi-asserted-by":"publisher","DOI":"10.1145\/3277567"},{"key":"e_1_3_3_3_103_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512040"},{"key":"e_1_3_3_3_104_1","doi-asserted-by":"crossref","unstructured":"Nischal Shrestha Titus Barik and Chris Parnin. 2021. Remote but Connected: How# TidyTuesday Provides an Online Community of Practice for Data Scientists.Proceedings of the ACM on Human-Computer Interaction 5 CSCW1(2021) 1\u201331.","DOI":"10.1145\/3449126"},{"key":"e_1_3_3_3_105_1","unstructured":"K Simonyan A Vedaldi and A Zisserman. 2014. Deep Inside Convolutional Networks: Visualising Image Classification Models and Saliency Maps. In ICLR."},{"key":"e_1_3_3_3_106_1","doi-asserted-by":"crossref","unstructured":"Sahil Singla Besmira Nushi Shital Shah Ece Kamar and Eric Horvitz. 2020. Understanding Failures of Deep Networks via Robust Feature Extraction. (2020).","DOI":"10.1109\/CVPR46437.2021.01266"},{"key":"e_1_3_3_3_107_1","volume-title":"When Explanations Lie: Why Many Modified BP Attributions Fail. In International Conference on Machine Learning. PMLR, 9046\u20139057","author":"Sixt Leon","year":"2020","unstructured":"Leon Sixt, Maximilian Granz, and Tim Landgraf. 2020. When Explanations Lie: Why Many Modified BP Attributions Fail. In International Conference on Machine Learning. PMLR, 9046\u20139057."},{"key":"e_1_3_3_3_108_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372870"},{"key":"e_1_3_3_3_109_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330664"},{"key":"e_1_3_3_3_110_1","doi-asserted-by":"publisher","DOI":"10.3390\/educsci11070318"},{"key":"e_1_3_3_3_111_1","doi-asserted-by":"publisher","DOI":"10.1145\/3336124"},{"key":"e_1_3_3_3_112_1","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC.2017.41"},{"key":"e_1_3_3_3_113_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445088"},{"key":"e_1_3_3_3_114_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2012.22"},{"key":"e_1_3_3_3_115_1","volume-title":"Domain adaptation in computer vision applications","author":"Tommasi Tatiana","unstructured":"Tatiana Tommasi, Novi Patricia, Barbara Caputo, and Tinne Tuytelaars. 2017. A deeper look at dataset bias. In Domain adaptation in computer vision applications. Springer, 37\u201355."},{"key":"e_1_3_3_3_116_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2011.5995347"},{"key":"e_1_3_3_3_117_1","unstructured":"Mohammad\u00a0Moeen Valipoor and Ang\u00e9lica de Antonio. 2022. Recent trends in computer vision-driven scene understanding for VI\/blind users: a systematic mapping. Universal Access in the Information Society(2022) 1\u201323."},{"key":"e_1_3_3_3_118_1","volume-title":"WHEN THE MACHINE MEETS THE EXPERT: AN ETHNOGRAPHY OF DEVELOPING AI FOR HIRING.MIS Quarterly 45, 3","author":"van\u00a0den Broek Elmira","year":"2021","unstructured":"Elmira van\u00a0den Broek, Anastasia Sergeeva, and Marleen Huysman. 2021. WHEN THE MACHINE MEETS THE EXPERT: AN ETHNOGRAPHY OF DEVELOPING AI FOR HIRING.MIS Quarterly 45, 3 (2021)."},{"key":"e_1_3_3_3_119_1","volume-title":"Visualizing data using t-SNE.Journal of machine learning research 9, 11","author":"Maaten Laurens Van\u00a0der","year":"2008","unstructured":"Laurens Van\u00a0der Maaten and Geoffrey Hinton. 2008. Visualizing data using t-SNE.Journal of machine learning research 9, 11 (2008)."},{"key":"e_1_3_3_3_120_1","volume-title":"Fairness definitions explained. In 2018 ieee\/acm international workshop on software fairness (fairware)","author":"Verma Sahil","unstructured":"Sahil Verma and Julia Rubin. 2018. Fairness definitions explained. In 2018 ieee\/acm international workshop on software fairness (fairware). IEEE, 1\u20137."},{"key":"e_1_3_3_3_121_1","doi-asserted-by":"crossref","unstructured":"Anneliese von Mayrhauser and A\u00a0Marie Vans. 1997. Program understanding behavior during debugging of large scale software. In Papers presented at the seventh workshop on Empirical studies of programmers. 157\u2013179.","DOI":"10.1145\/266399.266414"},{"key":"e_1_3_3_3_122_1","volume-title":"How does machine learning change software development practices?IEEE Transactions on Software Engineering 47, 9","author":"Wan Zhiyuan","year":"2019","unstructured":"Zhiyuan Wan, Xin Xia, David Lo, and Gail\u00a0C Murphy. 2019. How does machine learning change software development practices?IEEE Transactions on Software Engineering 47, 9 (2019), 1857\u20131871."},{"key":"e_1_3_3_3_123_1","volume-title":"REVISE: A tool for measuring and mitigating bias in visual datasets. International Journal of Computer Vision(2022), 1\u201321.","author":"Wang Angelina","year":"2022","unstructured":"Angelina Wang, Alexander Liu, Ryan Zhang, Anat Kleiman, Leslie Kim, Dora Zhao, Iroha Shirai, Arvind Narayanan, and Olga Russakovsky. 2022. REVISE: A tool for measuring and mitigating bias in visual datasets. International Journal of Computer Vision(2022), 1\u201321."},{"key":"e_1_3_3_3_124_1","doi-asserted-by":"crossref","unstructured":"Dakuo Wang Elizabeth Churchill Pattie Maes Xiangmin Fan Ben Shneiderman Yuanchun Shi and Qianying Wang. 2020. From human-human collaboration to Human-AI collaboration: Designing AI systems that can work together with people. In Extended abstracts of the 2020 CHI conference on human factors in computing systems. 1\u20136.","DOI":"10.1145\/3334480.3381069"},{"key":"e_1_3_3_3_125_1","doi-asserted-by":"publisher","DOI":"10.1145\/3059009.3072979"},{"key":"e_1_3_3_3_126_1","volume-title":"The what-if tool: Interactive probing of machine learning models","author":"Wexler James","year":"2019","unstructured":"James Wexler, Mahima Pushkarna, Tolga Bolukbasi, Martin Wattenberg, Fernanda Vi\u00e9gas, and Jimbo Wilson. 2019. The what-if tool: Interactive probing of machine learning models. IEEE transactions on visualization and computer graphics 26, 1(2019), 56\u201365."},{"key":"e_1_3_3_3_127_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376807"},{"key":"e_1_3_3_3_128_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196709.3196729"},{"key":"e_1_3_3_3_129_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479587"},{"key":"e_1_3_3_3_130_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392826"},{"key":"e_1_3_3_3_131_1","volume-title":"Manifold: A model-agnostic framework for interpretation and diagnosis of machine learning models","author":"Zhang Jiawei","year":"2018","unstructured":"Jiawei Zhang, Yang Wang, Piero Molino, Lezhi Li, and David\u00a0S Ebert. 2018. Manifold: A model-agnostic framework for interpretation and diagnosis of machine learning models. IEEE transactions on visualization and computer graphics 25, 1(2018), 364\u2013373."},{"key":"e_1_3_3_3_132_1","volume-title":"Machine learning testing: Survey, landscapes and horizons","author":"Zhang M","year":"2020","unstructured":"Jie\u00a0M Zhang, Mark Harman, Lei Ma, and Yang Liu. 2020. Machine learning testing: Survey, landscapes and horizons. IEEE Transactions on Software Engineering(2020)."},{"key":"e_1_3_3_3_133_1","volume-title":"You Complete Me: Human-AI Teams and Complementary Expertise. In CHI Conference on Human Factors in Computing Systems. 1\u201328","author":"Zhang Qiaoning","year":"2022","unstructured":"Qiaoning Zhang, Matthew\u00a0L Lee, and Scott Carter. 2022. You Complete Me: Human-AI Teams and Complementary Expertise. In CHI Conference on Human Factors in Computing Systems. 1\u201328."},{"key":"e_1_3_3_3_134_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380362"},{"key":"e_1_3_3_3_135_1","volume-title":"Towards Relatable Explainable AI with the Perceptual Process. In CHI Conference on Human Factors in Computing Systems. 1\u201324","author":"Zhang Wencan","year":"2022","unstructured":"Wencan Zhang and Brian\u00a0Y Lim. 2022. Towards Relatable Explainable AI with the Perceptual Process. In CHI Conference on Human Factors in Computing Systems. 1\u201324."},{"key":"e_1_3_3_3_136_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359158"},{"key":"e_1_3_3_3_137_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17313"}],"event":{"name":"CHI '23: CHI Conference on Human Factors in Computing Systems","location":"Hamburg Germany","acronym":"CHI '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581555","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3581555","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:46:56Z","timestamp":1750178816000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581555"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,19]]},"references-count":137,"alternative-id":["10.1145\/3544548.3581555","10.1145\/3544548"],"URL":"https:\/\/doi.org\/10.1145\/3544548.3581555","relation":{},"subject":[],"published":{"date-parts":[[2023,4,19]]},"assertion":[{"value":"2023-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}