{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T03:50:06Z","timestamp":1776052206486,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":18,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772363.3798590","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T01:55:24Z","timestamp":1776045324000},"page":"1-5","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Reproducibility Beyond Artifacts: Interactional Support for Collaborative Machine Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-2848-7711","authenticated-orcid":false,"given":"Zhiwei","family":"Li","sequence":"first","affiliation":[{"name":"Daniel J. Epstein Department of Industrial & Systems Engineering, University of Southern California, Los Angeles, California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0917-1562","authenticated-orcid":false,"given":"Carl","family":"Kesselman","sequence":"additional","affiliation":[{"name":"Information Sciences Institute, University of Southern California, Los Angeles, California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_3_2_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-444-51667-1.50026-4"},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"crossref","unstructured":"Andrew\u00a0L Beam Arjun\u00a0K Manrai and Marzyeh Ghassemi. 2020. Challenges to the reproducibility of machine learning models in health care. JAMA 323 4 (2020) 305\u2013306.","DOI":"10.1001\/jama.2019.20866"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2017.20"},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"crossref","unstructured":"Jose\u00a0Armando Hernandez and Miguel Colom. 2025. Reproducible research policies and software\/data management in scientific computing journals: a survey discussion and perspectives. Frontiers in Computer Science 6 (2025) 1491823.","DOI":"10.3389\/fcomp.2024.1491823"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"crossref","unstructured":"Sayash Kapoor and Arvind Narayanan. 2023. Leakage and the reproducibility crisis in machine-learning-based science. Patterns 4 9 (2023).","DOI":"10.1016\/j.patter.2023.100804"},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"crossref","unstructured":"Dominik Kreuzberger Niklas K\u00fchl and Sebastian Hirschl. 2023. Machine learning operations (mlops): Overview definition and architecture. IEEE access 11 (2023) 31866\u201331879.","DOI":"10.1109\/ACCESS.2023.3262138"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"publisher","DOI":"10.1109\/eScience65000.2025.00030"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"crossref","unstructured":"Matthew\u00a0BA McDermott Shirly Wang Nikki Marinsek Rajesh Ranganath Luca Foschini and Marzyeh Ghassemi. 2021. Reproducibility in machine learning for health research: Still a ways to go. Science Translational Medicine 13 586 (2021) eabb1655.","DOI":"10.1126\/scitranslmed.abb1655"},{"key":"e_1_3_3_3_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510209"},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"crossref","unstructured":"Van Nguyen Sreenidhi Iyengar Haroon Rasheed Galo Apolo Zhiwei Li Aniket Kumar Hong Nguyen Austin Bohner Kyle Bolo Rahul Dhodapkar et\u00a0al. 2025. Comparison of Deep Learning and Clinician Performance for Detecting Referable Glaucoma from Fundus Photographs in a Safety Net Population. Ophthalmology Science 5 4 (2025) 100751.","DOI":"10.1016\/j.xops.2025.100751"},{"key":"e_1_3_3_3_13_2","unstructured":"Sida Peng Eirini Kalliamvakou Peter Cihon and Mert Demirer. 2023. The impact of ai on developer productivity: Evidence from github copilot. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.06590 (2023)."},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"crossref","unstructured":"David Piorkowski Soya Park April\u00a0Yi Wang Dakuo Wang Michael Muller and Felix Portnoy. 2021. How ai developers overcome communication challenges in a multidisciplinary team: A case study. Proceedings of the ACM on human-computer interaction 5 CSCW1 (2021) 1\u201325.","DOI":"10.1145\/3449205"},{"key":"e_1_3_3_3_15_2","unstructured":"Tom Preston-Werner. 2013. Semantic Versioning 2.0.0. https:\/\/semver.org. Accessed January 22 2026."},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3400903.3400908"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"crossref","unstructured":"Harald Semmelrock Tony Ross-Hellauer Simone Kopeinik Dieter Theiler Armin Haberl Stefan Thalmann and Dominik Kowald. 2025. Reproducibility in machine-learning-based research: Overview barriers and drivers. AI Magazine 46 2 (2025) e70002.","DOI":"10.1002\/aaai.70002"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"crossref","unstructured":"Agnia Sergeyuk Ilya Zakharov Ekaterina Koshchenko and Maliheh Izadi. 2026. Human-AI experience in integrated development environments: a systematic literature review. Empirical Software Engineering 31 3 (2026) 55.","DOI":"10.1007\/s10664-025-10793-0"},{"key":"e_1_3_3_3_19_2","first-page":"1","volume-title":"IStar","author":"Sothilingam Rohith","year":"2022","unstructured":"Rohith Sothilingam, Vik Pant, and SK Eric. 2022. Using i* to Analyze Collaboration Challenges in MLOps Project Teams. In IStar. 1\u20136."}],"event":{"name":"CHI EA '26: Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems","location":"Barcelona , Spain","acronym":"CHI EA '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772363.3798590","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T03:25:56Z","timestamp":1776050756000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772363.3798590"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":18,"alternative-id":["10.1145\/3772363.3798590","10.1145\/3772363"],"URL":"https:\/\/doi.org\/10.1145\/3772363.3798590","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}