{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T20:20:32Z","timestamp":1768594832963,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":141,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T00:00:00Z","timestamp":1717372800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,3]]},"DOI":"10.1145\/3630106.3658951","type":"proceedings-article","created":{"date-parts":[[2024,6,5]],"date-time":"2024-06-05T13:14:21Z","timestamp":1717593261000},"page":"1002-1013","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["From Model Performance to Claim: How a Change of Focus in Machine Learning Replicability Can Help Bridge the Responsibility Gap"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-3204-2352","authenticated-orcid":false,"given":"Tianqi","family":"Kou","sequence":"first","affiliation":[{"name":"College of Information Sciences and Technology, Pennsylvania State University, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,6,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"ACM. 2018. ACM Code of Ethics and Professional Conduct. https:\/\/www.acm.org\/code-of-ethics"},{"key":"e_1_3_2_1_2_1","unstructured":"ACM. 2020. Artifact review and badging. https:\/\/www.acm.org\/publications\/policies\/artifact-review-and-badging-current"},{"key":"e_1_3_2_1_3_1","volume-title":"Reproducibility of Machine Learning: Terminology, Recommendations and Open Issues. arXiv preprint arXiv:2302.12691","author":"Albertoni Riccardo","year":"2023","unstructured":"Riccardo Albertoni, Sara Colantonio, Piotr Skrzypczy\u0144ski, and Jerzy Stefanowski. 2023. Reproducibility of Machine Learning: Terminology, Recommendations and Open Issues. arXiv preprint arXiv:2302.12691 (2023)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.shpsa.2016.08.003"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency. 2057\u20132068","author":"Ashurst Carolyn","year":"2022","unstructured":"Carolyn Ashurst, Solon Barocas, Rosie Campbell, and Deborah Raji. 2022. Disentangling the components of ethical research in machine learning. In Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency. 2057\u20132068."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533780"},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency. 1194\u20131206","author":"Balagopalan Aparna","year":"2022","unstructured":"Aparna Balagopalan, Haoran Zhang, Kimia Hamidieh, Thomas Hartvigsen, Frank Rudzicz, and Marzyeh Ghassemi. 2022. The road to explainability is paved with bias: Measuring the fairness of explanations. In Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency. 1194\u20131206."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372830"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375624"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372864"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533083"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723872.2723882"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"James Bogen. 2000. Two as good as a hundred\u2019: Poorly replicated evidence in some nineteenth-century neuroscientific research. Studies in History and Philosophy of Science Part C: Studies in History and Philosophy of Biological and Biomedical Sciences 32 3 (2000).","DOI":"10.1016\/S1369-8486(01)00013-9"},{"key":"e_1_3_2_1_14_1","volume-title":"Analysing and assessing accountability: A conceptual framework 1. European law journal 13, 4","author":"Bovens Mark","year":"2007","unstructured":"Mark Bovens. 2007. Analysing and assessing accountability: A conceptual framework 1. European law journal 13, 4 (2007), 447\u2013468."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594033"},{"key":"e_1_3_2_1_16_1","volume-title":"Changing order: Replication and induction in scientific practice","author":"Collins Harry","unstructured":"Harry Collins. 1992. Changing order: Replication and induction in scientific practice. University of Chicago Press."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1177\/003803857500900202"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533150"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533137"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594104"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5555\/3586589.3586815"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","first-page":"8187","DOI":"10.1007\/s11229-021-03158-9","article-title":"Scientific conclusions need not be accurate, justified, or believed by their authors","volume":"199","author":"Dang Haixin","year":"2021","unstructured":"Haixin Dang and Liam\u00a0Kofi Bright. 2021. Scientific conclusions need not be accurate, justified, or believed by their authors. Synthese 199, 3 (2021), 8187\u20138203.","journal-title":"Synthese"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534647"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1080\/10618600.2017.1384734"},{"key":"e_1_3_2_1_25_1","volume-title":"Science, policy, and the value-free ideal","author":"Douglas Heather","unstructured":"Heather Douglas. 2009. Science, policy, and the value-free ideal. University of Pittsburgh Pre."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1177\/0306312706064235","article-title":"When the chick hits the fan: representativeness and reproducibility in technological tests","volume":"37","author":"Downer John","year":"2007","unstructured":"John Downer. 2007. When the chick hits the fan: representativeness and reproducibility in technological tests. Social Studies of Science 37, 1 (2007), 7\u201326.","journal-title":"Social Studies of Science"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Anna Dreber and Magnus Johannesson. 2019. Statistical significance and the replication crisis in the social sciences. In Oxford research encyclopedia of economics and finance.","DOI":"10.1093\/acrefore\/9780190625979.013.461"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445188"},{"key":"e_1_3_2_1_29_1","first-page":"19","article-title":"The Craft and Code Binary","volume":"38","author":"Evans James","year":"2023","unstructured":"James Evans, Tyler Reigeluth, and Adrian Johns. 2023. The Craft and Code Binary: Before, During, and After. Osiris 38, 1 (2023), 19\u201339.","journal-title":"Before, During, and After. Osiris"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1016\/j.shpsa.2016.04.003","article-title":"The experimenters\u2019 regress reconsidered: Replication, tacit knowledge, and the dynamics of knowledge generation","volume":"58","author":"Feest Uljana","year":"2016","unstructured":"Uljana Feest. 2016. The experimenters\u2019 regress reconsidered: Replication, tacit knowledge, and the dynamics of knowledge generation. Studies in History and Philosophy of Science Part A 58 (2016), 34\u201345.","journal-title":"Studies in History and Philosophy of Science Part A"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","first-page":"895","DOI":"10.1086\/705451","article-title":"Why replication is overrated","volume":"86","author":"Feest Uljana","year":"2019","unstructured":"Uljana Feest. 2019. Why replication is overrated. Philosophy of Science 86, 5 (2019), 895\u2013905.","journal-title":"Philosophy of Science"},{"key":"e_1_3_2_1_32_1","unstructured":"Romero Felipe. 2019. The Division of Replication Labor. http:\/\/philsci-archive.pitt.edu\/16472\/ forthcoming Philosophy of Science."},{"key":"e_1_3_2_1_33_1","volume-title":"The Stanford Encyclopedia of Philosophy (Summer 2021 ed.), Edward\u00a0N","author":"Fidler Fiona","unstructured":"Fiona Fidler and John Wilcox. 2021. Reproducibility of Scientific Results. In The Stanford Encyclopedia of Philosophy (Summer 2021 ed.), Edward\u00a0N. Zalta (Ed.). Metaphysics Research Lab, Stanford University."},{"key":"e_1_3_2_1_34_1","volume-title":"Reward research for being useful-not just flashy.Nature 610, 7930","author":"Flagg Melissa","year":"2022","unstructured":"Melissa Flagg. 2022. Reward research for being useful-not just flashy.Nature 610, 7930 (2022), 9\u20139."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","first-page":"960","DOI":"10.1017\/psa.2022.38","article-title":"Replication Is for Meta-Analysis","volume":"89","author":"Fletcher C","year":"2022","unstructured":"Samuel\u00a0C Fletcher. 2022. Replication Is for Meta-Analysis. Philosophy of Science 89, 5 (2022), 960\u2013969.","journal-title":"Philosophy of Science"},{"key":"e_1_3_2_1_36_1","volume-title":"Avoiding the experimenters","author":"Franklin Allan","year":"1998","unstructured":"Allan Franklin. 1998. Avoiding the experimenters\u2019 regress. A house built on sand: Exposing postmodernist myths about science (1998), 151\u201365."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533084"},{"key":"e_1_3_2_1_38_1","volume-title":"Epistemic injustice: Power and the ethics of knowing","author":"Fricker Miranda","unstructured":"Miranda Fricker. 2007. Epistemic injustice: Power and the ethics of knowing. Oxford University Press."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533229"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","first-page":"210","DOI":"10.1093\/monist\/onaa033","article-title":"Moral Entanglement: Taking Responsibility and Vicarious Responsibility","volume":"104","author":"Goetze S","year":"2021","unstructured":"Trystan\u00a0S Goetze. 2021. Moral Entanglement: Taking Responsibility and Vicarious Responsibility. The Monist 104, 2 (2021), 210\u2013223.","journal-title":"The Monist"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533106"},{"key":"e_1_3_2_1_42_1","volume-title":"What does research reproducibility mean?Science translational medicine 8, 341","author":"Goodman N","year":"2016","unstructured":"Steven\u00a0N Goodman, Daniele Fanelli, and John\u00a0PA Ioannidis. 2016. What does research reproducibility mean?Science translational medicine 8, 341 (2016), 341ps12\u2013341ps12."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","first-page":"105","DOI":"10.14318\/hau2.2.007","article-title":"Dead zones of the imagination: On violence, bureaucracy, and interpretive labor: The Malinowski Memorial Lecture, 2006","volume":"2","author":"Graeber David","year":"2012","unstructured":"David Graeber. 2012. Dead zones of the imagination: On violence, bureaucracy, and interpretive labor: The Malinowski Memorial Lecture, 2006. HAU: journal of Ethnographic Theory 2, 2 (2012), 105\u2013128.","journal-title":"HAU: journal of Ethnographic Theory"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.23919\/JSC.2021.0029"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372840"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Gabriel Grill. 2022. Constructing certainty in machine learning: On the performativity of testing and its hold on the future. (2022).","DOI":"10.31219\/osf.io\/zekqv"},{"key":"e_1_3_2_1_47_1","article-title":"The fundamental principles of reproducibility","volume":"379","author":"Gundersen Odd\u00a0Erik","year":"2021","unstructured":"Odd\u00a0Erik Gundersen. 2021. The fundamental principles of reproducibility. Philosophical Transactions of the Royal Society A 379, 2197 (2021), 20200210.","journal-title":"Philosophical Transactions of the Royal Society A"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11503"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"crossref","unstructured":"David\u00a0H Guston. 2000. Between politics and science: Assuring the integrity and productivity of research. (2000).","DOI":"10.1017\/CBO9780511571480"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"crossref","first-page":"453","DOI":"10.1086\/703555","article-title":"A new account of replication in the experimental life sciences","volume":"86","author":"Guttinger Stephan","year":"2019","unstructured":"Stephan Guttinger. 2019. A new account of replication in the experimental life sciences. Philosophy of Science 86, 3 (2019), 453\u2013471.","journal-title":"Philosophy of Science"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1007\/s13194-019-0269-1","article-title":"The limits of replicability","volume":"10","author":"Guttinger Stephan","year":"2020","unstructured":"Stephan Guttinger. 2020. The limits of replicability. European Journal for Philosophy of Science 10, 2 (2020), 10.","journal-title":"European Journal for Philosophy of Science"},{"key":"e_1_3_2_1_52_1","volume-title":"Surveys & Meta-Analyses Workshop at NeurIPS.","author":"Hancox-Li Leif","year":"2020","unstructured":"Leif Hancox-Li and Capital One. 2020. Beyond Methods Reproducibility in Machine Learning. In ML-Retrospectives, Surveys & Meta-Analyses Workshop at NeurIPS."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"crossref","first-page":"752","DOI":"10.2307\/2026019","article-title":"Believing what one ought","volume":"80","author":"Heil John","year":"1983","unstructured":"John Heil. 1983. Believing what one ought. The Journal of Philosophy 80, 11 (1983), 752\u2013765.","journal-title":"The Journal of Philosophy"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1007\/s13194-020-00317-6","article-title":"Double trouble? The communication dimension of the reproducibility crisis in experimental psychology and neuroscience","volume":"10","author":"Hensel M","year":"2020","unstructured":"Witold\u00a0M Hensel. 2020. Double trouble? The communication dimension of the reproducibility crisis in experimental psychology and neuroscience. European Journal for Philosophy of Science 10, 3 (2020), 44.","journal-title":"European Journal for Philosophy of Science"},{"key":"e_1_3_2_1_55_1","volume-title":"The Dataset Nutrition Label: A Framework To Drive Higher Data Quality Standards. CoRR abs\/1805.03677","author":"Holland Sarah","year":"2018","unstructured":"Sarah Holland, Ahmed Hosny, Sarah Newman, Joshua Joseph, and Kasia Chmielinski. 2018. The Dataset Nutrition Label: A Framework To Drive Higher Data Quality Standards. CoRR abs\/1805.03677 (2018). arXiv:1805.03677http:\/\/arxiv.org\/abs\/1805.03677"},{"key":"e_1_3_2_1_56_1","volume-title":"PSA: Proceedings of the Biennial Meeting of the Philosophy of Science Association, Vol.\u00a01990","author":"Hones J","year":"1990","unstructured":"Michael\u00a0J Hones. 1990. Reproducibility as a methodological imperative in experimental research. In PSA: Proceedings of the Biennial Meeting of the Philosophy of Science Association, Vol.\u00a01990. Cambridge University Press, 585\u2013599."},{"key":"e_1_3_2_1_57_1","volume-title":"Is there a replication crisis in medical education research?Academic Medicine 96, 7","author":"Hope David","year":"2021","unstructured":"David Hope, Avril Dewar, and Christopher Hay. 2021. Is there a replication crisis in medical education research?Academic Medicine 96, 7 (2021), 958\u2013963."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445918"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","unstructured":"N. Institution. 2023. Sense 6.a. Oxford English Dictionary. https:\/\/doi.org\/10.1093\/OED\/4488691117","DOI":"10.1093\/OED"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445901"},{"key":"e_1_3_2_1_61_1","volume-title":"States of knowledge: the co-production of science and the social order","author":"Jasanoff Sheila","unstructured":"Sheila Jasanoff. 2004. States of knowledge: the co-production of science and the social order. Routledge."},{"key":"e_1_3_2_1_62_1","volume-title":"Technologies of humility: Citizen participation in governing science","author":"Jasanoff Sheila","unstructured":"Sheila Jasanoff. 2005. Technologies of humility: Citizen participation in governing science. Springer."},{"key":"e_1_3_2_1_63_1","volume-title":"Dreamscapes of modernity: Sociotechnical imaginaries and the fabrication of power","author":"Jasanoff Sheila","unstructured":"Sheila Jasanoff and Sang-Hyun Kim. 2015. Dreamscapes of modernity: Sociotechnical imaginaries and the fabrication of power. University of Chicago Press."},{"key":"e_1_3_2_1_64_1","volume-title":"Computer systems: Moral entities but not moral agents. Ethics and information technology 8","author":"Johnson G","year":"2006","unstructured":"Deborah\u00a0G Johnson. 2006. Computer systems: Moral entities but not moral agents. Ethics and information technology 8 (2006), 195\u2013204."},{"key":"e_1_3_2_1_65_1","volume-title":"International data privacy law","author":"Kaminski E","year":"2020","unstructured":"Margot\u00a0E Kaminski and Gianclaudio Malgieri. 2020. Algorithmic impact assessments under the GDPR: producing multi-layered explanations. International data privacy law (2020), 19\u201328."},{"key":"e_1_3_2_1_66_1","volume-title":"Reforms: Reporting standards for machine learning based science. arXiv preprint arXiv:2308.07832","author":"Kapoor Sayash","year":"2023","unstructured":"Sayash Kapoor, Emily Cantrell, Kenny Peng, Thanh\u00a0Hien Pham, Christopher\u00a0A Bail, Odd\u00a0Erik Gundersen, Jake\u00a0M Hofman, Jessica Hullman, Michael\u00a0A Lones, Momin\u00a0M Malik, 2023. Reforms: Reporting standards for machine learning based science. arXiv preprint arXiv:2308.07832 (2023)."},{"key":"e_1_3_2_1_67_1","volume-title":"Leakage and the reproducibility crisis in ML-based science. arXiv preprint arXiv:2207.07048","author":"Kapoor Sayash","year":"2022","unstructured":"Sayash Kapoor and Arvind Narayanan. 2022. Leakage and the reproducibility crisis in ML-based science. arXiv preprint arXiv:2207.07048 (2022)."},{"key":"e_1_3_2_1_68_1","volume-title":"Science, truth, and democracy","author":"Kitcher Philip","unstructured":"Philip Kitcher. 2001. Science, truth, and democracy. Oxford University Press."},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1177\/2515245918810225"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533116"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445937"},{"key":"e_1_3_2_1_72_1","volume-title":"The structure of scientific revolutions. Vol.\u00a0962","author":"Kuhn S","unstructured":"Thomas\u00a0S Kuhn. 1997. The structure of scientific revolutions. Vol.\u00a0962. University of Chicago press Chicago."},{"key":"e_1_3_2_1_73_1","volume-title":"Give me a laboratory and I will raise the world. Science observed: Perspectives on the social study of science","author":"Latour Bruno","year":"1983","unstructured":"Bruno Latour. 1983. Give me a laboratory and I will raise the world. Science observed: Perspectives on the social study of science (1983), 141\u2013170."},{"key":"e_1_3_2_1_74_1","volume-title":"Laboratory life: The construction of scientific facts","author":"Latour Bruno","unstructured":"Bruno Latour and Steve Woolgar. 2013. Laboratory life: The construction of scientific facts. Princeton university press."},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0025172"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"crossref","first-page":"737","DOI":"10.1086\/605804","article-title":"On the locality of data and claims about phenomena","volume":"76","author":"Leonelli Sabina","year":"2009","unstructured":"Sabina Leonelli. 2009. On the locality of data and claims about phenomena. Philosophy of Science 76, 5 (2009), 737\u2013749.","journal-title":"Philosophy of Science"},{"key":"e_1_3_2_1_77_1","volume-title":"Including a symposium on Mary Morgan: curiosity, imagination, and surprise, Vol.\u00a036","author":"Leonelli Sabina","unstructured":"Sabina Leonelli. 2018. Rethinking reproducibility as a criterion for research quality. In Including a symposium on Mary Morgan: curiosity, imagination, and surprise, Vol.\u00a036. Emerald Publishing Limited, 129\u2013146."},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"crossref","unstructured":"Sabina Leonelli. 2023. Philosophy of open science. (2023).","DOI":"10.1017\/9781009416368"},{"key":"e_1_3_2_1_79_1","volume-title":"Must the scientist make value judgments?The Journal of philosophy 57, 11","author":"Levi Isaac","year":"1960","unstructured":"Isaac Levi. 1960. Must the scientist make value judgments?The Journal of philosophy 57, 11 (1960), 345\u2013357."},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1086\/287841"},{"key":"e_1_3_2_1_81_1","first-page":"1","article-title":"Trustworthy AI: From principles to practices","volume":"55","author":"Li Bo","year":"2023","unstructured":"Bo Li, Peng Qi, Bo Liu, Shuai Di, Jingen Liu, Jiquan Pei, Jinfeng Yi, and Bowen Zhou. 2023. Trustworthy AI: From principles to practices. Comput. Surveys 55, 9 (2023), 1\u201346.","journal-title":"Comput. Surveys"},{"key":"e_1_3_2_1_82_1","volume-title":"Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency. 2103\u20132113","author":"Lima Gabriel","year":"2022","unstructured":"Gabriel Lima, Nina Grgi\u0107-Hla\u010da, Jin\u00a0Keun Jeong, and Meeyoung Cha. 2022. The conflict between explainable and accountable decision-making algorithms. In Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency. 2103\u20132113."},{"key":"e_1_3_2_1_83_1","volume-title":"Replication markets: Results, lessons, challenges and opportunities in ai replication. arXiv preprint arXiv:2005.04543","author":"Liu Yang","year":"2020","unstructured":"Yang Liu, Michael Gordon, Juntao Wang, Michael Bishop, Yiling Chen, Thomas Pfeiffer, Charles Twardy, and Domenico Viganola. 2020. Replication markets: Results, lessons, challenges and opportunities in ai replication. arXiv preprint arXiv:2005.04543 (2020)."},{"key":"e_1_3_2_1_84_1","volume-title":"Building trust in information: Perspectives on the frontiers of provenance","author":"Lud\u00e4scher Bertram","unstructured":"Bertram Lud\u00e4scher. 2016. A brief tour through provenance in scientific workflows and databases. In Building trust in information: Perspectives on the frontiers of provenance. Springer, 103\u2013126."},{"key":"e_1_3_2_1_85_1","volume-title":"What is a replication?Philosophy of Science 87, 4","author":"Machery Edouard","year":"2020","unstructured":"Edouard Machery. 2020. What is a replication?Philosophy of Science 87, 4 (2020), 545\u2013567."},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"crossref","unstructured":"John McCarthy. 1997. AI as sport.","DOI":"10.1126\/science.276.5318.1518"},{"key":"e_1_3_2_1_87_1","volume-title":"A normative framework for artificial intelligence as a sociotechnical system in healthcare. Patterns 4, 11","author":"McCradden D","year":"2023","unstructured":"Melissa\u00a0D McCradden, Shalmali Joshi, James\u00a0A Anderson, and Alex\u00a0John London. 2023. A normative framework for artificial intelligence as a sociotechnical system in healthcare. Patterns 4, 11 (2023)."},{"key":"e_1_3_2_1_88_1","volume-title":"YesWorkflow: a user-oriented, language-independent tool for recovering workflow information from scripts. arXiv preprint arXiv:1502.02403","author":"McPhillips Timothy","year":"2015","unstructured":"Timothy McPhillips, Tianhong Song, Tyler Kolisnik, Steve Aulenbach, Khalid Belhajjame, Kyle Bocinsky, Yang Cao, Fernando Chirigati, Saumen Dey, Juliana Freire, 2015. YesWorkflow: a user-oriented, language-independent tool for recovering workflow information from scripts. arXiv preprint arXiv:1502.02403 (2015)."},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445935"},{"key":"e_1_3_2_1_90_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445933"},{"key":"e_1_3_2_1_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_1_92_1","doi-asserted-by":"publisher","DOI":"10.1177\/004839318601600102"},{"key":"e_1_3_2_1_93_1","unstructured":"Engineering National Academies\u00a0of Sciences Medicine 2019. Reproducibility and replicability in science. (2019)."},{"key":"e_1_3_2_1_94_1","volume-title":"Accountability in a computerized society. Science and engineering ethics 2","author":"Nissenbaum Helen","year":"1996","unstructured":"Helen Nissenbaum. 1996. Accountability in a computerized society. Science and engineering ethics 2 (1996), 25\u201342."},{"key":"e_1_3_2_1_95_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533133"},{"key":"e_1_3_2_1_96_1","first-page":"44","article-title":"Change the world","volume":"89","author":"Packer George","year":"2013","unstructured":"George Packer. 2013. Change the world. The New Yorker 89, 15 (2013), 44\u201355.","journal-title":"The New Yorker"},{"key":"e_1_3_2_1_97_1","first-page":"570","article-title":"Pandora\u2019s Hope: Essays on the Reality of Science Studies","volume":"87","author":"Pandora Katherine","year":"1999","unstructured":"Katherine Pandora. 1999. Pandora\u2019s Hope: Essays on the Reality of Science Studies. American Scientist 87, 6 (1999), 570\u2013570.","journal-title":"American Scientist"},{"key":"e_1_3_2_1_98_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594049"},{"key":"e_1_3_2_1_99_1","volume-title":"The social construction of facts and artefacts: Or how the sociology of science and the sociology of technology might benefit each other. Social studies of science 14, 3","author":"Pinch J","year":"1984","unstructured":"Trevor\u00a0J Pinch and Wiebe\u00a0E Bijker. 1984. The social construction of facts and artefacts: Or how the sociology of science and the sociology of technology might benefit each other. Social studies of science 14, 3 (1984), 399\u2013441."},{"key":"e_1_3_2_1_100_1","doi-asserted-by":"publisher","DOI":"10.5555\/3546258.3546422"},{"key":"e_1_3_2_1_101_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533201"},{"key":"e_1_3_2_1_102_1","volume-title":"The logic of scientific discovery","author":"Popper Karl","unstructured":"Karl Popper. 2005. The logic of scientific discovery. Routledge."},{"key":"e_1_3_2_1_103_1","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1007\/s10676-023-09676-z","article-title":"Automated opioid risk scores: a case for machine learning-induced epistemic injustice in healthcare","volume":"25","author":"Pozzi Giorgia","year":"2023","unstructured":"Giorgia Pozzi. 2023. Automated opioid risk scores: a case for machine learning-induced epistemic injustice in healthcare. Ethics and Information Technology 25, 1 (2023), 3.","journal-title":"Ethics and Information Technology"},{"key":"e_1_3_2_1_104_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533231"},{"key":"e_1_3_2_1_105_1","volume-title":"PSA: Proceedings of the Biennial Meeting of the Philosophy of Science Association, Vol.\u00a01992","author":"Radder Hans","year":"1992","unstructured":"Hans Radder. 1992. Experimental reproducibility and the experimenters\u2019 regress. In PSA: Proceedings of the Biennial Meeting of the Philosophy of Science Association, Vol.\u00a01992. Cambridge University Press, 63\u201373."},{"key":"e_1_3_2_1_106_1","unstructured":"Hans Radder. 1996. In and about the world: Philosophical studies of science and technology. suny Press."},{"key":"e_1_3_2_1_107_1","volume-title":"A step toward quantifying independently reproducible machine learning research. Advances in Neural Information Processing Systems 32","author":"Raff Edward","year":"2019","unstructured":"Edward Raff. 2019. A step toward quantifying independently reproducible machine learning research. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_2_1_108_1","volume-title":"AI and the everything in the whole wide world benchmark. arXiv preprint arXiv:2111.15366","author":"Raji Inioluwa\u00a0Deborah","year":"2021","unstructured":"Inioluwa\u00a0Deborah Raji, Emily\u00a0M Bender, Amandalynne Paullada, Emily Denton, and Alex Hanna. 2021. AI and the everything in the whole wide world benchmark. arXiv preprint arXiv:2111.15366 (2021)."},{"key":"e_1_3_2_1_109_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533158"},{"key":"e_1_3_2_1_110_1","volume-title":"Algorithmic Impact Assessments: A Practical Framework for Public Agency. AI Now","author":"Reisman Dillon","year":"2018","unstructured":"Dillon Reisman, Jason Schultz, Kate Crawford, and Meredith Whittaker. 2018. Algorithmic Impact Assessments: A Practical Framework for Public Agency. AI Now (2018)."},{"key":"e_1_3_2_1_111_1","volume-title":"Proceedings of the ACM on Human-Computer Interaction 3, CSCW","author":"Ribes David","year":"2019","unstructured":"David Ribes. 2019. How I learned what a domain was. Proceedings of the ACM on Human-Computer Interaction 3, CSCW (2019), 1\u201312."},{"key":"e_1_3_2_1_112_1","volume-title":"Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency. 2223\u20132238","author":"Robertson Samantha","year":"2022","unstructured":"Samantha Robertson and Mark D\u00edaz. 2022. Understanding and Being Understood: User Strategies for Identifying and Recovering From Mistranslations in Machine Translation-Mediated Chat. In Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency. 2223\u20132238."},{"key":"e_1_3_2_1_113_1","volume-title":"A meta-analysis of overfitting in machine learning. Advances in Neural Information Processing Systems 32","author":"Roelofs Rebecca","year":"2019","unstructured":"Rebecca Roelofs, Vaishaal Shankar, Benjamin Recht, Sara Fridovich-Keil, Moritz Hardt, John Miller, and Ludwig Schmidt. 2019. A meta-analysis of overfitting in machine learning. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_2_1_114_1","volume-title":"Moral dimensions: Permissibility, meaning, blame","author":"Scanlon M","unstructured":"Thomas\u00a0M Scanlon. 2008. Moral dimensions: Permissibility, meaning, blame. Harvard University Press."},{"key":"e_1_3_2_1_115_1","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1163\/187226311X599934","article-title":"What does history matter to philosophy of science? The concept of replication and the methodology of experiments","volume":"5","author":"Schickore Jutta","year":"2011","unstructured":"Jutta Schickore. 2011. What does history matter to philosophy of science? The concept of replication and the methodology of experiments. Journal of the Philosophy of History 5, 3 (2011), 513\u2013532.","journal-title":"Journal of the Philosophy of History"},{"key":"e_1_3_2_1_116_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533218"},{"key":"e_1_3_2_1_117_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533127"},{"key":"e_1_3_2_1_118_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287598"},{"key":"e_1_3_2_1_119_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593985"},{"key":"e_1_3_2_1_120_1","volume-title":"Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency. 1330\u20131340","author":"Shang Ruoxi","year":"2022","unstructured":"Ruoxi Shang, KJ\u00a0Kevin Feng, and Chirag Shah. 2022. Why am I not seeing it? Understanding users\u2019 needs for counterfactual explanations in everyday recommendations. In Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency. 1330\u20131340."},{"key":"e_1_3_2_1_121_1","unstructured":"Steven Shapin. 2004. The way we trust now: The authority of science and the character of the scientist. (2004)."},{"key":"e_1_3_2_1_122_1","volume-title":"Leviathan and the air-pump: Hobbes, Boyle, and the experimental life","author":"Shapin Steven","unstructured":"Steven Shapin and Simon Schaffer. 2011. Leviathan and the air-pump: Hobbes, Boyle, and the experimental life. Princeton University Press."},{"key":"e_1_3_2_1_123_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533156"},{"key":"e_1_3_2_1_124_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951720906849"},{"key":"e_1_3_2_1_125_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533122"},{"key":"e_1_3_2_1_126_1","volume-title":"Best practices for computational science: Software infrastructure and environments for reproducible and extensible research. Available at SSRN 2322276","author":"Stodden Victoria","year":"2013","unstructured":"Victoria Stodden and Sheila Miguez. 2013. Best practices for computational science: Software infrastructure and environments for reproducible and extensible research. Available at SSRN 2322276 (2013)."},{"key":"e_1_3_2_1_127_1","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415570"},{"key":"e_1_3_2_1_128_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSPEC.2019.8678513"},{"key":"e_1_3_2_1_129_1","volume-title":"\u201cMagnificent Machine","author":"Tinn Honghong","year":"2023","unstructured":"Honghong Tinn. 2023. Between \u201cMagnificent Machine\u201d and \u201cElusive Device\u201d Wassily Leontief\u2019s Input-Output Analysis and Its International Applicability. Osiris 38, 1 (2023), 129\u2013146."},{"key":"e_1_3_2_1_130_1","first-page":"3","article-title":"Pretrial risk assessment in the federal court","volume":"73","author":"VanNostrand Marie","year":"2009","unstructured":"Marie VanNostrand and Gena Keebler. 2009. Pretrial risk assessment in the federal court. Fed. Probation 73 (2009), 3.","journal-title":"Fed. Probation"},{"key":"e_1_3_2_1_131_1","volume-title":"The EU General Data Protection Regulation (GDPR): A Practical Guide","author":"Voigt Paul","unstructured":"Paul Voigt and Axel von\u00a0dem Bussche. 2017. The EU General Data Protection Regulation (GDPR): A Practical Guide (1st ed.). Springer Publishing Company, Incorporated.","edition":"1"},{"key":"e_1_3_2_1_132_1","volume-title":"Machine learning that matters. arXiv preprint arXiv:1206.4656","author":"Wagstaff Kiri","year":"2012","unstructured":"Kiri Wagstaff. 2012. Machine learning that matters. arXiv preprint arXiv:1206.4656 (2012)."},{"key":"e_1_3_2_1_133_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219903"},{"key":"e_1_3_2_1_134_1","unstructured":"Pete Warden. 2018. The machine learning reproducibility crisis."},{"key":"e_1_3_2_1_135_1","doi-asserted-by":"publisher","DOI":"10.1177\/20539517231177620"},{"key":"e_1_3_2_1_136_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533779"},{"key":"e_1_3_2_1_137_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533118"},{"key":"e_1_3_2_1_138_1","unstructured":"Wenbo Zhang Hangzhi Guo Prerna Ranganathan Jay Patel Sathyanath Rajasekharan Nidhi Danayak Manan Gupta and Amulya Yadav. 2023. TRIM-AI: Harnessing Language Models for Providing Timely Maternal & Neonatal Care in Low-Resource Countries. (2023)."},{"key":"e_1_3_2_1_139_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372852"},{"key":"e_1_3_2_1_140_1","volume-title":"Teachers Are Turning to AI Solutions for Assistance. EdTech Magazine","author":"Zimmerman Eli","year":"2018","unstructured":"Eli Zimmerman. 2018. Teachers Are Turning to AI Solutions for Assistance. EdTech Magazine (2018)."},{"key":"e_1_3_2_1_141_1","unstructured":"Jonathan Zittrain. 2014. The virtues of procrastination. https:\/\/www.internetimpossible.org\/virtues-of-procrastination\/"}],"event":{"name":"FAccT '24: The 2024 ACM Conference on Fairness, Accountability, and Transparency","location":"Rio de Janeiro Brazil","acronym":"FAccT '24"},"container-title":["The 2024 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3658951","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3630106.3658951","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:50:57Z","timestamp":1750287057000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3658951"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,3]]},"references-count":141,"alternative-id":["10.1145\/3630106.3658951","10.1145\/3630106"],"URL":"https:\/\/doi.org\/10.1145\/3630106.3658951","relation":{},"subject":[],"published":{"date-parts":[[2024,6,3]]},"assertion":[{"value":"2024-06-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}