{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T06:38:33Z","timestamp":1776407913945,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":64,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,29]]},"DOI":"10.1145\/3736731.3746161","type":"proceedings-article","created":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T11:58:19Z","timestamp":1761047899000},"page":"179-191","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Checklists for Computational Reproducibility in Social Sciences: Insights from Literature and Survey Evaluation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5572-575X","authenticated-orcid":false,"given":"Fakhri","family":"Momeni","sequence":"first","affiliation":[{"name":"Knowledge Technologies for the Social Sciences, GESIS - Leibniz Institute for the Social Sciences, K\u00f6ln, NRW, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6542-9217","authenticated-orcid":false,"given":"Muhammad Taimoor","family":"Khan","sequence":"additional","affiliation":[{"name":"Knowledge Technologies for the Social Sciences, GESIS - Leibniz Institute for the Social Sciences, K\u00f6ln, NRW, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1617-6508","authenticated-orcid":false,"given":"Johannes","family":"Kiesel","sequence":"additional","affiliation":[{"name":"Knowledge Technologies for the Social Sciences, GESIS - Leibniz Institute for the Social Sciences, K\u00f6ln, NRW, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4470-7027","authenticated-orcid":false,"given":"Tony","family":"Ross-Hellauer","sequence":"additional","affiliation":[{"name":"Know Center Research GmbH, Graz, Austria"}]}],"member":"320","published-online":{"date-parts":[[2025,10,21]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1109\/jcdl57899.2023.00018"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"Adam Altmejd Anna Dreber Eskil Forsell Juergen Huber Taisuke Imai Magnus Johannesson Michael Kirchler Gideon Nave and Colin Camerer. 2019. Predicting the replicability of social science lab experiments. PloS one 14 12 (2019) e0225826.","DOI":"10.1371\/journal.pone.0225826"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","unstructured":"Althea\u00a0A. Archmiller Andrew\u00a0D. Johnson Jane Nolan Margaret Edwards Lisa\u00a0H. Elliott Jake\u00a0M. Ferguson Fabiola Iannarilli Juliana V\u00e9lez Kelsey Vitense Douglas\u00a0H. Johnson and John Fieberg. 2020. Computational Reproducibility in The Wildlife Society\u2019s Flagship Journals. Journal of Wildlife Management 84 (2020) 1012\u20131017. 10.1002\/jwmg.21855","DOI":"10.1002\/jwmg.21855"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"Richard Ball Norm Medeiros Nicholas\u00a0W. Bussberg and Aneta Piekut. 2022. An Invitation to Teaching Reproducible Research: Lessons from a Symposium. Journal of Statistics and Data Science Education 30 (2022) 209\u2013218. 10.1080\/26939169.2022.2099489","DOI":"10.1080\/26939169.2022.2099489"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1109\/bigdata.2018.8622095"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Marco Bastos. 2021. This account doesn\u2019t exist: Tweet decay and the politics of deletion in the Brexit debate. American Behavioral Scientist 65 5 (2021) 757\u2013773.","DOI":"10.1177\/0002764221989772"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","unstructured":"Asti Bhatt Todd Valentic Ashton Reimer Leslie Lamarche Pablo Reyes and Russell Cosgrove. 2020. Reproducible Software Environment: A tool enabling computational reproducibility in geospace sciences and facilitating collaboration. Journal of Space Weather and Space Climate 10 (2020) swsc190063. 10.1051\/swsc\/2020011","DOI":"10.1051\/swsc\/2020011"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","unstructured":"Tristan Campbell Kingsley\u00a0W. Dixon and Rebecca\u00a0N. Handcock. 2023. Restoration and replication: a case study on the value of computational reproducibility assessment. Restoration Ecology 31 (2023) 1\u20139. Issue 8. 10.1111\/rec.13968","DOI":"10.1111\/rec.13968"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Chung-hong Chan and David Schoch. 2023. rang: Reconstructing reproducible R computational environments. Plos one 18 6 (2023) e0286761.","DOI":"10.1371\/journal.pone.0286761"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3322790.3330594"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","unstructured":"April Clyburne-Sherin Xu Fei and Seth\u00a0Ariel Green. 2019. Computational reproducibility via containers in psychology. Meta-psychology 3 (2019) 1\u20139.","DOI":"10.15626\/MP.2018.892"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","unstructured":"Sophia Cr\u00fcwell Deborah Apthorp Bradley\u00a0J. Baker Lincoln Colling Malte Elson Sandra\u00a0J. Geiger Sebastian Lobentanzer Jean Mon\u00e9ger Alex Patterson D.\u00a0Samuel Schwarzkopf and Mirela Zaneva. 2023. What\u2019s in a Badge? A Computational Reproducibility Investigation of the Open Data Badge Policy in One Issue of Psychological Science. Psychological Science 34 (2023) 512\u2013522. 10.1177\/09567976221140828","DOI":"10.1177\/09567976221140828"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","unstructured":"Ariel Deardorff. 2020. Assessing the impact of introductory programming workshops on the computational reproducibility of biomedical workflows. PLoS ONE 15 e0230697 (2020) 1\u201311. 10.1371\/journal.pone.0230697","DOI":"10.1371\/journal.pone.0230697"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","unstructured":"Mine Dogucu and Mine \u00c7etinkaya Rundel. 2022. Tools and Recommendations for Reproducible Teaching. Journal of Statistics and Data Science Education 30 (2022) 251\u2013260. 10.1080\/26939169.2022.2138645","DOI":"10.1080\/26939169.2022.2138645"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Bakinam\u00a0T Essawy Jonathan\u00a0L Goodall Wesley Zell Daniel Voce Mohamed\u00a0M Morsy Jeffrey Sadler Zhihao Yuan and Tanu Malik. 2018. Integrating scientific cyberinfrastructures to improve reproducibility in computational hydrology: Example for HydroShare and GeoTrust. Environmental Modelling and Software 105 (2018) 217\u2013229.","DOI":"10.1016\/j.envsoft.2018.03.025"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3298689.3347058"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1109\/escience55777.2022.00080"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","unstructured":"Ana Garcia-Serrano Sebastian Hennig and Andreas N\u00fcrnberger. 2021. Computational reproducibility of named entity recognition methods in the biomedical domain. Procesamiento del Lenguaje Natural 66 (2021) 141\u2013152. 10.26342\/2021-66-12","DOI":"10.26342\/2021-66-12"},{"key":"e_1_3_3_2_20_2","first-page":"620","volume-title":"Lecture Notes in Computer Science","author":"Gryk Michael\u00a0R","year":"2018","unstructured":"Michael\u00a0R Gryk and Bertram Lud\u00e4scher. 2018. Semantic mediation to improve reproducibility for biomolecular NMR analysis. In Lecture Notes in Computer Science , Vol.\u00a010766. Springer, Springer, Cham, Cham, 620\u2013625."},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Odd\u00a0Erik Gundersen. 2021. The fundamental principles of reproducibility. Philosophical Transactions of the Royal Society A 379 2197 (2021) 20200210.","DOI":"10.1098\/rsta.2020.0210"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Tom\u00a0E Hardwicke Joshua\u00a0D Wallach Mallory\u00a0C Kidwell Theiss Bendixen Sophia Cr\u00fcwell and John\u00a0PA Ioannidis. 2020. An empirical assessment of transparency and reproducibility-related research practices in the social sciences (2014\u20132017). Royal Society Open Science 7 2 (2020) 190806.","DOI":"10.1098\/rsos.190806"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","unstructured":"Alexandre Hocquet and Fr\u00e9d\u00e9ric Wieber. 2021. Epistemic issues in computational reproducibility: software as the elephant in the room. European Journal for Philosophy of Science 11 (2021) 38. 10.1007\/s13194-021-00362-9","DOI":"10.1007\/s13194-021-00362-9"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3383583.3398714"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Annika Jacobsen Ricardo de Miranda\u00a0Azevedo Nick Juty Dominique Batista Simon Coles Ronald Cornet M\u00e9lanie Courtot Merc\u00e8 Crosas Michel Dumontier Chris\u00a0T Evelo et\u00a0al. 2020. FAIR principles: interpretations and implementation considerations. 10\u201329\u00a0pages.","DOI":"10.1162\/dint_r_00024"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","unstructured":"Kwangwoog Jung Yang-Ki Cho and Yong-Jin Tak. 2021. Containers and orchestration of numerical ocean model for computational reproducibility and portability in public and private clouds: Application of ROMS 3.6. Simulation Modelling Practice and Theory 109 (2021) 102305. 10.1016\/j.simpat.2021.102305","DOI":"10.1016\/j.simpat.2021.102305"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","unstructured":"Peter Kedron Sarah Bardin Joseph Holler Joshua Gilman Bryant Grady Megan Seeley Xin Wang and Wenxin Yang. 2023. A Framework for Moving Beyond Computational Reproducibility: Lessons from Three Reproductions of Geographical Analyses of COVID-19. Geographical Analysis 56 (2023) 163\u2013184. Issue 1. 10.1111\/gean.12370","DOI":"10.1111\/gean.12370"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"Peter Kedron Wenwen Li Stewart Fotheringham and Michael Goodchild. 2021. Reproducibility and replicability: Opportunities and challenges for geospatial research. International Journal of Geographical Information Science 35 3 (2021) 427\u2013445.","DOI":"10.1080\/13658816.2020.1802032"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","unstructured":"Jenna Kim Catherine Blake and Peter\u00a0T. Darch. 2019. Toward computational reproducibility: A doctoral student\u2019s story of passing the baton. Proceedings of the Association for Information Science and Technology 56 (2019) 688\u2013690. 10.1002\/pra2.134","DOI":"10.1002\/pra2.134"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","unstructured":"Philipp Kn\u00f6pfle Mario Haim and Johannes Breuer. 2024. Key topic or bare necessity? How Research Ethics are Addressed and Discussed in Computational Communication Science. Publizistik 69 3 (2024) 333\u2013356.","DOI":"10.1007\/s11616-024-00846-7"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2024.081"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"Markus Konkol Christian Kray and Max Pfeiffer. 2019. Computational reproducibility in geoscientific papers: Insights from a series of studies with geoscientists and a reproduction study. International Journal of Geographical Information Science 33 (2019) 408\u2013429.","DOI":"10.1080\/13658816.2018.1508687"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","unstructured":"Sudhir Kumar Qiqing Tao Alessandra\u00a0P. Lamarca and Koichiro Tamura. 2023. Computational Reproducibility of Molecular Phylogenies. Molecular Biology and Evolution 40 (2023) msad165. 10.1093\/molbev\/msad165","DOI":"10.1093\/molbev\/msad165"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","unstructured":"Nicole\u00a0A. Lazar. 2023. Functional neuroimaging in the era of Big Data and Open Science: A modern overview. Wiley Interdisciplinary Reviews: Computational Statistics 15 (2023) e1609. 10.1002\/wics.1609","DOI":"10.1002\/wics.1609"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"crossref","unstructured":"David\u00a0MJ Lazer Alex Pentland Duncan\u00a0J Watts Sinan Aral Susan Athey Noshir Contractor Deen Freelon Sandra Gonzalez-Bailon Gary King Helen Margetts et\u00a0al. 2020. Computational social science: Obstacles and opportunities. Science 369 6507 (2020) 1060\u20131062.","DOI":"10.1126\/science.aaz8170"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1108\/S0743-41542018000036B009"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","unstructured":"David\u00a0M. Liu and Matthew\u00a0J. Salganik. 2019. Successes and Struggles with Computational Reproducibility: Lessons from the Fragile Families Challenge. Socius 5 (2019) 2378023119849803. 10.1177\/2378023119849803","DOI":"10.1177\/2378023119849803"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3526062.3536354"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","unstructured":"Alexander Michels Anand Padmanabhan Zhiyu Li and Shaowen Wang. 2023. EasyScienceGateway: A new framework for providing reproducible user environments on science gateways. Concurrency and Computation: Practice and Experience 36 (2023) 1\u201316. Issue 4. 10.1002\/cpe.7929","DOI":"10.1002\/cpe.7929"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","unstructured":"K.\u00a0Jarrod Millman Satra Ghosh and Kamil\u00a0S. Jaron. 2018. Teaching Computational Reproducibility for Neuroimaging. Frontiers in Neuroinformatics 12 (2018) 72. 10.3389\/fninf.2018.00072","DOI":"10.3389\/fninf.2018.00072"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"crossref","unstructured":"James\u00a0W Moody Lisa\u00a0A Keister and Maria\u00a0C Ramos. 2022. Reproducibility in the social sciences. Annual review of sociology 48 1 (2022) 65\u201385.","DOI":"10.1146\/annurev-soc-090221-035954"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","unstructured":"David Moreau Kristina Wiebels and Carl Boettiger. 2023. Containers for computational reproducibility. Nature Reviews Methods Primers 3 (2023) 50. 10.1038\/s43586-023-00236-9","DOI":"10.1038\/s43586-023-00236-9"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"crossref","unstructured":"Brian\u00a0A Nosek George Alter George\u00a0C Banks Denny Borsboom Sara\u00a0D Bowman Steven\u00a0J Breckler Stuart Buck Christopher\u00a0D Chambers Gilbert Chin Garret Christensen et\u00a0al. 2015. Promoting an open research culture. Science 348 6242 (2015) 1422\u20131425.","DOI":"10.1126\/science.aab2374"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","unstructured":"Daniel N\u00fcst and Edzer Pebesma. 2021. Practical Reproducibility in Geography and Geosciences. Annals of the American Association of Geographers 111 (2021) 1300\u20131310. 10.1080\/24694452.2020.1806028","DOI":"10.1080\/24694452.2020.1806028"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","unstructured":"Pepijn Obels Dani\u00ebl Lakens Nicholas\u00a0A. Coles Jaroslav Gottfried and Seth\u00a0A. Green. 2020. Analysis of Open Data and Computational Reproducibility in Registered Reports in Psychology. Advances in Methods and Practices in Psychological Science 3 (2020) 229\u2013237. 10.1177\/2515245920918872","DOI":"10.1177\/2515245920918872"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"crossref","unstructured":"Thomas Pasquier Matthew\u00a0K Lau Xueyuan Han Elizabeth Fong Barbara\u00a0S Lerner Emery\u00a0R Boose Merce Crosas Aaron\u00a0M Ellison and Margo Seltzer. 2018. Sharing and preserving computational analyses for posterity with encapsulator. Computing in Science and Engineering 20 (2018) 111\u2013124.","DOI":"10.1109\/MCSE.2018.042781334"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","unstructured":"Limor Peer Lilla\u00a0V. Orr and Alexander Coppock. 2021. Active Maintenance: A Proposal for the Long-Term Computational Reproducibility of Scientific Results. Frontiers in Research Metrics and Analytics 6 (2021) 639178. 10.3389\/frma.2021.639178","DOI":"10.3389\/frma.2021.639178"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"Michel\u00a0Tuan Pham and Travis\u00a0Tae Oh. 2021. Preregistration is neither sufficient nor necessary for good science. Journal of Consumer Psychology 31 1 (2021) 163\u2013176.","DOI":"10.1002\/jcpy.1209"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","unstructured":"Line Pouchard Sterling Baldwin Todd Elsethagen Shantenu Jha Bibi Raju Eric Stephan Li Tang and Kerstin Kleese\u00a0Van Dam. 2019. Computational reproducibility of scientific workflows at extreme scales. International Journal of High Performance Computing Applications 33 (2019) 763\u2013776. 10.1177\/1094342019839124","DOI":"10.1177\/1094342019839124"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","unstructured":"Ali Salari Yohan Chatelain Gregory Kiar and Tristan Glatard. 2021. Accurate Simulation of Operating System Updates in Neuroimaging Using Monte-Carlo Arithmetic. Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics) 12959 LNCS (2021) 14\u201323. 10.1007\/978-3-030-87735-42","DOI":"10.1007\/978-3-030-87735-42"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1145\/3487553.3524658"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"crossref","unstructured":"Sheeba Samuel and Daniel Mietchen. 2024. Computational reproducibility of Jupyter notebooks from biomedical publications. GigaScience 13 (2024) giad113.","DOI":"10.1093\/gigascience\/giad113"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"crossref","unstructured":"David Schoch and Chung-hong Chan. 2023. Software presentation: Rtoot: Collecting and Analyzing Mastodon Data. Mobile Media & Communication 11 (2023) 575\u2013578. Issue 3.","DOI":"10.1177\/20501579231176678"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"crossref","unstructured":"David Schoch Chung-hong Chan Claudia Wagner and Arnim Bleier. 2024. Computational Reproducibility in Computational Social Science. EPJ Data Science 13 1 (2024) 1\u201311.","DOI":"10.1140\/epjds\/s13688-024-00514-w"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","unstructured":"Heidi Seibold Severin Czerny Siona Decke Roman Dieterle Thomas Eder Steffen Fohr Nico Hahn Rabea Hartmann Christoph Heindl Philipp Kopper Dario Lepke Verena Loidl Maximilian Mandl Sarah Musiol Jessica Peter Alexander Piehler Elio Rojas Stefanie Schmid Hannah Schmidt Melissa Schmoll Lennart Schneider Xiao-Yin To Viet Tran Antje V\u00f6lker Moritz Wagner Joshua Wagner Maria Waize Hannah Wecker Rui Yang Simone Zellner and Malte Nalenz. 2021. A computational reproducibility study of PLOS ONE articles featuring longitudinal data analyses. PLoS ONE 16 NULL (2021) e0251194. 10.1371\/journal.pone.0251194","DOI":"10.1371\/journal.pone.0251194"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","unstructured":"Heidi Seibold Severin Czerny Siona Decke Roman Dieterle Thomas Eder Steffen Fohr Nico Hahn Rabea Hartmann Christoph Heindl Philipp Kopper Dario Lepke Verena Loidl Maximilian Mandl Sarah Musiol Jessica Peter Alexander Piehler Elio Rojas Stefanie Schmid Hannah Schmidt Melissa Schmoll Lennart Schneider Xiao-Yin To Viet Tran Antje V\u00f6lker Moritz Wagner Joshua Wagner Maria Waize Hannah Wecker Rui Yang Simone Zellner and Malte Nalenz. 2022. Erratum: A computational reproducibility study of PLOS ONE articles featuring longitudinal data analyses. PLoS ONE 17 (2022) 1\u201315. 10.1371\/journal.pone.0269047","DOI":"10.1371\/journal.pone.0269047"},{"key":"e_1_3_3_2_57_2","unstructured":"Harald Semmelrock Simone Kopeinik Dieter Theiler Tony Ross-Hellauer and Dominik Kowald. 2023. Reproducibility in Machine Learning-Driven Research. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.10320 (2023) 1\u201315."},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"publisher","unstructured":"Joseph Shenouda and Waheed\u00a0U. Bajwa. 2023. A Guide to Computational Reproducibility in Signal Processing and Machine Learning [Tips & Tricks]. IEEE Signal Processing Magazine 40 (2023) 141\u2013151. 10.1109\/msp.2022.3217659","DOI":"10.1109\/msp.2022.3217659"},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"crossref","unstructured":"F\u00e1bio Silva and Cesar Analide. 2019. Computational sustainability and the PHESS platform: Using affective computing as social indicators. Future Generation Computer Systems 92 (2019) 329\u2013341.","DOI":"10.1016\/j.future.2018.10.006"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","unstructured":"Adam\u00a0H. Sparks Emerson\u00a0M. Del\u00a0Ponte Kaique\u00a0S. Alves Zachary\u00a0S.L. Foster and Niklaus\u00a0J. Gr\u00fcnwald. 2023. Openness and Computational Reproducibility in Plant Pathology: Where We Stand and a Way Forward. Phytopathology 113 (2023) 1159\u20131170. 10.1094\/phyto-10-21-0430-per","DOI":"10.1094\/phyto-10-21-0430-per"},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"crossref","unstructured":"Victoria Stodden Jennifer Seiler and Zhaokun Ma. 2018. An empirical analysis of journal policy effectiveness for computational reproducibility. Proceedings of the National Academy of Sciences of the United States of America 115 (2018) 2584\u20132589.","DOI":"10.1073\/pnas.1708290115"},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"publisher","DOI":"10.1145\/3391800.3398173"},{"key":"e_1_3_3_2_63_2","doi-asserted-by":"crossref","unstructured":"Dandong Yin Yan Liu Hao Hu Jeff Terstriep Xingchen Hong Anand Padmanabhan and Shaowen Wang. 2019. CyberGIS-Jupyter for reproducible and scalable geospatial analytics. Concurrency and Computation: Practice and Experience 31 4 (2019) e5040.","DOI":"10.1002\/cpe.5040"},{"key":"e_1_3_3_2_64_2","doi-asserted-by":"crossref","unstructured":"Mark Ziemann Pierre Poulain and Anusuiya Bora. 2023. The five pillars of computational reproducibility: bioinformatics and beyond. Briefings in Bioinformatics 24 6 (2023) bbad375.","DOI":"10.1093\/bib\/bbad375"},{"key":"e_1_3_3_2_65_2","doi-asserted-by":"crossref","unstructured":"Arkaitz Zubiaga. 2018. A longitudinal assessment of the persistence of twitter datasets. Journal of the Association for Information Science and Technology 69 8 (2018) 974\u2013984.","DOI":"10.1002\/asi.24026"}],"event":{"name":"ACM REP '25: ACM Conference on Reproducibility and Replicability","location":"Vancouver Canada","acronym":"ACM REP '25","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"]},"container-title":["Proceedings of the 3rd ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3736731.3746161","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T18:05:39Z","timestamp":1767981939000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3736731.3746161"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,29]]},"references-count":64,"alternative-id":["10.1145\/3736731.3746161","10.1145\/3736731"],"URL":"https:\/\/doi.org\/10.1145\/3736731.3746161","relation":{},"subject":[],"published":{"date-parts":[[2025,7,29]]},"assertion":[{"value":"2025-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}