{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T10:14:42Z","timestamp":1768040082272,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":87,"publisher":"ACM","funder":[{"name":"Funda\uc3a7\uc3a3o para a Ci\uc3aancia e a Tecnologia","award":["LA\/P\/0063\/2020"],"award-info":[{"award-number":["LA\/P\/0063\/2020"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,29]]},"DOI":"10.1145\/3736731.3746160","type":"proceedings-article","created":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T11:58:19Z","timestamp":1761047899000},"page":"168-178","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["CompRep: A Dataset For Computational Reproducibility"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6317-8792","authenticated-orcid":false,"given":"L\u00e1zaro","family":"Costa","sequence":"first","affiliation":[{"name":"University of Porto, Porto, Portugal and HumanISE, INESC TEC, Porto, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2198-3715","authenticated-orcid":false,"given":"Susana","family":"Barbosa","sequence":"additional","affiliation":[{"name":"INESC TEC, Porto, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4713-3834","authenticated-orcid":false,"given":"J\u00e1come","family":"Cunha","sequence":"additional","affiliation":[{"name":"University of Porto, Porto, Portugal"}]}],"member":"320","published-online":{"date-parts":[[2025,10,21]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","unstructured":"Muhammad Adnan Yassaman\u00a0Ebrahimzadeh Maboud Divya Mahajan and Prashant\u00a0J. Nair. 2022. Accelerating Recommendation System Training by Leveraging Popular Choices. VLDB Endow. 15 1 (jan 2022) 127\u2013140. 10.14778\/3485450.3485462","DOI":"10.14778\/3485450.3485462"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-30229-9_31"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1109\/eScience55777.2022.00015"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616247"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","unstructured":"Ingvild Alm\u00e5s Alexander\u00a0W. Cappelen Erik\u00a0\u00d8. S\u00f8rensen and Bertil Tungodden. 2022. Global evidence on the selfish rich inequality hypothesis. Proceedings of the National Academy of Sciences 119 3 (2022) e2109690119. 10.1073\/pnas.2109690119 arXiv:https:\/\/www.pnas.org\/doi\/pdf\/10.1073\/pnas.2109690119","DOI":"10.1073\/pnas.2109690119"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","unstructured":"Peter Arcidiacono Josh Kinsler and Tyler Ransom. 2022. Legacy and Athlete Preferences at Harvard. Journal of Labor Economics 40 1 (2022) 133\u2013156. 10.1086\/713744 arXiv:10.1086\/713744","DOI":"10.1086\/713744"},{"key":"e_1_3_3_2_8_2","unstructured":"Nabiha Asghar. 2016. Yelp Dataset Challenge: Review Rating Prediction. arxiv:https:\/\/arXiv.org\/abs\/1605.05362\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/1605.05362"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","unstructured":"Jiyang Bai and Peixiang Zhao. 2022. TaGSim: Type-Aware Graph Similarity Learning and Computation. Proc. VLDB Endow. 15 2 (feb 2022) 335\u2013347. 10.14778\/3489496.3489513","DOI":"10.14778\/3489496.3489513"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","unstructured":"Adam Brinckman Kyle Chard Niall Gaffney Mihael Hategan Matthew Jones Kacper Kowalik Sivakumar Kulasekaran Bertram Lud\u00e4scher Bryce Mecum Jarek Nabrzyski Victoria Stodden Ian\u00a0J. Taylor Matthew\u00a0J. Turk and Kandace Turner. 2019. Computing environments for reproducibility: Capturing the \u201cWhole Tale\u201d. Future Generation Computer Systems 94 (2019) 854\u2013867. 10.1016\/j.future.2017.12.029","DOI":"10.1016\/j.future.2017.12.029"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","unstructured":"Chris Brunsdon and Alexis Comber. 2021. Opening practice: supporting reproducibility and critical spatial data science. Journal of Geographical Systems 23 4 (oct 2021) 477\u2013496. 10.1007\/s10109-020-00334-2","DOI":"10.1007\/s10109-020-00334-2"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.25080\/Majora-4af1f417-011"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","unstructured":"Yixia Cai and Timothy Smeeding. 2020. Deep and Extreme Child Poverty in Rich and Poor Nations: Lessons from Atkinson for the Fight Against Child Poverty. Italian Economic Journal 6 1 (01 Mar 2020) 109\u2013128. 10.1007\/s40797-019-00116-w","DOI":"10.1007\/s40797-019-00116-w"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","unstructured":"Komal Chauhan Kartik Jain Sayan Ranu Srikanta Bedathur and Amitabha Bagchi. 2021. Answering regular path queries through exemplars. Proc. VLDB Endow. 15 2 (Oct. 2021) 299\u2013311. 10.14778\/3489496.3489510","DOI":"10.14778\/3489496.3489510"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510085"},{"key":"e_1_3_3_2_16_2","unstructured":"Code Ocean. 2016. Code Ocean. https:\/\/codeocean.com\/ Online accessed November-2024."},{"key":"e_1_3_3_2_17_2","unstructured":"Stephen Collins Gavin Smart Ben Albright and David Crippin. 2016. Food Inspection Evaluation Predictions - Source Code. https:\/\/github.com\/Chicago\/food-inspections-evaluation [Online; accessed February-2024]."},{"key":"e_1_3_3_2_18_2","volume-title":"Quasi-Experimentation: Design and Analysis Issues for Field Settings","author":"Cook Thomas D","year":"1979","unstructured":"Thomas D Cook and D T Campbell. 1979. Quasi-Experimentation: Design and Analysis Issues for Field Settings. Houghton Mifflin, Boston."},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3641525.3663623"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","unstructured":"L\u00e1zaro Costa Susana Barbosa and J\u00e1come Cunha. 2025. Comprehensive Multi-Domain Experiment Reproducibility Dataset (E1-E20). 10.5281\/zenodo.14704798","DOI":"10.5281\/zenodo.14704798"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","unstructured":"L\u00e1zaro Costa Susana Barbosa and J\u00e1come Cunha. 2025. Curated dataset of 18 computational experiments-(E1-E18). 10.5281\/zenodo.15492423","DOI":"10.5281\/zenodo.15492423"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","unstructured":"Corinna Coupette Dirk Hartung Janis Beckedorf Maximilian B\u00f6ther and Daniel\u00a0Martin Katz. 2022. Law Smells (Code). 10.5281\/zenodo.6468193DOI: 10.5281\/zenodo.6468193 Software.","DOI":"10.5281\/zenodo.6468193"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.5555\/2500989"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616327"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Li Deng. 2012. The mnist database of handwritten digit images for machine learning research [best of the web]. IEEE signal processing magazine 29 6 (2012) 141\u2013142.","DOI":"10.1109\/MSP.2012.2211477"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","unstructured":"Paolo Di\u00a0Tommaso Maria Chatzou Evan\u00a0W. Floden Pablo\u00a0Prieto Barja Emilio Palumbo and Cedric Notredame. 2017. Nextflow enables reproducible computational workflows. Nature Biotechnology 35 4 (01 Apr 2017) 316\u2013319. 10.1038\/nbt.3820","DOI":"10.1038\/nbt.3820"},{"key":"e_1_3_3_2_27_2","unstructured":"John Doe. 2023. AXOM: Combination of Weak Learners eXplanations to Improve Robustness of Ensemble\u2019s eXplanations. Master\u2019s thesis. Politecnico di Milano. https:\/\/www.politesi.polimi.it\/retrieve\/72953cc8-1125-4c72-ab43-d60248ddb337\/AXOM__Combination_of_Weak_Learners__eXplanations_to_Improve_Robustness_of_Ensemble_s_eXplanations.pdf"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-62008-0_2"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","unstructured":"Peter\u00a0D. Dueben Martin\u00a0G. Schultz Matthew Chantry David\u00a0John Gagne David\u00a0Matthew Hall and Amy McGovern. 2022. Challenges and Benchmark Datasets for Machine Learning in the Atmospheric Sciences: Definition Status and Outlook. Artificial Intelligence for the Earth Systems 1 3 (2022) e210002. 10.1175\/AIES-D-21-0002.1","DOI":"10.1175\/AIES-D-21-0002.1"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","unstructured":"Brandon\u00a0PM Edwards. 2022. napops: Point Count Offsets for Population Sizes of North American Landbirds. 10.5281\/zenodo.5967578DOI: 10.5281\/zenodo.5967578 Software.","DOI":"10.5281\/zenodo.5967578"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","unstructured":"Adam Erickson. 2019. Deepland Alpha Release. 10.5281\/zenodo.3568468DOI: 10.5281\/zenodo.3568468 Software.","DOI":"10.5281\/zenodo.3568468"},{"key":"e_1_3_3_2_32_2","unstructured":"Bakinam Essawy. 2023. VIC_Pre-Processing_Rules. https:\/\/github.com\/uva-hydroinformatics\/VIC_Pre-Processing_Rules."},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","unstructured":"European Organization For Nuclear Research and OpenAIRE. 2013. Zenodo. 10.25495\/7GXK-RD71","DOI":"10.25495\/7GXK-RD71"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","unstructured":"Jason\u00a0Alan Fries. 2021. som-shahlab\/trove: Manuscript pre-release code. 10.5281\/zenodo.4497214DOI: 10.5281\/zenodo.4497214 Software.","DOI":"10.5281\/zenodo.4497214"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616288"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616292"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","unstructured":"David Gavaghan. 2018. Problems with the Current Approach to the Dissemination of Computational Science Research and Its Implications for Research Integrity. Bulletin of Mathematical Biology 80 12 (01 Dec 2018) 3088\u20133094. 10.1007\/s11538-018-0499-y","DOI":"10.1007\/s11538-018-0499-y"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"crossref","unstructured":"Odd\u00a0Erik Gundersen. 2021. The fundamental principles of reproducibility. Philosophical Transactions of the Royal Society A 379 2197 (2021) 20200210.","DOI":"10.1098\/rsta.2020.0210"},{"key":"e_1_3_3_2_39_2","first-page":"21","volume-title":"2011 USENIX Annual Technical Conference (USENIX ATC 11)","author":"Guo Philip\u00a0J.","year":"2011","unstructured":"Philip\u00a0J. Guo and Dawson Engler. 2011. CDE: Using System Call Interposition to Automatically Create Portable Software Packages. In 2011 USENIX Annual Technical Conference (USENIX ATC 11). USENIX Association, Portland, OR, 21\u201321. https:\/\/www.usenix.org\/conference\/usenixatc11\/cde-using-system-call-interposition-automatically-create-portable-software"},{"key":"e_1_3_3_2_40_2","unstructured":"Ton Hai. 2019. Incremental Query Execution. https:\/\/bitbucket.org\/TonHai\/iqe\/src\/master\/ [Online; accessed February-2024]."},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","unstructured":"Tianyu Han. 2021. peterhan91\/Medical-Robust-Training: Adversarial Training on Medical Data. 10.5281\/zenodo.4926118DOI: 10.5281\/zenodo.4926118 Software.","DOI":"10.5281\/zenodo.4926118"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","unstructured":"Kyle Hemes. 2023. Data: The magnitude and pace of photosynthetic recovery after wildfire in California ecosystems. 10.5281\/zenodo.7651416DOI: 10.5281\/zenodo.7651416 Software.","DOI":"10.5281\/zenodo.7651416"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","unstructured":"Charles\u00a0Tapley Hoyt. 2018. mesh v0.2.0. 10.5281\/zenodo.1488650DOI: 10.5281\/zenodo.1488650 Software.","DOI":"10.5281\/zenodo.1488650"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2016.7870886"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","unstructured":"Peter Ivie and Douglas Thain. 2018. Reproducibility in Scientific Computing. ACM Comput. Surv. 51 3 Article 63 (jul 2018) 36\u00a0pages. 10.1145\/3186266","DOI":"10.1145\/3186266"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/2618137.2618138"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","unstructured":"Florian\u00a0Ulrich Jehn. 2021. zutn\/Extreme-Climate-Change: Publication ready. 10.5281\/zenodo.4588383DOI: 10.5281\/zenodo.4588383 Software.","DOI":"10.5281\/zenodo.4588383"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","unstructured":"Prajwal Kailas Shinichi Goto Max Homilius Calum\u00a0A MacRae and Rahul\u00a0C Deo. 2022. ehr_deidentification. 10.5281\/zenodo.6617957DOI: 10.5281\/zenodo.6617957 Software.","DOI":"10.5281\/zenodo.6617957"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510628"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","unstructured":"Jeremy Leipzig Daniel N\u00fcst Charles\u00a0Tapley Hoyt Karthik Ram and Jane Greenberg. 2021. The role of metadata in reproducible computational research. 100322\u00a0pages. 10.1016\/j.patter.2021.100322","DOI":"10.1016\/j.patter.2021.100322"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","unstructured":"Shuqi Lin Donald\u00a0C. Pierson Robert Ladwig Benjamin\u00a0M. Kraemer and Fenjuan R.\u00a0S. Hu. 2024. Multi-Model Machine Learning Approach Accurately Predicts Lake Dissolved Oxygen With Multiple Environmental Inputs. Earth and Space Science 11 7 (2024) e2023EA003473. 10.1029\/2023EA003473 arXiv:https:\/\/agupubs.onlinelibrary.wiley.com\/doi\/pdf\/10.1029\/2023EA003473e2023EA003473 2023EA003473.","DOI":"10.1029\/2023EA003473"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"e_1_3_3_2_53_2","unstructured":"Tanu Malik Quan Pham Ian\u00a0T Foster F Leisch and RD Peng. 2014. SOLE: towards descriptive and interactive publications. Implementing reproducible research 33 (2014)."},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"crossref","unstructured":"Mitch Marcus Beatrice Santorini and Mary\u00a0Ann Marcinkiewicz. 1993. Building a large annotated corpus of English: The Penn Treebank. Computational linguistics 19 2 (1993) 313\u2013330.","DOI":"10.21236\/ADA273556"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/2755979.2755982"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.17226\/25303"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510182"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"publisher","unstructured":"Daniel N\u00fcst and Edzer Pebesma. 2021. Practical Reproducibility in Geography and Geosciences. Annals of the American Association of Geographers 111 5 (2021) 1300\u20131310. 10.1080\/24694452.2020.1806028","DOI":"10.1080\/24694452.2020.1806028"},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"publisher","unstructured":"Thomas Pasquier Matthew Lau Xueyuan Han Elizabeth Fong Barbara\u00a0S. Lerner Emery\u00a0R. Boose Merc\u00e8 Crosas Aaron\u00a0M. Ellison and Margo Seltzer. 2018. Sharing and Preserving Computational Analyses for Posterity with encapsulator. Computing in Science & Engineering 20 4 (2018) 111\u2013124. 10.1109\/MCSE.2018.042781334","DOI":"10.1109\/MCSE.2018.042781334"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","unstructured":"Roger\u00a0D Peng. 2011. Reproducible research in computational science. Science 334 6060 (2011) 1226\u20131227. 10.1126\/science.1213847","DOI":"10.1126\/science.1213847"},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"publisher","DOI":"10.5555\/2482613.2482615"},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-16462-5_8"},{"key":"e_1_3_3_2_63_2","doi-asserted-by":"publisher","unstructured":"Stephen\u00a0R Piccolo and Michael\u00a0B Frampton. 2016. Tools and techniques for computational reproducibility. GigaScience 5 1 (07 2016) s13742\u2013016\u20130135\u20134. 10.1186\/s13742-016-0135-4 arXiv:https:\/\/academic.oup.com\/gigascience\/article-pdf\/5\/1\/s13742-016-0135-4\/25513324\/13742_2016_article_135.pdf","DOI":"10.1186\/s13742-016-0135-4"},{"key":"e_1_3_3_2_64_2","doi-asserted-by":"publisher","unstructured":"Russell\u00a0A. Poldrack and Jean-Baptiste Poline. 2015. The publication and reproducibility challenges of shared data. Trends in Cognitive Sciences 19 2 (2015) 59\u201361. 10.1016\/j.tics.2014.11.008","DOI":"10.1016\/j.tics.2014.11.008"},{"key":"e_1_3_3_2_65_2","doi-asserted-by":"publisher","unstructured":"Fabi Prezja. 2023. Deep Fast Vision: Accelerated Deep Transfer Learning Vision Prototyping and Beyond. 10.5281\/zenodo.7867100DOI: 10.5281\/zenodo.7867100 Software.","DOI":"10.5281\/zenodo.7867100"},{"key":"e_1_3_3_2_66_2","doi-asserted-by":"publisher","unstructured":"Sa\u00efd Qasmi and Aur\u00e9lien Ribes. 2021. Kriging for Climate Change Package. 10.5281\/zenodo.5233947DOI: 10.5281\/zenodo.5233947 Software.","DOI":"10.5281\/zenodo.5233947"},{"key":"e_1_3_3_2_67_2","unstructured":"ReproZip. 2016. Making Jupyter Notebooks Reproducible with ReproZip. https:\/\/docs.reprozip.org\/en\/1.x\/jupyter.html [Online; accessed April-2024]."},{"key":"e_1_3_3_2_68_2","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616263"},{"key":"e_1_3_3_2_69_2","unstructured":"Royi Ronen Marian Radu Corina Feuerstein Elad Yom-Tov and Mansour Ahmadi. 2018. Microsoft Malware Classification Challenge. arxiv:https:\/\/arXiv.org\/abs\/1802.10135\u00a0[cs.CR] https:\/\/arxiv.org\/abs\/1802.10135"},{"key":"e_1_3_3_2_70_2","first-page":"42161","volume-title":"Advances in Neural Information Processing Systems","author":"Ro\u0161kar Rok","year":"2023","unstructured":"Rok Ro\u0161kar, Chandrasekhar Ramakrishnan, Michele Volpi, Fernando Perez-Cruz, Lilian Gasser, Firat Ozdemir, Patrick Paitz, Mohammad Alisafaee, Philipp Fischer, Ralf Grubenmann, Eliza Harris, Tasko Olevski, Carl Remlinger, Luis Salamanca, Elisabet Capon\u00a0Garcia, Lorenzo Cavazzi, Jakub Chrobasik, Darlin Cordoba\u00a0Osnas, Alessandro Degano, Jimena Dupre, Wesley Johnson, Eike Kettner, Laura Kinkead, Sean\u00a0D. Murphy, Flora Thiebaut, and Olivier Verscheure. 2023. Renku: a platform for sustainable data science. In Advances in Neural Information Processing Systems , A.\u00a0Oh, T.\u00a0Naumann, A.\u00a0Globerson, K.\u00a0Saenko, M.\u00a0Hardt, and S.\u00a0Levine (Eds.), Vol.\u00a036. Curran Associates, Inc., NY, USA, 42161\u201342173. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/file\/838694e9ab6b0a193b84daaafcac0eed-Paper-Datasets_and_Benchmarks.pdf"},{"key":"e_1_3_3_2_71_2","doi-asserted-by":"crossref","unstructured":"Olga Russakovsky Jia Deng Hao Su Jonathan Krause Sanjeev Satheesh Sean Ma Zhiheng Huang Andrej Karpathy Aditya Khosla Michael Bernstein et\u00a0al. 2015. Imagenet large scale visual recognition challenge. International journal of computer vision 115 (2015) 211\u2013252.","DOI":"10.1007\/s11263-015-0816-y"},{"key":"e_1_3_3_2_72_2","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884799"},{"key":"e_1_3_3_2_73_2","doi-asserted-by":"publisher","unstructured":"Vicky Steeves R\u00e9mi Rampin and Fernando Chirigati. 2020. Reproducibility preservation and access to research with ReproZip and ReproServer. IASSIST Quarterly 44 1-2 (Jun. 2020) 1\u201311. 10.29173\/iq969","DOI":"10.29173\/iq969"},{"key":"e_1_3_3_2_74_2","doi-asserted-by":"publisher","unstructured":"Victoria Stodden. 2010. The Scientific Method in Practice: Reproducibility in the Computational Sciences. MIT Sloan ResearchPaper No. 4773-10 (February 9 2010). 10.2139\/ssrn.1550193","DOI":"10.2139\/ssrn.1550193"},{"key":"e_1_3_3_2_75_2","doi-asserted-by":"publisher","unstructured":"Victoria Stodden Marcia McNutt David\u00a0H. Bailey Ewa Deelman Yolanda Gil Brooks Hanson Michael\u00a0A. Heroux John\u00a0P.A. Ioannidis and Michela Taufer. 2016. Enhancing reproducibility for computational methods. Science 354 6317 (2016) 1240\u20131241. 10.1126\/science.aah6168 arXiv:https:\/\/www.science.org\/doi\/pdf\/10.1126\/science.aah6168","DOI":"10.1126\/science.aah6168"},{"key":"e_1_3_3_2_76_2","doi-asserted-by":"publisher","unstructured":"Victoria Stodden and Sheila Miguez. 2014. Best practices for computational science: Software infrastructure and environments for reproducible and extensible research. Journal of open research software 2 1 (2014) e21\u2013e21. 10.5334\/jors.ay","DOI":"10.5334\/jors.ay"},{"key":"e_1_3_3_2_77_2","doi-asserted-by":"publisher","unstructured":"Victoria Stodden Sheila Miguez and Jennifer Seiler. 2015. ResearchCompendia.org: Cyberinfrastructure for Reproducibility and Collaboration in Computational Science. Computing in Science and Engg. 17 1 (jan 2015) 12\u201319. 10.1109\/MCSE.2015.18","DOI":"10.1109\/MCSE.2015.18"},{"key":"e_1_3_3_2_78_2","doi-asserted-by":"crossref","unstructured":"Victoria Stodden Jennifer Seiler and Zhaokun Ma. 2018. An empirical analysis of journal policy effectiveness for computational reproducibility. Proc. Natl. Acad. Sci. U. S. A. 115 11 (March 2018) 2584\u20132589.","DOI":"10.1073\/pnas.1708290115"},{"key":"e_1_3_3_2_79_2","doi-asserted-by":"publisher","unstructured":"Ji Sun Jintao Zhang Zhaoyan Sun Guoliang Li and Nan Tang. 2021. Learned cardinality estimation: a design space exploration and a comparative evaluation. Proc. VLDB Endow. 15 1 (Sept. 2021) 85\u201397. 10.14778\/3485450.3485459","DOI":"10.14778\/3485450.3485459"},{"key":"e_1_3_3_2_80_2","unstructured":"Douglas Thain and Miron Livny. 2005. Parrot: An application environment for data-intensive computing. Scalable Computing: Practice and Experience 6 3 (2005) 9\u201318."},{"key":"e_1_3_3_2_81_2","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2017.51"},{"key":"e_1_3_3_2_82_2","doi-asserted-by":"publisher","unstructured":"Lukas\u00a0M. Weber Wouter Saelens Robrecht Cannoodt Charlotte Soneson Alexander Hapfelmeier Paul\u00a0P. Gardner Anne-Laure Boulesteix Yvan Saeys and Mark\u00a0D. Robinson. 2019. Essential guidelines for computational method benchmarking. Genome Biology 20 1 (20 Jun 2019) 125. 10.1186\/s13059-019-1738-8","DOI":"10.1186\/s13059-019-1738-8"},{"key":"e_1_3_3_2_83_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2"},{"key":"e_1_3_3_2_84_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510136"},{"key":"e_1_3_3_2_85_2","doi-asserted-by":"publisher","unstructured":"Feihong Yang Xuwen Wang Hetong Ma and Jiao Li. 2021. Transformers-sklearn: a toolkit for medical language understanding with transformer-based models. BMC Medical Informatics and Decision Making 21 2 (30 Jul 2021) 90. 10.1186\/s12911-021-01459-0","DOI":"10.1186\/s12911-021-01459-0"},{"key":"e_1_3_3_2_86_2","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2019.00040"},{"key":"e_1_3_3_2_87_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510132"},{"key":"e_1_3_3_2_88_2","doi-asserted-by":"publisher","unstructured":"Alexander Zhou Yue Wang and Lei Chen. 2022. Butterfly Counting on Uncertain Bipartite Graphs. Proc. VLDB Endow. 15 2 (feb 2022) 211\u2013223. 10.14778\/3489496.3489502","DOI":"10.14778\/3489496.3489502"}],"event":{"name":"ACM REP '25: ACM Conference on Reproducibility and Replicability","location":"Vancouver Canada","acronym":"ACM REP '25","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"]},"container-title":["Proceedings of the 3rd ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3736731.3746160","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T18:05:36Z","timestamp":1767981936000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3736731.3746160"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,29]]},"references-count":87,"alternative-id":["10.1145\/3736731.3746160","10.1145\/3736731"],"URL":"https:\/\/doi.org\/10.1145\/3736731.3746160","relation":{},"subject":[],"published":{"date-parts":[[2025,7,29]]},"assertion":[{"value":"2025-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}