{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T08:01:37Z","timestamp":1776931297703,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,10,21]],"date-time":"2026-10-21T00:00:00Z","timestamp":1792540800000},"content-version":"vor","delay-in-days":449,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2226406"],"award-info":[{"award-number":["2226406"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,29]]},"DOI":"10.1145\/3736731.3746149","type":"proceedings-article","created":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T11:58:19Z","timestamp":1761047899000},"page":"218-223","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Summer of Reproducibility: Building Global Capacity for Practical Reproducibility through Hands-On Mentorship"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-5647-6540","authenticated-orcid":false,"given":"Stephanie","family":"Lieggi","sequence":"first","affiliation":[{"name":"Baskin Engineering, UC Santa Cruz, Santa Cruz, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9897-9282","authenticated-orcid":false,"given":"Fraida","family":"Fund","sequence":"additional","affiliation":[{"name":"NYU Tandon School of Engineering, New York, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5251-5466","authenticated-orcid":false,"given":"Kate","family":"Keahey","sequence":"additional","affiliation":[{"name":"University of Chicago, Chicago, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-3532-4281","authenticated-orcid":false,"given":"Marc","family":"Richardson","sequence":"additional","affiliation":[{"name":"University of Chicago, Chicago, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,10,21]]},"reference":[{"key":"e_1_3_3_1_2_2","first-page":"3884","volume-title":"Advances in Neural Information Processing Systems","author":"Ash Jordan","year":"2020","unstructured":"Jordan Ash and Ryan\u00a0P Adams. 2020. On Warm-Starting Neural Network Training. In Advances in Neural Information Processing Systems , H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.F. Balcan, and H.\u00a0Lin (Eds.), Vol.\u00a033. Curran Associates, Inc., Red Hook, NY, USA, 3884\u20133894. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/288cd2567953f06e460a33951f55daaf-Paper.pdf"},{"key":"e_1_3_3_1_3_2","unstructured":"Association for Computing Machinery. 2020. Artifact Review and Badging Version 1.1. https:\/\/www.acm.org\/publications\/policies\/artifact-review-and-badging-current Accessed: 2025-04-04."},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"crossref","unstructured":"Richard Ball Norm Medeiros Nicholas\u00a0W Bussberg and Aneta Piekut. 2022. An Invitation to Teaching Reproducible Research: Lessons from a Symposium. Journal of Statistics and Data Science Education 30 3 (2022) 209\u2013218.","DOI":"10.1080\/26939169.2022.2099489"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"crossref","unstructured":"Thomas Cokelaer Sarah Cohen-Boulakia and Fr\u00e9d\u00e9ric Lemoine. 2023. Reprohackathons: promoting reproducibility in bioinformatics through training. Bioinformatics 39 Supplement_1 (2023) i11\u2013i20.","DOI":"10.1093\/bioinformatics\/btad227"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3589806.3600033"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","DOI":"10.1109\/TALE48000.2019.9225977"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3641525.3663631"},{"key":"e_1_3_3_1_9_2","first-page":"xx\u2013yy","volume-title":"Community Workshop on Practical Reproducibility in HPC","author":"Guilloteau Quentin","year":"2024","unstructured":"Quentin Guilloteau, Millian Poquet, Jonas\u00a0H M\u00fcller\u00a0Kornd\u00f6rfer, and Florina\u00a0M Ciorba. 2024. Artifact Evaluations as Authors and Reviewers : Lessons, Questions, and Frustrations. In Community Workshop on Practical Reproducibility in HPC. Publisher, Atlanta (GA), United States, xx\u2013yy. https:\/\/hal.science\/hal-04764265"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","unstructured":"Ben Hermann. 2022. What Has Artifact Evaluation Ever Done for Us? IEEE Security & Privacy 20 5 (2022) 96\u201399. 10.1109\/MSEC.2022.3184234","DOI":"10.1109\/MSEC.2022.3184234"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409767"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"crossref","unstructured":"Serge\u00a0PJM Horbach Nicki\u00a0Lisa Cole Simone Kopeinik Barbara Leitner Tony Ross-Hellauer and Joeri Tijdink. 2025. How to get there from here? Barriers and enablers on the road towards reproducibility in research. Journal 1 1 (2025) 1\u201333.","DOI":"10.31222\/osf.io\/gx9jq_v2"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","unstructured":"Nestoras Karathanasis Daniel Hwang Vibol Heng Rimal Abhimannyu Phillip Slogoff-Sevilla Gina Buchel Victoria Frisbie Peiyao Li Dafni Kryoneriti and Isidore Rigoutsos. 2022. Reproducibility efforts as a teaching tool: A pilot study. PLOS Computational Biology 18 11 (11 2022) 1\u201311. 10.1371\/journal.pcbi.1010615","DOI":"10.1371\/journal.pcbi.1010615"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1109\/e-Science58273.2023.10254846"},{"key":"e_1_3_3_1_15_2","first-page":"219","volume-title":"2020 USENIX annual technical conference (USENIX ATC 20)","author":"Keahey Kate","year":"2020","unstructured":"Kate Keahey, Jason Anderson, Zhuo Zhen, Pierre Riteau, Paul Ruth, Dan Stanzione, Mert Cevik, Jacob Colleran, Haryadi\u00a0S Gunawi, Cody Hammock, et\u00a0al. 2020. Lessons learned from the chameleon testbed. In 2020 USENIX annual technical conference (USENIX ATC 20). USENIX Association, Berkeley, CA, USA, 219\u2013233."},{"key":"e_1_3_3_1_16_2","first-page":"N\/A","volume-title":"International Conference on Learning Representations (ICLR \u201920\u2019)","author":"Kolesnikov Alexander","year":"2020","unstructured":"Alexander Kolesnikov, Alexey Dosovitskiy, Dirk Weissenborn, Georg Heigold, Jakob Uszkoreit, Lucas Beyer, Matthias Minderer, Mostafa Dehghani, Neil Houlsby, Sylvain Gelly, Thomas Unterthiner, and Xiaohua Zhai. 2020. An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. In International Conference on Learning Representations (ICLR \u201920\u2019). N\/A, N\/A, N\/A."},{"key":"e_1_3_3_1_17_2","unstructured":"Klaus Kra\u00dfnitzer. 2025. AutoAppendix: Towards one-click Reproduction of Computational Artifacts. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2504.00876 N\/A N\/A (2025) \u2013. preprint."},{"key":"e_1_3_3_1_18_2","unstructured":"Stephanie Lieggi and Carlos Maltzahn. 2023. Summer of Reproducibility: Exposing Students to Research Advancing Practical Reproducibility. Better Scientific Software (BSSw) December N\/A (2023) N\/A. https:\/\/bssw.io\/blog_posts\/summer-of-reproducibility-exposing-students-to-research-advancing-practical-reproducibility"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","unstructured":"Ana Lucic Maurits Bleeker Sami Jullien Samarth Bhargav and Maarten de Rijke. 2022. Reproducibility as a Mechanism for Teaching Fairness Accountability Confidentiality and Transparency in Artificial Intelligence. Proceedings of the AAAI Conference on Artificial Intelligence 36 11 (6 2022) 12792\u201312800. 10.1609\/aaai.v36i11.21558","DOI":"10.1609\/aaai.v36i11.21558"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3528231.3528359"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"crossref","unstructured":"K\u00a0Jarrod Millman Matthew Brett Ross Barnowski and Jean-Baptiste Poline. 2018. Teaching computational reproducibility for neuroimaging. Frontiers in Neuroscience 12 (2018) 727.","DOI":"10.3389\/fnins.2018.00727"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-16462-5_6"},{"key":"e_1_3_3_1_23_2","unstructured":"UCSC Open Source\u00a0Program Office. 2022. The Open Source Research Experience Program. https:\/\/ucsc-ospo.github.io\/osre\/ Accessed: 2025-04-04."},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","unstructured":"Joel Ostblom and Tiffany Timbers. 2022. Opinionated Practices for Teaching Reproducibility: Motivation Guided Instruction and Practice. Journal of Statistics and Data Science Education 30 3 (2022) 241\u2013250. 10.1080\/26939169.2022.2074922","DOI":"10.1080\/26939169.2022.2074922"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"crossref","unstructured":"Joao\u00a0Felipe Pimentel Leonardo Murta Vanessa Braganholo and Juliana Freire. 2017. noWorkflow: a tool for collecting analyzing and managing provenance from python scripts. Proceedings of the VLDB Endowment 10 12 (2017) N\/A.","DOI":"10.14778\/3137765.3137789"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","unstructured":"Melissa\u00a0L. Rethlefsen Hannah\u00a0F. Norton Sarah\u00a0L. Meyer Katherine\u00a0A. MacWilkinson Plato L.\u00a0Smith II and Hao Ye. 2022. Interdisciplinary Approaches and Strategies from Research Reproducibility 2020: Educating for Reproducibility. Journal of Statistics and Data Science Education 30 3 (2022) 219\u2013227. 10.1080\/26939169.2022.2104767","DOI":"10.1080\/26939169.2022.2104767"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3641525.3663631"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","unstructured":"Damien Saucez Luigi Iannone and Olivier Bonaventure. 2019. Evaluating the artifacts of SIGCOMM papers. SIGCOMM Comput. Commun. Rev. 49 2 (May 2019) 44\u201347. 10.1145\/3336937.3336944","DOI":"10.1145\/3336937.3336944"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2017.81"},{"key":"e_1_3_3_1_30_2","unstructured":"Google\u00a0Open Source. 2009. The History of GSoC. https:\/\/google.github.io\/gsocguides\/mentor\/the-history-of-gsoc Accessed: 2025-04-04."},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","unstructured":"Lars Vilhuber Hyuk\u00a0Harry Son Meredith Welch David\u00a0N. Wasser and Michael Darisse. 2022. Teaching for Large-Scale Reproducibility Verification. Journal of Statistics and Data Science Education 30 3 (2022) 274\u2013281. 10.1080\/26939169.2022.2074582","DOI":"10.1080\/26939169.2022.2074582"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549172"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"crossref","unstructured":"Lisa Yan and Nick McKeown. 2017. Learning networking by reproducing research results. ACM SIGCOMM Computer Communication Review 47 2 (2017) 19\u201326.","DOI":"10.1145\/3089262.3089266"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-76423-4_1"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","unstructured":"Noa Zilberman and Andrew\u00a0W. Moore. 2020. Thoughts about Artifact Badging. SIGCOMM Comput. Commun. Rev. 50 2 (May 2020) 60\u201363. 10.1145\/3402413.3402422","DOI":"10.1145\/3402413.3402422"}],"event":{"name":"ACM REP '25: ACM Conference on Reproducibility and Replicability","location":"Vancouver Canada","acronym":"ACM REP '25","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"]},"container-title":["Proceedings of the 3rd ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3736731.3746149","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3736731.3746149","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T18:05:43Z","timestamp":1767981943000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3736731.3746149"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,29]]},"references-count":34,"alternative-id":["10.1145\/3736731.3746149","10.1145\/3736731"],"URL":"https:\/\/doi.org\/10.1145\/3736731.3746149","relation":{},"subject":[],"published":{"date-parts":[[2025,7,29]]},"assertion":[{"value":"2025-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}