{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T00:46:21Z","timestamp":1768005981801,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":24,"publisher":"ACM","funder":[{"name":"RIPOST_EA"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,29]]},"DOI":"10.1145\/3736731.3746162","type":"proceedings-article","created":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T11:58:19Z","timestamp":1761047899000},"page":"192-201","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Teaching Reproducibility and Embracing Variability: From Floating-Point Experiments to Replicating Research"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1483-3858","authenticated-orcid":false,"given":"Mathieu","family":"Acher","sequence":"first","affiliation":[{"name":"Univ Rennes, Inria, CNRS, IRISA, Rennes, France"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8980-7585","authenticated-orcid":false,"given":"Arnaud","family":"Gotlieb","sequence":"additional","affiliation":[{"name":"Simula Research Laboratory, Oslo, Norway"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2494-4279","authenticated-orcid":false,"given":"Helge","family":"Spieker","sequence":"additional","affiliation":[{"name":"Simula Research Laboratory, Oslo, Norway"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4711-6636","authenticated-orcid":false,"given":"Gauthier","family":"Le Bartz Lyan","sequence":"additional","affiliation":[{"name":"Inria, Rennes, France"}]}],"member":"320","published-online":{"date-parts":[[2025,10,21]]},"reference":[{"key":"e_1_3_3_1_2_2","unstructured":"Mathieu Acher. 2025. REP-INSA2425. https:\/\/archive.softwareheritage.org\/swh:1:dir:89ad4e83c94a17411027ee891c9cb297a4df02c5 Archived in Software Heritage."},{"key":"e_1_3_3_1_3_2","unstructured":"Mathieu Acher. 2021. COVID and Home Advantage in Football: An Analysis of Results and xG Data in European Leagues. https:\/\/blog.mathieuacher.com\/FootballAnalysis-xG-COVIDHome\/."},{"key":"e_1_3_3_1_4_2","unstructured":"Mathieu Acher. 2023. Debunking the Chessboard: Confronting GPTs Against Chess Engines to Estimate Elo Ratings and Assess Legal Move Abilities. https:\/\/blog.mathieuacher.com\/GPTsChessEloRatingLegalMoves\/."},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3641525.3663621"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"crossref","unstructured":"Mathieu Acher Roberto\u00a0E. Lopez-Herrejon and Rick Rabiser. 2017. Teaching Software Product Lines: A Snapshot of Current Practices and Challenges. ACM Trans. Comput. Educ. 18 1 (2017) 2:1\u20132:31. doi:https:\/\/doi.org\/10.1145\/3088440","DOI":"10.1145\/3088440"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"crossref","unstructured":"Thomas Cokelaer Sarah Cohen-Boulakia and Fr\u00e9d\u00e9ric Lemoine. 2023. Reprohackathons: promoting reproducibility in bioinformatics through training. Bioinformatics 39 Supplement_1 (June 2023).","DOI":"10.1093\/bioinformatics\/btad227"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"crossref","unstructured":"R. D\u00f6scher M. Acosta A. Alessandri P. Anthoni T. Arsouze T. Bergman R. Bernardello S. Boussetta L.-P. Caron G. Carver M. Castrillo F. Catalano I. Cvijanovic P. Davini E. Dekker F.\u00a0J. Doblas-Reyes D. Docquier P. Echevarria U. Fladrich R. Fuentes-Franco M. Gr\u00f6ger J. v. Hardenberg J. Hieronymus M.\u00a0P. Karami J.-P. Keskinen T. Koenigk R. Makkonen F. Massonnet M. M\u00e9n\u00e9goz P.\u00a0A. Miller E. Moreno-Chamarro L. Nieradzik T. van Noije P. Nolan D. O\u2019Donnell P. Ollinaho G. van\u00a0den Oord P. Ortega O.\u00a0T. Prims A. Ramos T. Reerink C. Rousset Y. Ruprich-Robert P. Le\u00a0Sager T. Schmith R. Schr\u00f6dner F. Serva V. Sicardi M. Sloth\u00a0Madsen B. Smith T. Tian E. Tourigny P. Uotila M. Vancoppenolle S. Wang D. W\u00e5rlind U. Will\u00e9n K. Wyser S. Yang X. Yepes-Arb\u00f3s and Q. Zhang. 2022. The EC-Earth3 Earth system model for the Coupled Model Intercomparison Project 6. Geoscientific Model Development 15 7 (2022) 2973\u20133020. doi:https:\/\/doi.org\/10.5194\/gmd-15-2973-2022","DOI":"10.5194\/gmd-15-2973-2022"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"crossref","unstructured":"Steve\u00a0M Easterbrook and Timothy\u00a0C Johns. 2009. Engineering the software for understanding climate change. Computing in science & engineering 11 6 (2009) 65\u201374.","DOI":"10.1109\/MCSE.2009.193"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3589806.3600033"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"crossref","unstructured":"Tristan Glatard Lindsay\u00a0B Lewis Rafael Ferreira\u00a0da Silva Reza Adalat Natacha Beck Claude Lepage Pierre Rioux Marc-Etienne Rousseau Tarek Sherif Ewa Deelman et\u00a0al. 2015. Reproducibility of neuroimaging analyses across operating systems. Frontiers in neuroinformatics 9 (2015) 12.","DOI":"10.3389\/fninf.2015.00012"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11694"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"crossref","unstructured":"Nestoras Karathanasis Daniel Hwang Vibol Heng Rimal Abhimannyu Phillip Slogoff-Sevilla Gina Buchel Victoria Frisbie Peiyao Li Dafni Kryoneriti and Isidore Rigoutsos. 2022. Reproducibility efforts as a teaching tool: A pilot study. PLOS Computational Biology 18 11 (2022). doi:https:\/\/doi.org\/10.1371\/journal.pcbi.1010957","DOI":"10.1371\/journal.pcbi.1010615"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"crossref","unstructured":"Gregory Kiar Jeanette\u00a0A. Mumford Ting Xu Joshua\u00a0T. Vogelstein Tristan Glatard and Michael\u00a0P. Milham. 2024. Why experimental variation in neuroimaging should be embraced. Nature Communications 15 1 (31 Oct 2024) 9411. doi:https:\/\/doi.org\/10.1038\/s41467-024-53743-y","DOI":"10.1038\/s41467-024-53743-y"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"crossref","unstructured":"Christopher\u00a0G Knight Sylvia\u00a0HE Knight Neil Massey Tolu Aina Carl Christensen Dave\u00a0J Frame Jamie\u00a0A Kettleborough Andrew Martin Stephen Pascoe Ben Sanderson et\u00a0al. 2007. Association of parameter software and hardware variation with large-scale behavior across 57 000 climate models. Proceedings of the National Academy of Sciences 104 30 (2007) 12259\u201312264.","DOI":"10.1073\/pnas.0608144104"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i11.21558"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"crossref","unstructured":"Fran\u00e7ois Massonnet Martin M\u00e9n\u00e9goz Mario Acosta Xavier Yepes-Arb\u00f3s Eleftheria Exarchou and Francisco\u00a0J Doblas-Reyes. 2020. Replicability of the EC-Earth3 Earth system model under a change in computing environment. Geoscientific Model Development 13 3 (2020) 1165\u20131178.","DOI":"10.5194\/gmd-13-1165-2020"},{"key":"e_1_3_3_1_18_2","volume-title":"Proceedings of the 4th International Workshop on Software Engineering Education for the Next Generation (SEENG \u201922)","author":"Mauerer Wolfgang","year":"2023","unstructured":"Wolfgang Mauerer, Stefan Klessinger, and Stefanie Scherzinger. 2023. Beyond the Badge: Reproducibility Engineering as a Lifetime Skill. In Proceedings of the 4th International Workshop on Software Engineering Education for the Next Generation (SEENG \u201922)."},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"crossref","unstructured":"Olivier Mesnard and Lorena\u00a0A Barba. 2017. Reproducible and replicable computational fluid dynamics: it\u2019s harder than you think. Computing in Science & Engineering 19 4 (2017) 44\u201355.","DOI":"10.1109\/MCSE.2017.3151254"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"crossref","unstructured":"K.\u00a0Jarrod Millman Matthew Brett Ross Barnowski and Jean-Baptiste Poline. 2018. Teaching computational reproducibility for neuroimaging. Frontiers in Neuroscience 12 (2018).","DOI":"10.3389\/fnins.2018.00727"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"crossref","unstructured":"David Moreau and Kristina Wiebels. 2023. Ten simple rules for designing and conducting undergraduate replication projects. PLOS Computational Biology 19 3 (2023) e1010957. doi:https:\/\/doi.org\/10.1371\/journal.pcbi.1010957","DOI":"10.1371\/journal.pcbi.1010957"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"crossref","unstructured":"Rui Pereira Marco Couto Francisco Ribeiro Rui Rua J\u00e1come Cunha Jo\u00e3o\u00a0Paulo Fernandes and Jo\u00e3o Saraiva. 2021. Ranking programming languages by energy efficiency. Science of Computer Programming 205 (2021) 102609. doi:https:\/\/doi.org\/10.1016\/j.scico.2021.102609","DOI":"10.1016\/j.scico.2021.102609"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"crossref","unstructured":"Lars Vilhuber Hyuk\u00a0Harry Son Meredith Welch David\u00a0N. Wasser and Michael Darisse. 2022. Teaching for Large-Scale Reproducibility Verification. Journal of Statistics and Data Science Education 30 3 (2022).","DOI":"10.1080\/26939169.2022.2074582"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616352"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-76423-4_1"}],"event":{"name":"ACM REP '25: ACM Conference on Reproducibility and Replicability","location":"Vancouver Canada","acronym":"ACM REP '25","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"]},"container-title":["Proceedings of the 3rd ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3736731.3746162","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T18:04:53Z","timestamp":1767981893000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3736731.3746162"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,29]]},"references-count":24,"alternative-id":["10.1145\/3736731.3746162","10.1145\/3736731"],"URL":"https:\/\/doi.org\/10.1145\/3736731.3746162","relation":{},"subject":[],"published":{"date-parts":[[2025,7,29]]},"assertion":[{"value":"2025-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}