{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T02:49:17Z","timestamp":1768013357585,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":87,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,18]],"date-time":"2024-06-18T00:00:00Z","timestamp":1718668800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["957407"],"award-info":[{"award-number":["957407"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,18]]},"DOI":"10.1145\/3641525.3663631","type":"proceedings-article","created":{"date-parts":[[2024,7,11]],"date-time":"2024-07-11T19:02:19Z","timestamp":1720724539000},"page":"121-133","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Longevity of Artifacts in Leading Parallel and Distributed Systems Conferences: a Review of the State of the Practice in 2023"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-7645-5044","authenticated-orcid":false,"given":"Quentin","family":"Guilloteau","sequence":"first","affiliation":[{"name":"University of Basel, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2773-4499","authenticated-orcid":false,"given":"Florina","family":"Ciorba","sequence":"additional","affiliation":[{"name":"University of Basel, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1368-5016","authenticated-orcid":false,"given":"Millian","family":"Poquet","sequence":"additional","affiliation":[{"name":"Universite de Toulouse, France and CNRS, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3738-5919","authenticated-orcid":false,"given":"Dorian","family":"Goepp","sequence":"additional","affiliation":[{"name":"Universite Grenoble Alpes, France and INRIA, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-8679-2874","authenticated-orcid":false,"given":"Olivier","family":"Richard","sequence":"additional","affiliation":[{"name":"Universite Grenoble Alpes, France and INRIA, France"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,11]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"ACM. [n. d.]. Artefact review badging. https:\/\/www.acm.org\/publications\/policies\/artifact-review-badging. Accessed: 2023-04-04."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2019.2949413"},{"key":"e_1_3_2_1_3_1","unstructured":"Peter Amstutz Michael\u00a0R Crusoe Neboj\u0161a Tijani\u0107 Brad Chapman John Chilton Michael Heuer Andrey Kartashov Dan Leehr Herv\u00e9 M\u00e9nager Maya Nedeljkovich 2016. Common workflow language v1. 0."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1038\/533452a"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-04519-1_1"},{"key":"e_1_3_2_1_6_1","volume-title":"Terminologies for reproducible research. arXiv preprint arXiv:1802.03311","author":"Barba A","year":"2018","unstructured":"Lorena\u00a0A Barba. 2018. Terminologies for reproducible research. arXiv preprint arXiv:1802.03311 (2018)."},{"key":"e_1_3_2_1_7_1","volume-title":"Why I will never join an Artifacts Evaluation Committee Again. Inventitech. com. https:\/\/inventitech. com\/blog\/why-i-will-never-review-artifacts-again\/(Accessed","author":"Beller Moritz","year":"2022","unstructured":"Moritz Beller. 2020. Why I will never join an Artifacts Evaluation Committee Again. Inventitech. com. https:\/\/inventitech. com\/blog\/why-i-will-never-review-artifacts-again\/(Accessed: Feb. 9, 2022) (2020)."},{"key":"e_1_3_2_1_8_1","volume-title":"International vocabulary of metrology \u2013 Basic and general concepts and associated terms (VIM)","author":"BIPM, IEC, IFCC, ILAC, IUPAC, IUPAP, ISO, OIML.","unstructured":"BIPM, IEC, IFCC, ILAC, IUPAC, IUPAP, ISO, OIML. [n. d.]. International vocabulary of metrology \u2013 Basic and general concepts and associated terms (VIM) 3rd edition.","edition":"3"},{"key":"e_1_3_2_1_9_1","unstructured":"blinry. [n. d.]. Building 15-year-old software with Nix. https:\/\/blinry.org\/nix-time-travel\/. Accessed: 2023-04-16."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2011.04.069"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2017.12.029"},{"key":"e_1_3_2_1_12_1","volume-title":"Towards a Quality Indicator for Research Data publications and Research Software publications\u2013A vision from the Helmholtz Association. arXiv preprint arXiv:2401.08804","author":"Castell Wolfgang\u00a0zu","year":"2024","unstructured":"Wolfgang\u00a0zu Castell, Doris Dransch, Guido Juckeland, Marcel Meistring, Bernadette Fritzsch, Ronny Gey, Britta H\u00f6pfner, Martin K\u00f6hler, Christian Mee\u00dfen, Hela Mehrtens, 2024. Towards a Quality Indicator for Research Data publications and Research Software publications\u2013A vision from the Helmholtz Association. arXiv preprint arXiv:2401.08804 (2024)."},{"key":"e_1_3_2_1_13_1","unstructured":"[13] cea hpc. 2024. https:\/\/github.com\/cea-hpc\/modules."},{"key":"e_1_3_2_1_14_1","unstructured":"Chameleon Cloud. [n. d.]. The cc-snapshot utility. https:\/\/chameleoncloud.readthedocs.io\/en\/latest\/technical\/images.html#the-cc-snapshot-utility. Accessed: 2023-04-03."},{"key":"e_1_3_2_1_15_1","unstructured":"Christian Collberg Todd Proebsting and Alex\u00a0M Warren. 2015. Repeatability and Benefaction in Computer Systems Research - A Study and a Modest Proposal. (2015) 68."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/NTMS.2015.7266500"},{"key":"e_1_3_2_1_17_1","volume-title":"International CORE Conference Rankings: ICORE. https:\/\/www.core.edu.au\/icore-portal.","author":"CORE.","unstructured":"CORE. [n. d.]. International CORE Conference Rankings: ICORE. https:\/\/www.core.edu.au\/icore-portal."},{"key":"e_1_3_2_1_18_1","volume-title":"March","author":"Court\u00e8s Ludovic","year":"2019","unstructured":"Ludovic Court\u00e8s. [n. d.]. Connecting reproducible deployment to a long-term source code archive, March 2019. https:\/\/guix.gnu.org\/en\/blog\/2019\/connecting-reproducible-deployment-to-a-long-term-source-code-archive\/."},{"key":"e_1_3_2_1_19_1","volume-title":"Functional Package Management with Guix. arXiv:1305.4584 [cs] (May","author":"Court\u00e8s Ludovic","year":"2013","unstructured":"Ludovic Court\u00e8s. 2013. Functional Package Management with Guix. arXiv:1305.4584 [cs] (May 2013). http:\/\/arxiv.org\/abs\/1305.4584"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","unstructured":"Rafael\u00a0Ferreira da Silva Rosa\u00a0M. Badia Venkat Bala Debbie Bard Peer-Timo Bremer Ian Buckley Silvina Caino-Lores Kyle Chard Carole Goble Shantenu Jha Daniel\u00a0S. Katz Daniel Laney Manish Parashar Frederic Suter Nick Tyler Thomas Uram Ilkay Altintas Stefan Andersson William Arndt Juan Aznar Jonathan Bader Bartosz Balis Chris Blanton Kelly\u00a0Rosa Braghetto Aharon Brodutch Paul Brunk Henri Casanova Alba\u00a0Cervera Lierta Justin Chigu Taina Coleman Nick Collier Iacopo Colonnelli Frederik Coppens Michael Crusoe Will Cunningham Bruno de Paula\u00a0Kinoshita Paolo\u00a0Di Tommaso Charles Doutriaux Matthew Downton Wael Elwasif Bjoern Enders Chris Erdmann Thomas Fahringer Ludmilla Figueiredo Rosa Filgueira Martin Foltin Anne Fouilloux Luiz Gadelha Andy Gallo Artur\u00a0Garcia Saez Daniel Garijo Roman Gerlach Ryan Grant Samuel Grayson Patricia Grubel Johan Gustafsson Valerie Hayot-Sasson Oscar Hernandez Marcus Hilbrich AnnMary Justine Ian Laflotte Fabian Lehmann Andre Luckow Jakob Luettgau Ketan Maheshwari Motohiko Matsuda Doriana Medic Pete Mendygral Marek Michalewicz Jorji Nonaka Maciej Pawlik Loic Pottier Line Pouchard Mathias Putz Santosh\u00a0Kumar Radha Lavanya Ramakrishnan Sashko Ristov Paul Romano Daniel Rosendo Martin Ruefenacht Katarzyna Rycerz Nishant Saurabh Volodymyr Savchenko Martin Schulz Christine Simpson Raul Sirvent Tyler Skluzacek Stian Soiland-Reyes Renan Souza Sreenivas\u00a0Rangan Sukumar Ziheng Sun Alan Sussman Douglas Thain Mikhail Titov Benjamin Tovar Aalap Tripathy Matteo Turilli Bartosz Tuznik Hubertus van Dam Aurelio Vivas Logan Ward Patrick Widener Sean Wilkinson Justyna Zawalska and Mahnoor Zulfiqar. 2023. Workflows Community Summit 2022: A Roadmap Revolution. https:\/\/doi.org\/10.5281\/zenodo.7750670. https:\/\/doi.org\/10.5281\/zenodo.7750670","DOI":"10.5281\/zenodo.7750670"},{"key":"e_1_3_2_1_21_1","unstructured":"Hern\u00e1n\u00a0Ponce de Le\u00f3n. [n. d.]. Creating successful artifacts. https:\/\/hernanponcedeleon.github.io\/articles\/artifacts.html. Accessed: 2024-02-08."},{"key":"e_1_3_2_1_22_1","volume-title":"d.]. Snapshot","unstructured":"Debian. [n. d.]. Snapshot. http:\/\/snapshot.debian.org\/. Accessed: 2024-02-09."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2014.10.008"},{"key":"e_1_3_2_1_24_1","unstructured":"Roberto Di\u00a0Cosmo and Stefano Zacchiroli. 2017. Software Heritage: Why and How to Preserve Software Source Code. In iPRES 2017 - 14th International Conference on Digital Preservation. Kyoto Japan 1\u201310. https:\/\/hal.archives-ouvertes.fr\/hal-01590958"},{"key":"e_1_3_2_1_25_1","unstructured":"Roberto Di\u00a0Cosmo and Stefano Zacchiroli. 2017. Software heritage: Why and how to preserve software source code. In iPRES 2017-14th International Conference on Digital Preservation. 1\u201310."},{"key":"e_1_3_2_1_26_1","volume-title":"Nextflow enables reproducible computational workflows. Nature biotechnology 35, 4","author":"Di\u00a0Tommaso Paolo","year":"2017","unstructured":"Paolo Di\u00a0Tommaso, Maria Chatzou, Evan\u00a0W Floden, Pablo\u00a0Prieto Barja, Emilio Palumbo, and Cedric Notredame. 2017. Nextflow enables reproducible computational workflows. Nature biotechnology 35, 4 (2017), 316\u2013319."},{"key":"e_1_3_2_1_27_1","unstructured":"Docker. [n. d.]. Optimizing builds with cache management. https:\/\/docs.docker.com\/build\/cache\/. Accessed: 2023-06-20."},{"key":"e_1_3_2_1_28_1","volume-title":"Nix: A Safe and Policy-Free System for Software Deployment.","author":"Dolstra Eelco","year":"2004","unstructured":"Eelco Dolstra, Merijn de Jonge, and Eelco Visser. 2004. Nix: A Safe and Policy-Free System for Software Deployment. (2004), 14."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/1411203.1411255"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the USENIX Annual Technical Conference (ATC). 1\u201314","author":"Duplyakin Dmitry","year":"2019","unstructured":"Dmitry Duplyakin, Robert Ricci, Aleksander Maricq, Gary Wong, Jonathon Duerig, Eric Eide, Leigh Stoller, Mike Hibler, David Johnson, Kirk Webb, Aditya Akella, Kuangching Wang, Glenn Ricart, Larry Landweber, Chip Elliott, Michael Zink, Emmanuel Cecchet, Snigdhaswin Kar, and Prabodh Mishra. 2019. The Design and Operation of CloudLab. https:\/\/www.flux.utah.edu\/paper\/duplyakin-atc19. In Proceedings of the USENIX Annual Technical Conference (ATC). 1\u201314."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723872.2723875"},{"key":"e_1_3_2_1_32_1","unstructured":"figshare. [n. d.]. Figshare. https:\/\/figshare.com\/. Accessed: 2024-01-23."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.887"},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings of the fifth large installation systems administration conference (LISA V). 141\u2013152","author":"Furlani L","year":"1991","unstructured":"John\u00a0L Furlani. 1991. Modules: Providing a flexible user environment. In Proceedings of the fifth large installation systems administration conference (LISA V). 141\u2013152."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2807591.2807623"},{"key":"e_1_3_2_1_36_1","unstructured":"Github. [n. d.]. Issuing a persistent identifier for your repository with Zenodo. https:\/\/docs.github.com\/en\/repositories\/archiving-a-github-repository\/referencing-and-citing-content. Accessed: 2024-01-24."},{"key":"e_1_3_2_1_37_1","unstructured":"Globus. [n. d.]. Globus website. https:\/\/globus.org\/. Accessed: 2024-01-28."},{"key":"e_1_3_2_1_38_1","unstructured":"Google. [n. d.]. Bidding farewell to Google Code. https:\/\/opensource.googleblog.com\/2015\/03\/farewell-to-google-code.html. Accessed: 2024-02-05."},{"key":"e_1_3_2_1_39_1","unstructured":"Gricad. 2023. Nix Ciment Channel. https:\/\/archive.softwareheritage.org\/swh:1:dir:dec8c22b23ba51650f65352fa2fc2640f1532bea;origin=https:\/\/github.com\/Gricad\/nix-ciment-channel. https:\/\/github.com\/Gricad\/nix-ciment-channel"},{"key":"e_1_3_2_1_40_1","unstructured":"Grid\u20195000. [n. d.]. Creating an environment images using tgz-g5k. https:\/\/grid5000.fr\/w\/Environment_creation#Creating_an_environment_images_using_tgz-g5k. Accessed: 2023-04-03."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTER51413.2022.00051"},{"key":"e_1_3_2_1_42_1","unstructured":"[42] Quentin Guilloteau Florina\u00a0M. Ciorba Millian Poquet Dorian Goepp and Olivier Richard. 2024. https:\/\/archive.softwareheritage.org\/swh:1:dir:3904795a49327b1e9b7ef1a8aff995b1f94ae6fb;origin=https:\/\/github.com\/GuilloteauQ\/artefact-lifetime;visit=swh:1:snp:9adc667f9fefcb6783df076520ef357231030ad4;anchor=swh:1:rev:ad4d19abb5da12fd6df708bc13e444d834c85dfa."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","unstructured":"Quentin Guilloteau Florina\u00a0M. Ciorba Millian Poquet Dorian Goepp and Olivier Richard. 2024. Dataset for the Paper \"Longevity of Artifacts in Leading Parallel and Distributed Systems Conferences: a Review of the State of the Practice in 2023\". https:\/\/doi.org\/10.5281\/zenodo.10650804. https:\/\/doi.org\/10.5281\/zenodo.10650804","DOI":"10.5281\/zenodo.10650804"},{"key":"e_1_3_2_1_44_1","unstructured":"Guix-HPC. 2023. Guix-HPC. https:\/\/archive.softwareheritage.org\/swh:1:dir:aabd69b989444999630729faf0184f4d68ff13fa;origin=https:\/\/gitlab.inria.fr\/guix-hpc\/guix-hpc. https:\/\/gitlab.inria.fr\/guix-hpc\/guix-hpc"},{"key":"e_1_3_2_1_45_1","unstructured":"Software Heritage. [n. d.]. Software Heritage. https:\/\/www.softwareheritage.org\/. Accessed: 2023-03-30."},{"key":"e_1_3_2_1_46_1","volume-title":"What Has Artifact Evaluation Ever Done for Us?IEEE Security & Privacy 20, 5","author":"Hermann Ben","year":"2022","unstructured":"Ben Hermann. 2022. What Has Artifact Evaluation Ever Done for Us?IEEE Security & Privacy 20, 5 (2022), 96\u201399."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409767"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09851-6"},{"key":"e_1_3_2_1_49_1","volume-title":"A survey on reproducibility in parallel computing. arXiv preprint arXiv:1511.04217","author":"Hunold Sascha","year":"2015","unstructured":"Sascha Hunold. 2015. A survey on reproducibility in parallel computing. arXiv preprint arXiv:1511.04217 (2015)."},{"key":"e_1_3_2_1_50_1","volume-title":"Proceedings of the 2020 USENIX Annual Technical Conference (USENIX ATC \u201920)","author":"Keahey Kate","year":"2020","unstructured":"Kate Keahey, Jason Anderson, Zhuo Zhen, Pierre Riteau, Paul Ruth, Dan Stanzione, Mert Cevik, Jacob Colleran, Haryadi\u00a0S. Gunawi, Cody Hammock, Joe Mambretti, Alexander Barnes, Fran\u00e7ois Halbach, Alex Rocha, and Joe Stubbs. 2020. Lessons Learned from the Chameleon Testbed. In Proceedings of the 2020 USENIX Annual Technical Conference (USENIX ATC \u201920). USENIX Association."},{"key":"e_1_3_2_1_51_1","volume-title":"Badges to acknowledge open practices: A simple, low-cost, effective method for increasing transparency. PLoS biology 14, 5","author":"Kidwell C","year":"2016","unstructured":"Mallory\u00a0C Kidwell, Ljiljana\u00a0B Lazarevi\u0107, Erica Baranski, Tom\u00a0E Hardwicke, Sarah Piechowski, Lina-Sophia Falkenberg, Curtis Kennett, Agnieszka Slowik, Carina Sonnleitner, Chelsey Hess-Holden, 2016. Badges to acknowledge open practices: A simple, low-cost, effective method for increasing transparency. PLoS biology 14, 5 (2016), e1002456."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bts480"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10270-019-00714-3"},{"key":"e_1_3_2_1_54_1","volume-title":"SC 2018-Workshop: ResCuE-HPC. 1\u20135.","author":"Mercier Michael","year":"2018","unstructured":"Michael Mercier, Adrien Faure, and Olivier Richard. 2018. Considering the Development Workflow to Achieve Reproducibility with Variation. In SC 2018-Workshop: ResCuE-HPC. 1\u20135."},{"key":"e_1_3_2_1_55_1","first-page":"25404","article-title":"Benchopt: Reproducible, efficient and collaborative optimization benchmarks","volume":"35","author":"Moreau Thomas","year":"2022","unstructured":"Thomas Moreau, Mathurin Massias, Alexandre Gramfort, Pierre Ablin, Pierre-Antoine Bannier, Benjamin Charlier, Mathieu Dagr\u00e9ou, Tom Dupre\u00a0la Tour, Ghislain Durif, Cassio\u00a0F Dantas, 2022. Benchopt: Reproducible, efficient and collaborative optimization benchmarks. Advances in Neural Information Processing Systems 35 (2022), 25404\u201325421.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_56_1","volume-title":"Producing wrong data without doing anything obviously wrong!ACM Sigplan Notices 44, 3","author":"Mytkowicz Todd","year":"2009","unstructured":"Todd Mytkowicz, Amer Diwan, Matthias Hauswirth, and Peter\u00a0F Sweeney. 2009. Producing wrong data without doing anything obviously wrong!ACM Sigplan Notices 44, 3 (2009), 265\u2013276."},{"key":"e_1_3_2_1_57_1","unstructured":"Isaac Newton. [n. d.]. Letter from Sir Isaac Newton to Robert Hooke."},{"key":"e_1_3_2_1_58_1","unstructured":"NixOS. [n. d.]. nixpkgs. https:\/\/github.com\/nixos\/nixpkgs. Accessed: 2023-04-04."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097766.3097773"},{"key":"e_1_3_2_1_60_1","unstructured":"Nvidia. [n. d.]. Container Support Policy. https:\/\/archive.softwareheritage.org\/swh:1:cnt:167b243e20f4f7e38efcd1c9d1696f291de6c5e0;origin=https:\/\/gitlab.com\/nvidia\/container-images\/cuda;visit=swh:1:snp:62fbbe6c6441981445c19b0632f4bc0c69736d12;anchor=swh:1:rev:e3ff10eab3a1424fe394899df0e0f8ca5a410f0f;path=\/doc\/support-policy.md. Accessed: 2024-01-24."},{"key":"e_1_3_2_1_61_1","unstructured":"OAR-Team. 2023. NUR-Kapack. https:\/\/archive.softwareheritage.org\/swh:1:dir:1a6970dbce78a86062648a7c76978f674f136607;origin=https:\/\/github.com\/oar-team\/nur-kapack. https:\/\/github.com\/oar-team\/nur-kapack"},{"key":"e_1_3_2_1_62_1","unstructured":"Rohan Padhye. [n. d.]. Artifact Evaluation: Tips for Authors. https:\/\/blog.padhye.org\/Artifact-Evaluation-Tips-for-Authors\/. Accessed: 2024-02-08."},{"key":"e_1_3_2_1_63_1","volume-title":"Certify reproducibility with confidential data. Science 365, 6449","author":"P\u00e9rignon Christophe","year":"2019","unstructured":"Christophe P\u00e9rignon, Kamel Gadouche, Christophe Hurlin, Roxane Silberman, and Eric Debonnel. 2019. Certify reproducibility with confidential data. Science 365, 6449 (2019), 127\u2013128."},{"key":"e_1_3_2_1_64_1","volume-title":"Reproducibility vs. replicability: a brief history of a confused terminology. Frontiers in neuroinformatics 11","author":"Plesser E","year":"2018","unstructured":"Hans\u00a0E Plesser. 2018. Reproducibility vs. replicability: a brief history of a confused terminology. Frontiers in neuroinformatics 11 (2018), 76."},{"key":"e_1_3_2_1_65_1","volume-title":"The Irreproducibility Crisis of Modern Science. Causes, Consequences, and the Road to Reform","author":"Randall David","unstructured":"David Randall and Christopher Welser. 2018. The Irreproducibility Crisis of Modern Science. Causes, Consequences, and the Road to Reform. National Association of Scholars, New York. https:\/\/www.nas.org\/reports\/the-irreproducibility-crisis-of-modern-science"},{"key":"e_1_3_2_1_66_1","unstructured":"Repology. [n. d.]. Repology. https:\/\/repology.org\/. Accessed: 2024-02-09."},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589806.3600032"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTER49012.2020.00028"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-23987-9_14"},{"key":"e_1_3_2_1_70_1","volume-title":"What incentives increase data sharing in health and medical research? A systematic review. Research integrity and peer review 2, 1","author":"Rowhani-Farid Anisa","year":"2017","unstructured":"Anisa Rowhani-Farid, Michelle Allen, and Adrian\u00a0G Barnett. 2017. What incentives increase data sharing in health and medical research? A systematic review. Research integrity and peer review 2, 1 (2017), 1\u201310."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723872.2723883"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2016.07.001"},{"key":"e_1_3_2_1_73_1","volume-title":"Software simplified. Nature 546, 7656","author":"Silver Andrew","year":"2017","unstructured":"Andrew Silver. 2017. Software simplified. Nature 546, 7656 (2017), 173\u2013174."},{"key":"e_1_3_2_1_74_1","first-page":"e147","volume":"4","author":"Smith M","year":"2018","unstructured":"Arfon\u00a0M Smith, Kyle\u00a0E Niemeyer, Daniel\u00a0S Katz, Lorena\u00a0A Barba, George Githinji, Melissa Gymrek, Kathryn\u00a0D Huff, Christopher\u00a0R Madan, Abigail\u00a0Cabunoc Mayes, Kevin\u00a0M Moerman, 2018. Journal of Open Source Software (JOSS): design and first-year review. PeerJ Computer Science 4 (2018), e147.","journal-title":"Journal of Open Source Software (JOSS): design and first-year review. PeerJ Computer Science"},{"key":"e_1_3_2_1_75_1","volume-title":"Proceedings of the 1st Workshop on Reproducible, Customizable and Portable Workflows for HPC at SC, Vol.\u00a018","author":"Stodden Victoria","year":"2018","unstructured":"Victoria Stodden and Matthew\u00a0S Krafczyk. 2018. Assessing reproducibility: An astrophysical example of computational uncertainty in the HPC context. In Proceedings of the 1st Workshop on Reproducible, Customizable and Portable Workflows for HPC at SC, Vol.\u00a018."},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4939-9074-0_24"},{"key":"e_1_3_2_1_77_1","unstructured":"[77] tdurieux. 2024. https:\/\/github.com\/tdurieux\/anonymous_github."},{"key":"e_1_3_2_1_78_1","unstructured":"National Telecommunications and Information Administration. [n. d.]. Software Bill of Materials. https:\/\/www.ntia.gov\/page\/software-bill-materials. Accessed: 2024-02-05."},{"key":"e_1_3_2_1_79_1","unstructured":"TPDS. [n. d.]. Reproducibility Initiative. https:\/\/www.computer.org\/csdl\/journal\/td\/write-for-us\/104303."},{"key":"e_1_3_2_1_80_1","unstructured":"Tweag.io. [n. d.]. What problems do flakes solve?https:\/\/www.tweag.io\/blog\/2020-05-25-flakes\/. Accessed: 2023-04-04."},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","unstructured":"UNESCO. [n. d.]. Understanding open science. https:\/\/doi.org\/10.54677\/UTCD9302","DOI":"10.54677\/UTCD9302"},{"key":"e_1_3_2_1_82_1","unstructured":"https:\/\/artifact-eval.org. [n. d.]. Guidelines for Packaging AEC Submissions. https:\/\/artifact-eval.org\/guidelines.html. Accessed: 2024-02-08."},{"key":"e_1_3_2_1_83_1","volume-title":"Toil enables reproducible, open source, big biomedical data analyses. Nature biotechnology 35, 4","author":"Vivian John","year":"2017","unstructured":"John Vivian, Arjun\u00a0Arkal Rao, Frank\u00a0Austin Nothaft, Christopher Ketchum, Joel Armstrong, Adam Novak, Jacob Pfeil, Jake Narkizian, Alden\u00a0D Deran, Audrey Musselman-Brown, 2017. Toil enables reproducible, open source, big biomedical data analyses. Nature biotechnology 35, 4 (2017), 314\u2013316."},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549172"},{"key":"e_1_3_2_1_85_1","volume-title":"scalable, and shareable analysis pipelines with bioinformatics workflow managers. Nature methods 18, 10","author":"Wratten Laura","year":"2021","unstructured":"Laura Wratten, Andreas Wilm, and Jonathan G\u00f6ke. 2021. Reproducible, scalable, and shareable analysis pipelines with bioinformatics workflow managers. Nature methods 18, 10 (2021), 1161\u20131168."},{"key":"e_1_3_2_1_86_1","volume-title":"An empirical study on software bill of materials: Where we stand and the road ahead. arXiv preprint arXiv:2301.05362","author":"Xia Boming","year":"2023","unstructured":"Boming Xia, Tingting Bi, Zhenchang Xing, Qinghua Lu, and Liming Zhu. 2023. An empirical study on software bill of materials: Where we stand and the road ahead. arXiv preprint arXiv:2301.05362 (2023)."},{"key":"e_1_3_2_1_87_1","unstructured":"zenodo. [n. d.]. Zenodo. https:\/\/zenodo.org\/. Accessed: 2023-03-30."}],"event":{"name":"ACM REP '24: ACM Conference on Reproducibility and Replicability","location":"Rennes France","acronym":"ACM REP '24","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"]},"container-title":["Proceedings of the 2nd ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641525.3663631","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3641525.3663631","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T02:04:28Z","timestamp":1755914668000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641525.3663631"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,18]]},"references-count":87,"alternative-id":["10.1145\/3641525.3663631","10.1145\/3641525"],"URL":"https:\/\/doi.org\/10.1145\/3641525.3663631","relation":{},"subject":[],"published":{"date-parts":[[2024,6,18]]},"assertion":[{"value":"2024-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}