{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T00:40:53Z","timestamp":1768005653636,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100001824","name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky","doi-asserted-by":"publisher","award":["23-07580X"],"award-info":[{"award-number":["23-07580X"]}],"id":[{"id":"10.13039\/501100001824","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,29]]},"DOI":"10.1145\/3736731.3746156","type":"proceedings-article","created":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T11:58:19Z","timestamp":1761047899000},"page":"132-142","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["R4R: Reproducibility for R"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4455-1130","authenticated-orcid":false,"given":"Pierre","family":"Donat-Bouillud","sequence":"first","affiliation":[{"name":"Faculty of Information Technology, Czech Technical University, Prague, Czech Republic and Northeastern University, Boston, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0478-6202","authenticated-orcid":false,"given":"Filip","family":"K\u0159ikava","sequence":"additional","affiliation":[{"name":"Faculty of Information Technology, Czech Technical University, Prague, Czech Republic and Northeastern University, Boston, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4124-0225","authenticated-orcid":false,"given":"Sebastian","family":"Krynski","sequence":"additional","affiliation":[{"name":"Faculty of Information Technology, Czech Technical University, Prague, Czech Republic and Northeastern University, Boston, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4052-3458","authenticated-orcid":false,"given":"Jan","family":"Vitek","sequence":"additional","affiliation":[{"name":"Faculty of Information Technology, Czech Technical University, Prague, Czech Republic and Faculty of Mathematics and Physics, Charles University, Prague, Czech Republic"}]}],"member":"320","published-online":{"date-parts":[[2025,10,21]]},"reference":[{"key":"e_1_3_3_3_2_2","unstructured":"ACM. 2020. Artifact Review and Badging - Current. https:\/\/www.acm.org\/publications\/policies\/artifact-review-and-badging-current accessed 2025-01-14."},{"key":"e_1_3_3_3_3_2","volume-title":"Conda project","author":"Analytics Continuum","year":"2012","unstructured":"Continuum Analytics. 2012. Conda project. https:\/\/docs.conda.io\/en\/latest\/"},{"key":"e_1_3_3_3_4_2","volume-title":"uv project","year":"2025","unstructured":"Astral. 2025. uv project. https:\/\/docs.astral.sh\/uv\/"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"crossref","unstructured":"M Baker. 2016. 1 500 scientists lift. Nature 533 (2016) 452\u2013454.","DOI":"10.1038\/533452a"},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"crossref","unstructured":"Emery\u00a0D Berger Celeste Hollenbeck Petr Maj Olga Vitek and Jan Vitek. 2019. On the impact of programming languages on code quality: A reproduction study. ACM Transactions on Programming Languages and Systems (TOPLAS) 41 4 (2019) 1\u201324.","DOI":"10.1145\/3340571"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"publisher","unstructured":"Carl Boettiger and Dirk Eddelbuettel. 2017. An Introduction to Rocker: Docker Containers for R. The R Journal 9 2 (2017) 527\u2013536. 10.32614\/RJ-2017-065","DOI":"10.32614\/RJ-2017-065"},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/2882903.2899401"},{"key":"e_1_3_3_3_9_2","volume-title":"miniCRAN: Create a Mini Version of CRAN Containing Only Selected Packages","author":"Vries Andrie de","year":"2024","unstructured":"Andrie de Vries. 2024. miniCRAN: Create a Mini Version of CRAN Containing Only Selected Packages. https:\/\/github.com\/andrie\/miniCRAN R package version 0.3.0.9000."},{"key":"e_1_3_3_3_10_2","volume-title":"dockerfiler: Easy Dockerfile Creation from R","author":"Fay Colin","year":"2022","unstructured":"Colin Fay, Vincent Guyader, Josiah Parry, and S\u00e9bastien Rochette. 2022. dockerfiler: Easy Dockerfile Creation from R. https:\/\/github.com\/ThinkR-open\/dockerfiler R package version 0.1.5.0002."},{"key":"e_1_3_3_3_11_2","first-page":"374","volume-title":"2017 IEEE 13th International Conference on e-Science (e-Science)","author":"Fils Gabriel","year":"2017","unstructured":"Gabriel Fils, Zhihao Yuan, Tanu Malik, et\u00a0al. 2017. Sciunits: Reusable research objects. In 2017 IEEE 13th International Conference on e-Science (e-Science). IEEE, 374\u2013383."},{"key":"e_1_3_3_3_12_2","volume-title":"In Proc. Network and Distributed Systems Security Symposium","author":"Garfinkel Tal","year":"2003","unstructured":"Tal Garfinkel. 2003. Traps and pitfalls: Practical problems in system call interposition based security tools. In In Proc. Network and Distributed Systems Security Symposium."},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"crossref","unstructured":"Federico\u00a0M Giorgi Carmine Ceraolo and Daniele Mercatelli. 2022. The R language: an engine for bioinformatics and data science. Life 12 5 (2022) 648.","DOI":"10.3390\/life12050648"},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"crossref","unstructured":"Steven\u00a0N Goodman Daniele Fanelli and John\u00a0PA Ioannidis. 2016. What does research reproducibility mean? Science translational medicine 8 341 (2016) 341ps12\u2013341ps12.","DOI":"10.1126\/scitranslmed.aaf5027"},{"key":"e_1_3_3_3_15_2","unstructured":"John Gruber. 2004. Markdown. https:\/\/daringfireball.net\/projects\/markdown\/. Accessed: 2025-04-02."},{"key":"e_1_3_3_3_16_2","volume-title":"2011 USENIX Annual Technical Conference (USENIX ATC 11)","author":"Guo Philip\u00a0J","year":"2011","unstructured":"Philip\u00a0J Guo and Dawson Engler. 2011. { CDE} : Using system call interposition to automatically create portable software packages. In 2011 USENIX Annual Technical Conference (USENIX ATC 11)."},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","unstructured":"Chung hong Chan and David Schoch. 2023. rang: Reconstructing reproducible R computational environments. PLOS ONE (2023). 10.1371\/journal.pone.0286761","DOI":"10.1371\/journal.pone.0286761"},{"key":"e_1_3_3_3_18_2","volume-title":"The Python Package Index","author":"Jones. Richard","year":"2003","unstructured":"Richard Jones.2003. The Python Package Index. https:\/\/pypi.org\/"},{"key":"e_1_3_3_3_19_2","volume-title":"uv project","year":"2025","unstructured":"Jupyter. 2025. uv project. https:\/\/mybinder.readthedocs.io"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","DOI":"10.3233\/978-1-61499-649-1-87"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","unstructured":"Donald\u00a0E. Knuth. 1984. Literate Programming. Comput. J. 27 2 (1984) 97\u2013111. 10.1093\/comjnl\/27.2.97","DOI":"10.1093\/comjnl\/27.2.97"},{"key":"e_1_3_3_3_22_2","volume-title":"Tidymodels: a collection of packages for modeling and machine learning using tidyverse principles.","author":"Kuhn Max","year":"2020","unstructured":"Max Kuhn and Hadley Wickham. 2020. Tidymodels: a collection of packages for modeling and machine learning using tidyverse principles.https:\/\/www.tidymodels.org"},{"key":"e_1_3_3_3_23_2","unstructured":"David MacKenzie Paul Eggert and Richard Stallman. 2002. Comparing and Merging Files with GNU diff and patch. Network Theory Ltd 4 (2002) 23\u201325."},{"key":"e_1_3_3_3_24_2","volume-title":"Require: Installing and Loading R Packages for Reproducible Workflows","author":"McIntire Eliot J\u00a0B","year":"2024","unstructured":"Eliot J\u00a0B McIntire. 2024. Require: Installing and Loading R Packages for Reproducible Workflows. https:\/\/Require.predictiveecology.org R package version 1.0.1, https:\/\/github.com\/PredictiveEcology\/Require."},{"key":"e_1_3_3_3_25_2","unstructured":"V.\u00a0P. Nagraj and Stephen\u00a0D. Turner. 2023. pracpac: Practical R Packaging with Docker. arxiv:https:\/\/arXiv.org\/abs\/2303.07876\u00a0[q-bio.QM] https:\/\/arxiv.org\/abs\/2303.07876"},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","unstructured":"Daniel N\u00fcst Dirk Eddelbuettel Dom Bennett Robrecht Cannoodt Dav Clark Gergely Dar\u00f3czi Mark Edmondson Colin Fay Ellis Hughes Lars Kjeldgaard Sean Lopp Ben Marwick Heather Nolis Jacqueline Nolis Hong Ooi Karthik Ram Noam Ross Lori Shepherd P\u00e9ter S\u00f3lymos Tyson\u00a0Lee Swetnam Nitesh Turaga Charlotte Van Petegem Jason Williams Craig Willis and Nan Xiao. 2020. The Rockerverse: Packages and Applications for Containerisation with R. The R Journal 12 1 (2020) 437\u2013461. 10.32614\/RJ-2020-007","DOI":"10.32614\/RJ-2020-007"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","unstructured":"Daniel N\u00fcst and Matthias Hinz. 2019. containerit: Generating Dockerfiles for reproducible research with R. Journal of Open Source Software 4 40 (8 2019) 1603. 10.21105\/joss.01603","DOI":"10.21105\/joss.01603"},{"key":"e_1_3_3_3_28_2","volume-title":"Reproducibility and replicability in science","author":"Sciences National\u00a0Academies of","year":"2019","unstructured":"National\u00a0Academies of Sciences, Medicine, Policy, Global Affairs, Board on Research\u00a0Data, Information, Division on Engineering, Physical Sciences, Committee on Applied, Theoretical Statistics, et\u00a0al. 2019. Reproducibility and replicability in science. National Academies Press."},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"publisher","DOI":"10.5555\/2482949.2482952"},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2019.00077"},{"key":"e_1_3_3_3_31_2","volume-title":"pip project","author":"developers The pip","year":"2008","unstructured":"The pip developers. 2008. pip project. https:\/\/pypi.org\/project\/pip\/"},{"key":"e_1_3_3_3_32_2","volume-title":"virtualenv project","year":"2007","unstructured":"PyPA. 2007. virtualenv project. https:\/\/virtualenv.pypa.io\/en\/latest\/"},{"key":"e_1_3_3_3_33_2","volume-title":"rix: Reproducible Data Science Environments with \u2019Nix\u2019","author":"Rodrigues Bruno","year":"2025","unstructured":"Bruno Rodrigues and Philipp Baumann. 2025. rix: Reproducible Data Science Environments with \u2019Nix\u2019. https:\/\/docs.ropensci.org\/rix\/ R package version 0.14.3."},{"key":"e_1_3_3_3_34_2","volume-title":"venv project","author":"Sajip. Vinay","year":"2012","unstructured":"Vinay Sajip.2012. venv project. https:\/\/docs.python.org\/3\/library\/venv.html"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"crossref","unstructured":"Sheeba Samuel and Daniel Mietchen. 2024. Computational reproducibility of Jupyter notebooks from biomedical publications. GigaScience 13 (2024) giad113.","DOI":"10.1093\/gigascience\/giad113"},{"key":"e_1_3_3_3_36_2","volume-title":"groundhog: Version-Control for CRAN, GitHub, and GitLab Packages","author":"Simonsohn Uri","year":"2024","unstructured":"Uri Simonsohn and Hugo Gruson. 2024. groundhog: Version-Control for CRAN, GitHub, and GitLab Packages. https:\/\/groundhogr.com R package version 3.2.1."},{"key":"e_1_3_3_3_37_2","volume-title":"USENIX Annual Technical Conference","author":"Stark Gavin\u00a0D.","year":"2019","unstructured":"Gavin\u00a0D. Stark and Brendan Gregg. 2019. BPF Performance Tools: Linux System and Application Observability. In USENIX Annual Technical Conference. USENIX. O\u2019Reilly Media, Inc.."},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.10199085"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"crossref","unstructured":"Ana Trisovic Matthew\u00a0K Lau Thomas Pasquier and Merc\u00e8 Crosas. 2022. A large-scale study on research code quality and execution. Scientific Data 9 1 (2022) 60.","DOI":"10.1038\/s41597-022-01143-6"},{"key":"e_1_3_3_3_40_2","doi-asserted-by":"publisher","unstructured":"Dana Udwin and Ben Baumer. 2015. R Markdown. Wiley Interdisciplinary Reviews: Computational Statistics 7 (01 2015). 10.1002\/wics.1348","DOI":"10.1002\/wics.1348"},{"key":"e_1_3_3_3_41_2","unstructured":"Kevin Ushey and Hadley Wickham. 2024. renv: Project Environments. https:\/\/rstudio.github.io\/renv\/ R package version 1.0.11 https:\/\/github.com\/rstudio\/renv."},{"key":"e_1_3_3_3_42_2","doi-asserted-by":"publisher","unstructured":"Mark\u00a0P.J. van\u00a0der Loo. 2014. The stringdist Package for Approximate String Matching. The R Journal 6 1 (2014) 111\u2013122. 10.32614\/RJ-2014-011","DOI":"10.32614\/RJ-2014-011"},{"key":"e_1_3_3_3_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3641525.3663626"},{"key":"e_1_3_3_3_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3377812.3390803"},{"key":"e_1_3_3_3_45_2","doi-asserted-by":"crossref","unstructured":"Zhou Wang Alan\u00a0C Bovik Hamid\u00a0R Sheikh and Eero\u00a0P Simoncelli. 2004. Image quality assessment: from error visibility to structural similarity. IEEE transactions on image processing 13 4 (2004) 600\u2013612.","DOI":"10.1109\/TIP.2003.819861"},{"key":"e_1_3_3_3_46_2","doi-asserted-by":"publisher","DOI":"10.5555\/1323276.1323278"},{"key":"e_1_3_3_3_47_2","volume-title":"R packages","author":"Wickham Hadley","year":"2023","unstructured":"Hadley Wickham and Jennifer Bryan. 2023. R packages. \" O\u2019Reilly Media, Inc.\"."},{"key":"e_1_3_3_3_48_2","volume-title":"dplyr: A Grammar of Data Manipulation","author":"Wickham Hadley","year":"2023","unstructured":"Hadley Wickham, Romain Fran\u00e7ois, Lionel Henry, Kirill M\u00fcller, and Davis Vaughan. 2023. dplyr: A Grammar of Data Manipulation. https:\/\/dplyr.tidyverse.org R package version 1.1.4, https:\/\/github.com\/tidyverse\/dplyr."}],"event":{"name":"ACM REP '25: ACM Conference on Reproducibility and Replicability","location":"Vancouver Canada","acronym":"ACM REP '25","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"]},"container-title":["Proceedings of the 3rd ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3736731.3746156","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T18:04:31Z","timestamp":1767981871000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3736731.3746156"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,29]]},"references-count":47,"alternative-id":["10.1145\/3736731.3746156","10.1145\/3736731"],"URL":"https:\/\/doi.org\/10.1145\/3736731.3746156","relation":{},"subject":[],"published":{"date-parts":[[2025,7,29]]},"assertion":[{"value":"2025-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}