{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T02:12:16Z","timestamp":1768011136206,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":54,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,18]],"date-time":"2024-06-18T00:00:00Z","timestamp":1718668800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,18]]},"DOI":"10.1145\/3641525.3663621","type":"proceedings-article","created":{"date-parts":[[2024,7,11]],"date-time":"2024-07-11T19:02:19Z","timestamp":1720724539000},"page":"30-35","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Embracing Deep Variability For Reproducibility and Replicability"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1483-3858","authenticated-orcid":false,"given":"Mathieu","family":"Acher","sequence":"first","affiliation":[{"name":"Inria, CNRS, IRISA, University of Rennes, France and IUF, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7104-7848","authenticated-orcid":false,"given":"Benoit","family":"Combemale","sequence":"additional","affiliation":[{"name":"Inria, CNRS, IRISA, University of Rennes, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6560-7944","authenticated-orcid":false,"given":"Georges Aaron","family":"Randrianaina","sequence":"additional","affiliation":[{"name":"Inria, CNRS, IRISA, University of Rennes, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0582-9745","authenticated-orcid":false,"given":"Jean-Marc","family":"Jezequel","sequence":"additional","affiliation":[{"name":"Inria, CNRS, IRISA, University of Rennes, France and IUF, France"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,11]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. Github repository: Reproducibility associativity and deep variability. https:\/\/github.com\/FAMILIAR-project\/reproducibility-associativity"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1038\/s43588-021-00037-8"},{"key":"e_1_3_2_1_3_1","volume-title":"Feature-Oriented Software Product Lines: Concepts and Implementation","author":"Apel Sven","unstructured":"Sven Apel, Don Batory, Christian K\u00e4stner, and Gunter Saake. 2013. Feature-Oriented Software Product Lines: Concepts and Implementation. Springer-Verlag."},{"key":"e_1_3_2_1_4_1","volume-title":"Unreproducible builds: Time to fix, causes, and correlation with external ecosystem factors. Empirical Software Engineering","author":"Bajaj Rahul","year":"2023","unstructured":"Rahul Bajaj, Eduardo Fernandes, Bram Adams, and Ahmed\u00a0E. Hassan. 2023. Unreproducible builds: Time to fix, causes, and correlation with external ecosystem factors. Empirical Software Engineering (2023)."},{"key":"e_1_3_2_1_5_1","volume-title":"Automated Analysis of Feature Models 20 years Later: a Literature Review. Information Systems 35, 6","author":"Benavides David","year":"2010","unstructured":"David Benavides, Sergio Segura, and Antonio Ruiz-Cortes. 2010. Automated Analysis of Feature Models 20 years Later: a Literature Review. Information Systems 35, 6 (2010)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3307681.3325960"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1162\/153244302760200704"},{"key":"e_1_3_2_1_8_1","volume-title":"https:\/\/reproducible-builds.org\/ accessed","author":"Builds Reproducible","year":"2024","unstructured":"Reproducible Builds. 2024. Reproducible Builds. https:\/\/reproducible-builds.org\/ accessed Feb. 2024.."},{"key":"e_1_3_2_1_9_1","volume-title":"On the plurality of (methodological) worlds: estimating the analytic flexibility of FMRI experiments. Frontiers in neuroscience 6","author":"Carp Joshua","year":"2012","unstructured":"Joshua Carp. 2012. On the plurality of (methodological) worlds: estimating the analytic flexibility of FMRI experiments. Frontiers in neuroscience 6 (2012), 149."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2882903.2899401"},{"key":"e_1_3_2_1_11_1","volume-title":"Functional Package Management with Guix. In European Lisp Symposium","author":"Court\u00e8s Ludovic","year":"2013","unstructured":"Ludovic Court\u00e8s. 2013. Functional Package Management with Guix. In European Lisp Symposium. Madrid, Spain. https:\/\/inria.hal.science\/hal-00824004"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-27308-2_47"},{"key":"e_1_3_2_1_13_1","volume-title":"The purely functional software deployment model","author":"Dolstra Eelco","unstructured":"Eelco Dolstra. 2006. The purely functional software deployment model. Utrecht University."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/1052676.1052686"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.5194\/gmd-15-2973-2022"},{"key":"e_1_3_2_1_16_1","volume-title":"Engineering the software for understanding climate change. Computing in science & engineering 11, 6","author":"Easterbrook M","year":"2009","unstructured":"Steve\u00a0M Easterbrook and Timothy\u00a0C Johns. 2009. Engineering the software for understanding climate change. Computing in science & engineering 11, 6 (2009), 65\u201374."},{"key":"e_1_3_2_1_17_1","volume-title":"Uncertainty in Self-Adaptive Software Systems","author":"Esfahani Naeem","unstructured":"Naeem Esfahani and Sam Malek. 2013. Uncertainty in Self-Adaptive Software Systems. Springer, 214\u2013238."},{"key":"e_1_3_2_1_18_1","volume-title":"Reza Adalat, Natacha Beck, Claude Lepage, Pierre Rioux, Marc-Etienne Rousseau","author":"Glatard Tristan","year":"2015","unstructured":"Tristan Glatard, Lindsay\u00a0B Lewis, Rafael Ferreira\u00a0da Silva, Reza Adalat, Natacha Beck, Claude Lepage, Pierre Rioux, Marc-Etienne Rousseau, Tarek Sherif, Ewa Deelman, 2015. Reproducibility of neuroimaging analyses across operating systems. Frontiers in neuroinformatics 9 (2015), 12."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0038234"},{"key":"e_1_3_2_1_20_1","unstructured":"GNU Guix. [n. d.]. Package reproducibility. https:\/\/data.guix.gnu.org\/repository\/1\/branch\/master\/latest-processed-revision\/package-reproducibility"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/S10664-018-9635-4"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11694"},{"key":"e_1_3_2_1_23_1","first-page":"1","article-title":"Uniform and scalable sampling of highly configurable systems","volume":"27","author":"Heradio Ruben","year":"2022","unstructured":"Ruben Heradio, David Fernandez-Amoros, Jos\u00e9\u00a0A Galindo, David Benavides, and Don Batory. 2022. Uniform and scalable sampling of highly configurable systems. Empirical Software Engineering 27, 2 (2022), 1\u201334.","journal-title":"Empirical Software Engineering"},{"key":"e_1_3_2_1_24_1","unstructured":"https:\/\/www.wcrp climate.org\/. [n. d.]. World climat research program (WCRP)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3492321.3519575"},{"key":"e_1_3_2_1_26_1","volume-title":"Transfer Learning for Performance Modeling of Configurable Systems: An Exploratory Analysis. In IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE Press, 497\u2013508","author":"Jamshidi Pooyan","year":"2017","unstructured":"Pooyan Jamshidi, Norbert Siegmund, Miguel Velez, Akshay Patel, and Yuvraj Agarwal. 2017. Transfer Learning for Performance Modeling of Configurable Systems: An Exploratory Analysis. In IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE Press, 497\u2013508."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236074"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2020.2987024"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0608144104"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3199201"},{"key":"e_1_3_2_1_31_1","volume-title":"MICCAI Workshop on High-Performance and Distributed Computing for Medical Imaging.","author":"Krefting Dagmar","year":"2011","unstructured":"Dagmar Krefting, Michael Scheel, Alina Freing, Svenja Specovius, Friedemann Paul, and Alexander Brandt. 2011. Reliability of quantitative neuroimage analysis using freesurfer in distributed environments. In MICCAI Workshop on High-Performance and Distributed Computing for Medical Imaging.(Toronto, ON)."},{"key":"e_1_3_2_1_32_1","unstructured":"R. Krishna V. Nair P. Jamshidi and T. Menzies. 2020. Whence to Learn? Transferring Knowledge in Configurable Systems using BEETLE. IEEE Transactions on Software Engineering (2020) 1\u20131."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2021.3073045"},{"key":"e_1_3_2_1_34_1","volume-title":"When Scientific Software Meets Software Engineering. Computer","author":"Leroy Dorian","year":"2021","unstructured":"Dorian Leroy, June Sallou, Johann Bourcier, and Benoit Combemale. 2021. When Scientific Software Meets Software Engineering. Computer (2021), 1\u201311. https:\/\/hal.inria.fr\/hal-03318348"},{"key":"e_1_3_2_1_35_1","volume-title":"The Interaction between Inputs and Configurations fed to Software Systems: an Empirical Study. CoRR abs\/2112.07279","author":"Lesoil Luc","year":"2021","unstructured":"Luc Lesoil, Mathieu Acher, Arnaud Blouin, and Jean-Marc J\u00e9z\u00e9quel. 2021. The Interaction between Inputs and Configurations fed to Software Systems: an Empirical Study. CoRR abs\/2112.07279 (2021). arXiv:2112.07279https:\/\/arxiv.org\/abs\/2112.07279"},{"key":"e_1_3_2_1_36_1","volume-title":"VaMoS 2021 - 15th International Working Conference on Variability Modelling of Software-Intensive Systems. Krems \/ Virtual, Austria, 1\u20138. https:\/\/hal.inria.fr\/hal-03084276","author":"Lesoil Luc","unstructured":"Luc Lesoil, Mathieu Acher, Arnaud Blouin, and Jean-Marc J\u00e9z\u00e9quel. 2021. Deep Software Variability: Towards Handling Cross-Layer Configuration. In VaMoS 2021 - 15th International Working Conference on Variability Modelling of Software-Intensive Systems. Krems \/ Virtual, Austria, 1\u20138. https:\/\/hal.inria.fr\/hal-03084276"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461001.3471149"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510466.3510486"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","unstructured":"S. Mahdavi-Hezavehi P. Avgeriou and D. Weyns. 2017. A Classification Framework of Uncertainty in Architecture-Based Self-Adaptive Systems With Multiple Quality Requirements. In Managing Trade-Offs in Adaptable Software Architectures. Elsevier 45\u201377. https:\/\/doi.org\/10.1016\/b978-0-12-802855-1.00003-4","DOI":"10.1016\/b978-0-12-802855-1.00003-4"},{"key":"e_1_3_2_1_40_1","volume-title":"Transfer Learning Across Variants and Versions: The Case of Linux Kernel Size","author":"Martin Hugo","year":"2021","unstructured":"Hugo Martin, Mathieu Acher, Juliana\u00a0Alves Pereira, Luc Lesoil, Jean-Marc J\u00e9z\u00e9quel, and Djamel\u00a0Eddine Khelladi. 2021. Transfer Learning Across Variants and Versions: The Case of Linux Kernel Size. IEEE Transactions on Software Engineering (2021), 1\u201317. https:\/\/hal.inria.fr\/hal-03358817"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.5194\/gmd-13-1165-2020"},{"key":"e_1_3_2_1_42_1","unstructured":"Olivier Mesnard and Lorena\u00a0A. Barba. 2016. Reproducible and replicable CFD: it\u2019s harder than you think. arxiv:1605.04339\u00a0[physics.comp-ph]"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3611663"},{"key":"e_1_3_2_1_44_1","volume-title":"Beware Default Random Forest Importances. last access: july","author":"Parr Terence","year":"2019","unstructured":"Terence Parr, Kerem Turgutlu, Christopher Csiszar, and Jeremy Howard. 2018. Beware Default Random Forest Importances. last access: july 2019."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3358960.3379137"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111044"},{"key":"e_1_3_2_1_47_1","unstructured":"Joelle Pineau. ICSE\u201919 Keynote. Building Reproducible Reusable and Robust Machine Learning Software. https:\/\/2019.icse-conferences.org\/details\/icse-2019-Plenary-Sessions\/20\/Building-Reproducible-Reusable-and-Robust-Machine-Learning-Software."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2019.00032"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1101\/843193"},{"key":"e_1_3_2_1_50_1","volume-title":"Options Matter: Documenting and Fixing Non-Reproducible Builds in Highly-Configurable Systems. In MSR 2024 - 21th International Conference on Mining Software Repository","author":"Randrianaina Georges\u00a0Aaron","year":"2024","unstructured":"Georges\u00a0Aaron Randrianaina, Djamel\u00a0Eddine Khelladi, Olivier Zendra, and Mathieu Acher. 2024. Options Matter: Documenting and Fixing Non-Reproducible Builds in Highly-Configurable Systems. In MSR 2024 - 21th International Conference on Mining Software Repository. Lisbon, Portugal, 1\u201311. https:\/\/inria.hal.science\/hal-04441579"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3030207.3030216"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3233027.3233035"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616352"},{"key":"e_1_3_2_1_54_1","volume-title":"Matt Davis, Richard\u00a0T Guy, Steven\u00a0HD Haddock, Kathryn\u00a0D Huff, Ian\u00a0M Mitchell","author":"Wilson Greg","year":"2014","unstructured":"Greg Wilson, Dhavide\u00a0A Aruliah, C\u00a0Titus Brown, Neil P\u00a0Chue Hong, Matt Davis, Richard\u00a0T Guy, Steven\u00a0HD Haddock, Kathryn\u00a0D Huff, Ian\u00a0M Mitchell, Mark\u00a0D Plumbley, 2014. Best practices for scientific computing. PLoS biology 12, 1 (2014), e1001745."}],"event":{"name":"ACM REP '24: ACM Conference on Reproducibility and Replicability","location":"Rennes France","acronym":"ACM REP '24","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"]},"container-title":["Proceedings of the 2nd ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641525.3663621","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3641525.3663621","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T02:05:22Z","timestamp":1755914722000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641525.3663621"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,18]]},"references-count":54,"alternative-id":["10.1145\/3641525.3663621","10.1145\/3641525"],"URL":"https:\/\/doi.org\/10.1145\/3641525.3663621","relation":{},"subject":[],"published":{"date-parts":[[2024,6,18]]},"assertion":[{"value":"2024-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}