{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T03:14:38Z","timestamp":1768014878027,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,18]],"date-time":"2024-06-18T00:00:00Z","timestamp":1718668800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","award":["ANR-23-CE23-0012-01"],"award-info":[{"award-number":["ANR-23-CE23-0012-01"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,18]]},"DOI":"10.1145\/3641525.3663648","type":"proceedings-article","created":{"date-parts":[[2024,7,11]],"date-time":"2024-07-11T19:02:19Z","timestamp":1720724539000},"page":"134-144","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["MLXP: A framework for conducting replicable experiments in Python"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6946-4327","authenticated-orcid":false,"given":"Michael","family":"Arbel","sequence":"first","affiliation":[{"name":"Centre Inria de l'Universit\u00e9 Grenoble Alpes, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3186-2653","authenticated-orcid":false,"given":"Alexander","family":"Zouaoui","sequence":"additional","affiliation":[{"name":"Centre Inria de l'Universit\u00e9 Grenoble Alpes, France"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,11]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2021 (accessed August 2021). Notes from the AI Frontier Insights from Hundreds of Use Cases. https:\/\/www.mckinsey.com\/featured-insights\/artificial-intelligence\/ notes-from-the-ai-frontier-applications-and-value-of-deep-learning"},{"key":"e_1_3_2_1_2_1","unstructured":"2021 (accessed August 2021). The Machine Learning Reproducibility Checklist. https:\/\/www.cs.mcgill.ca\/\u00a0jpineau\/ReproducibilityChecklist.pdf"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"e_1_3_2_1_4_1","volume-title":"Rethinking Gauss-Newton for learning over-parameterized models. Advances in neural information processing systems","author":"Arbel Michael","year":"2023","unstructured":"Michael Arbel, Romain Menegaux, and Pierre Wolinski. 2023. Rethinking Gauss-Newton for learning over-parameterized models. Advances in neural information processing systems (2023)."},{"key":"e_1_3_2_1_5_1","volume-title":"On the Co-evolution of ML Pipelines and Source Code - Empirical Study of DVC Projects. In 28th IEEE International Conference on Software Analysis, Evolution and Reengineering, SANER 2021","author":"Barrak Amine","year":"2021","unstructured":"Amine Barrak, Ellis\u00a0E. Eghan, and Bram Adams. 2021. On the Co-evolution of ML Pipelines and Source Code - Empirical Study of DVC Projects. In 28th IEEE International Conference on Software Analysis, Evolution and Reengineering, SANER 2021, Honolulu, HI, USA, March 9-12, 2021. IEEE, 422\u2013433."},{"key":"e_1_3_2_1_6_1","unstructured":"Lukas Biewald. 2020. Experiment Tracking with Weights and Biases. https:\/\/www.wandb.com\/ Software available from wandb.com."},{"key":"e_1_3_2_1_7_1","unstructured":"James Bradbury Roy Frostig Peter Hawkins Matthew\u00a0James Johnson Chris Leary Dougal Maclaurin George Necula Adam Paszke Jake VanderPlas Skye Wanderman-Milne and Qiao Zhang. 2018. JAX: composable transformations of Python+NumPy programs. http:\/\/github.com\/google\/jax"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510163"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.softx.2020.100551"},{"key":"e_1_3_2_1_10_1","volume-title":"Datasheets for Datasets. CoRR abs\/1803.09010","author":"Gebru Timnit","year":"2018","unstructured":"Timnit Gebru, Jamie Morgenstern, Briana Vecchione, Jennifer\u00a0Wortman Vaughan, Hanna\u00a0M. Wallach, Hal\u00a0Daum\u00e9 III, and Kate Crawford. 2018. Datasheets for Datasets. CoRR abs\/1803.09010 (2018). arxiv:1803.09010http:\/\/arxiv.org\/abs\/1803.09010"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3329486.3329495"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/RAISE.2019.00013"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1002\/rob.21918"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2016.7739680"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.359.6377.725"},{"key":"e_1_3_2_1_16_1","volume-title":"Asset Management in Machine Learning: A Survey. In 43rd IEEE\/ACM International Conference on Software Engineering: Software Engineering in Practice, ICSE (SEIP) 2021","author":"Idowu Samuel","year":"2021","unstructured":"Samuel Idowu, Daniel Str\u00fcber, and Thorsten Berger. 2021. Asset Management in Machine Learning: A Survey. In 43rd IEEE\/ACM International Conference on Software Engineering: Software Engineering in Practice, ICSE (SEIP) 2021, Madrid, Spain, May 25-28, 2021. IEEE, 51\u201360."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543847"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2019.00017"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.3390\/bdcc5020020"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of MLSys 20","author":"Ormenisan A","year":"2020","unstructured":"Alexandru\u00a0A Ormenisan, Mahmoud Ismail, Seif Haridi, and Jim Dowling. 2020. Implicit provenance for machine learning artifacts. Proceedings of MLSys 20 (2020)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","unstructured":"The pandas\u00a0development team. 2020. pandas-dev\/pandas: Pandas. https:\/\/doi.org\/10.5281\/zenodo.3509134","DOI":"10.5281\/zenodo.3509134"},{"key":"e_1_3_2_1_23_1","volume-title":"PyTorch: An Imperative Style","author":"Paszke Adam","year":"1912","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, Alban Desmaison, Andreas K\u00f6pf, Edward Yang, Zach DeVito, Martin Raison, Alykhan Tejani, Sasank Chilamkurthy, Benoit Steiner, Lu Fang, Junjie Bai, and Soumith Chintala. 2019. PyTorch: An Imperative Style, High-Performance Deep Learning Library. _eprint: 1912.01703."},{"key":"e_1_3_2_1_24_1","first-page":"2825","article-title":"Scikit-learn: Machine learning in Python","author":"Pedregosa Fabian","year":"2011","unstructured":"Fabian Pedregosa, Ga\u00ebl Varoquaux, Alexandre Gramfort, Vincent Michel, Bertrand Thirion, Olivier Grisel, Mathieu Blondel, Peter Prettenhofer, Ron Weiss, Vincent Dubourg, 2011. Scikit-learn: Machine learning in Python. Journal of machine learning research 12, Oct (2011), 2825\u20132830.","journal-title":"Journal of machine learning research 12"},{"key":"e_1_3_2_1_25_1","volume-title":"Image Processing and Machine Learning for Hyperspectral Unmixing: An Overview and the HySUPP Python Package. arXiv preprint arXiv:2308.09375","author":"Rasti Behnood","year":"2023","unstructured":"Behnood Rasti, Alexandre Zouaoui, Julien Mairal, and Jocelyn Chanussot. 2023. Image Processing and Machine Learning for Hyperspectral Unmixing: An Overview and the HySUPP Python Package. arXiv preprint arXiv:2308.09375 (2023)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3382494.3410681"},{"key":"e_1_3_2_1_27_1","first-page":"2","article-title":"ML Reproducibility Challenge 2022","volume":"9","author":"Sinha Koustuv","year":"2023","unstructured":"Koustuv Sinha, Maurits Bleeker, Samarth Bhargav, Jessica\u00a0Zosa Forde, Sharath\u00a0Chandra Raparthy, Jesse Dodge, Joelle Pineau, and Robert Stojnic. 2023. ML Reproducibility Challenge 2022. ReScience C 9, 2 (July 2023).","journal-title":"ReScience C"},{"key":"e_1_3_2_1_28_1","volume-title":"International Conference on Machine Learning. PMLR, 9767\u20139779","author":"Sodhani Shagun","year":"2021","unstructured":"Shagun Sodhani, Amy Zhang, and Joelle Pineau. 2021. Multi-task reinforcement learning with context-based representations. In International Conference on Machine Learning. PMLR, 9767\u20139779."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV51458.2022.00323"},{"key":"e_1_3_2_1_30_1","first-page":"1596","article-title":"PDEBench: An extensive benchmark for scientific machine learning","volume":"35","author":"Takamoto Makoto","year":"2022","unstructured":"Makoto Takamoto, Timothy Praditia, Raphael Leiteritz, Daniel MacKinlay, Francesco Alesiani, Dirk Pfl\u00fcger, and Mathias Niepert. 2022. PDEBench: An extensive benchmark for scientific machine learning. Advances in Neural Information Processing Systems 35 (2022), 1596\u20131611.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_31_1","unstructured":"Rachael Tatman Jake VanderPlas and Sohier Dane. 2018. A practical taxonomy of reproducibility for machine learning research."},{"key":"e_1_3_2_1_32_1","volume-title":"Gemini: a family of highly capable multimodal models. arXiv preprint arXiv:2312.11805","author":"Team Gemini","year":"2023","unstructured":"Gemini Team, Rohan Anil, Sebastian Borgeaud, Yonghui Wu, Jean-Baptiste Alayrac, Jiahui Yu, Radu Soricut, Johan Schalkwyk, Andrew\u00a0M Dai, Anja Hauth, 2023. Gemini: a family of highly capable multimodal models. arXiv preprint arXiv:2312.11805 (2023)."},{"key":"e_1_3_2_1_33_1","volume-title":"Conference on systems and machine learning (sysML).","author":"Tsay Jason","year":"2018","unstructured":"Jason Tsay, Todd Mummert, Norman Bobroff, Alan Braz, Peter Westerink, and Martin Hirzel. 2018. Runway: machine learning model experiment management tool. In Conference on systems and machine learning (sysML)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939502.2939516"},{"key":"e_1_3_2_1_35_1","volume-title":"Mapping platforms into a new open science model for machine learning. it-Information Technology 61, 4","author":"Wei\u00dfgerber Thomas","year":"2019","unstructured":"Thomas Wei\u00dfgerber and Michael Granitzer. 2019. Mapping platforms into a new open science model for machine learning. it-Information Technology 61, 4 (2019), 197\u2013208."},{"key":"e_1_3_2_1_36_1","unstructured":"Omry Yadan. 2019. Hydra - A framework for elegantly configuring complex applications. https:\/\/github.com\/facebookresearch\/hydra"},{"key":"e_1_3_2_1_37_1","first-page":"39","article-title":"Accelerating the machine learning lifecycle with MLflow.IEEE Data","volume":"41","author":"Zaharia Matei","year":"2018","unstructured":"Matei Zaharia, Andrew Chen, Aaron Davidson, Ali Ghodsi, Sue\u00a0Ann Hong, Andy Konwinski, Siddharth Murching, Tomas Nykodym, Paul Ogilvie, Mani Parkhe, 2018. Accelerating the machine learning lifecycle with MLflow.IEEE Data Eng. Bull. 41, 4 (2018), 39\u201345.","journal-title":"Eng. Bull."}],"event":{"name":"ACM REP '24: ACM Conference on Reproducibility and Replicability","location":"Rennes France","acronym":"ACM REP '24","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"]},"container-title":["Proceedings of the 2nd ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641525.3663648","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3641525.3663648","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T02:04:50Z","timestamp":1755914690000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641525.3663648"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,18]]},"references-count":37,"alternative-id":["10.1145\/3641525.3663648","10.1145\/3641525"],"URL":"https:\/\/doi.org\/10.1145\/3641525.3663648","relation":{},"subject":[],"published":{"date-parts":[[2024,6,18]]},"assertion":[{"value":"2024-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}