{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T03:02:24Z","timestamp":1768014144625,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,27]],"date-time":"2023-06-27T00:00:00Z","timestamp":1687824000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"Natural Sciences and Engineering Research Council of Canada (NSERC), Nous remercions le Conseil de recherches en sciences naturelles et en genie du ' Canada"},{"name":"Oracle Labs"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,27]]},"DOI":"10.1145\/3589806.3600039","type":"proceedings-article","created":{"date-parts":[[2023,6,28]],"date-time":"2023-06-28T20:09:22Z","timestamp":1687982962000},"page":"1-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Integrated Reproducibility with Self-describing Machine Learning Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4024-239X","authenticated-orcid":false,"given":"Joseph","family":"Wonsil","sequence":"first","affiliation":[{"name":"Department of Computer Science, The University of British Columbia, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-2877-401X","authenticated-orcid":false,"given":"Jack","family":"Sullivan","sequence":"additional","affiliation":[{"name":"Machine Learning Research Group, Oracle Labs, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2165-4658","authenticated-orcid":false,"given":"Margo","family":"Seltzer","sequence":"additional","affiliation":[{"name":"Department of Computer Science, The University of British Columbia, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2449-0844","authenticated-orcid":false,"given":"Adam","family":"Pocock","sequence":"additional","affiliation":[{"name":"Machine Learning Research Group, Oracle Labs, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,6,28]]},"reference":[{"key":"e_1_3_2_3_1_1","volume-title":"Tensorflow: A system for large-scale machine learning. In 12th { USENIX} symposium on operating systems design and implementation ({ OSDI} 16). 265\u2013283.","author":"Abadi Mart\u00edn","year":"2016","unstructured":"Mart\u00edn Abadi, Paul Barham, Jianmin Chen, Zhifeng Chen, Andy Davis, Jeffrey Dean, Matthieu Devin, Sanjay Ghemawat, Geoffrey Irving, Michael Isard, 2016. Tensorflow: A system for large-scale machine learning. In 12th { USENIX} symposium on operating systems design and implementation ({ OSDI} 16). 265\u2013283."},{"key":"e_1_3_2_3_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICFHR-2018.2018.00080"},{"key":"e_1_3_2_3_3_1","doi-asserted-by":"publisher","DOI":"10.1038\/533452a"},{"key":"e_1_3_2_3_4_1","volume-title":"10th Conference on Innovative Data Systems Research, CIDR","author":"Boehm Matthias","year":"2020","unstructured":"Matthias Boehm, Iulian Antonov, Sebastian Baunsgaard, Mark Dokter, Robert Ginth\u00f6r, Kevin Innerebner, Florijan Klezin, Stefanie\u00a0N. Lindstaedt, Arnab Phani, Benjamin Rath, Berthold Reinwald, Shafaq Siddiqui, and Sebastian\u00a0Benjamin Wrede. 2020. SystemDS: A Declarative Machine Learning System for the End-to-End Data Science Lifecycle. In 10th Conference on Innovative Data Systems Research, CIDR 2020, Amsterdam, The Netherlands, January 12-15, 2020, Online Proceedings. www.cidrdb.org. http:\/\/cidrdb.org\/cidr2020\/papers\/p22-boehm-cidr20.pdf"},{"key":"e_1_3_2_3_5_1","first-page":"280","article-title":"LIBSVM: A library for support vector machines","volume":"2011","author":"Chang Chih\u2014chung","year":"2001","unstructured":"Chih\u2014chung Chang and Chih-jen Lin. 2001. LIBSVM: A library for support vector machines. ACM Transactions on Intelligent Systems and Technology (TIST), 2011 2, 3 (2001), 280\u2013292.","journal-title":"ACM Transactions on Intelligent Systems and Technology (TIST)"},{"key":"e_1_3_2_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"e_1_3_2_3_7_1","volume-title":"MXNet: A Flexible and Efficient Machine Learning Library for Heterogeneous Distributed Systems. CoRR abs\/1512.01274","author":"Chen Tianqi","year":"2015","unstructured":"Tianqi Chen, Mu Li, Yutian Li, Min Lin, Naiyan Wang, Minjie Wang, Tianjun Xiao, Bing Xu, Chiyuan Zhang, and Zheng Zhang. 2015. MXNet: A Flexible and Efficient Machine Learning Library for Heterogeneous Distributed Systems. CoRR abs\/1512.01274 (2015). arXiv:1512.01274http:\/\/arxiv.org\/abs\/1512.01274"},{"key":"e_1_3_2_3_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2882903.2899401"},{"key":"e_1_3_2_3_9_1","volume-title":"Modeling wine preferences by data mining from physicochemical properties. Decision support systems 47, 4","author":"Cortez Paulo","year":"2009","unstructured":"Paulo Cortez, Ant\u00f3nio Cerdeira, Fernando Almeida, Telmo Matos, and Jos\u00e9 Reis. 2009. Modeling wine preferences by data mining from physicochemical properties. Decision support systems 47, 4 (2009), 547\u2013553."},{"key":"e_1_3_2_3_10_1","volume-title":"A kernel method for multi-labelled classification. Advances in neural information processing systems 14","author":"Elisseeff Andr\u00e9","year":"2001","unstructured":"Andr\u00e9 Elisseeff and Jason Weston. 2001. A kernel method for multi-labelled classification. Advances in neural information processing systems 14 (2001), 681\u2013687."},{"key":"e_1_3_2_3_11_1","volume-title":"LIBLINEAR: A library for large linear classification. the Journal of machine Learning research 9","author":"Fan Rong-En","year":"2008","unstructured":"Rong-En Fan, Kai-Wei Chang, Cho-Jui Hsieh, Xiang-Rui Wang, and Chih-Jen Lin. 2008. LIBLINEAR: A library for large linear classification. the Journal of machine Learning research 9 (2008), 1871\u20131874."},{"key":"e_1_3_2_3_12_1","unstructured":"R.A. Fisher. 1988. Iris. UCI Machine Learning Repository."},{"key":"e_1_3_2_3_13_1","volume-title":"Java SE 8 Edition","author":"Gosling James","unstructured":"James Gosling, Bill Joy, Guy\u00a0L Steele, Gilad Bracha, and Alex Buckley. 2014. The Java Language Specification, Java SE 8 Edition. Addison-Wesley Professional."},{"key":"e_1_3_2_3_14_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11503"},{"key":"e_1_3_2_3_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2001420.2001455"},{"key":"e_1_3_2_3_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2020.100073"},{"key":"e_1_3_2_3_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"e_1_3_2_3_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-16462-5_36"},{"key":"e_1_3_2_3_19_1","doi-asserted-by":"publisher","DOI":"10.5555\/2946645.2946679"},{"key":"e_1_3_2_3_20_1","unstructured":"Tom Mitchell. 1997. Machine Learning. (1997)."},{"key":"e_1_3_2_3_21_1","doi-asserted-by":"publisher","DOI":"10.5555\/1855807.1855817"},{"key":"e_1_3_2_3_22_1","volume-title":"Provenance and Annotation of Data and Processes, Bertram Lud\u00e4scher and Beth Plale (Eds.)","author":"Murta Leonardo","unstructured":"Leonardo Murta, Vanessa Braganholo, Fernando Chirigati, David Koop, and Juliana Freire. 2015. noWorkflow: Capturing and Analyzing Provenance of Scripts. In Provenance and Annotation of Data and Processes, Bertram Lud\u00e4scher and Beth Plale (Eds.). Springer International Publishing, 71\u201383."},{"key":"e_1_3_2_3_23_1","doi-asserted-by":"publisher","DOI":"10.21105\/joss.01603"},{"key":"e_1_3_2_3_24_1","volume-title":"dagger: A Python Framework for Reproducible Machine Learning Experiment Orchestration. arXiv preprint arXiv:2006.07484","author":"Paganini Michela","year":"2020","unstructured":"Michela Paganini and Jessica\u00a0Zosa Forde. 2020. dagger: A Python Framework for Reproducible Machine Learning Experiment Orchestration. arXiv preprint arXiv:2006.07484 (2020)."},{"key":"e_1_3_2_3_25_1","volume-title":"PyTorch: An Imperative Style","author":"Paszke Adam","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, Alban Desmaison, Andreas Kopf, Edward Yang, Zachary DeVito, Martin Raison, Alykhan Tejani, Sasank Chilamkurthy, Benoit Steiner, Lu Fang, Junjie Bai, and Soumith Chintala. 2019. PyTorch: An Imperative Style, High-Performance Deep Learning Library. In Advances in Neural Information Processing Systems 32. Curran Associates, Inc., 8024\u20138035. http:\/\/papers.neurips.cc\/paper\/9015-pytorch-an-imperative-style-high-performance-deep-learning-library.pdf"},{"key":"e_1_3_2_3_26_1","volume-title":"Scikit-learn: Machine learning in Python. the Journal of machine Learning research 12","author":"Pedregosa Fabian","year":"2011","unstructured":"Fabian Pedregosa, Ga\u00ebl Varoquaux, Alexandre Gramfort, Vincent Michel, Bertrand Thirion, Olivier Grisel, Mathieu Blondel, Peter Prettenhofer, Ron Weiss, Vincent Dubourg, 2011. Scikit-learn: Machine learning in Python. the Journal of machine Learning research 12 (2011), 2825\u20132830."},{"key":"e_1_3_2_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3448016.3452788"},{"key":"e_1_3_2_3_28_1","volume-title":"Tribuo: Machine Learning with Provenance in Java. arXiv preprint arXiv:2110.03022","author":"Pocock Adam","year":"2021","unstructured":"Adam Pocock. 2021. Tribuo: Machine Learning with Provenance in Java. arXiv preprint arXiv:2110.03022 (2021)."},{"key":"e_1_3_2_3_29_1","unstructured":"Project Jupyter. 2020. repo2docker. https:\/\/repo2docker.readthedocs.io\/en\/latest\/"},{"key":"e_1_3_2_3_30_1","doi-asserted-by":"crossref","unstructured":"Sheeba Samuel and Birgitta K\u00f6nig-Ries. 2020. ReproduceMeGit: A Visualization Tool for Analyzing Reproducibility of Jupyter Notebooks. arxiv:2006.12110\u00a0[cs.CY]","DOI":"10.1007\/978-3-030-80960-7_12"},{"key":"e_1_3_2_3_31_1","volume-title":"Machine Learning Systems Workshop at NIPS. 27\u201329","author":"Schelter Sebastian","year":"2017","unstructured":"Sebastian Schelter, Joos-Hendrik Boese, Johannes Kirschnick, Thoralf Klein, and Stephan Seufert. 2017. Automatically tracking metadata and provenance of machine learning experiments. In Machine Learning Systems Workshop at NIPS. 27\u201329."},{"key":"e_1_3_2_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2714064.2660195"},{"key":"e_1_3_2_3_33_1","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.1550193"},{"key":"e_1_3_2_3_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3391800.3398173"},{"key":"e_1_3_2_3_35_1","doi-asserted-by":"publisher","DOI":"10.14288\/1.0398221"},{"key":"e_1_3_2_3_36_1","first-page":"316","article-title":"Randomness in neural network training: Characterizing the impact of tooling","volume":"4","author":"Zhuang Donglin","year":"2022","unstructured":"Donglin Zhuang, Xingyao Zhang, Shuaiwen Song, and Sara Hooker. 2022. Randomness in neural network training: Characterizing the impact of tooling. Proceedings of Machine Learning and Systems 4 (2022), 316\u2013336.","journal-title":"Proceedings of Machine Learning and Systems"}],"event":{"name":"ACM REP '23: 2023 ACM Conference on Reproducibility and Replicability","location":"Santa Cruz CA USA","acronym":"ACM REP '23","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"]},"container-title":["Proceedings of the 2023 ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589806.3600039","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3589806.3600039","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:49:22Z","timestamp":1750182562000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589806.3600039"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,27]]},"references-count":36,"alternative-id":["10.1145\/3589806.3600039","10.1145\/3589806"],"URL":"https:\/\/doi.org\/10.1145\/3589806.3600039","relation":{},"subject":[],"published":{"date-parts":[[2023,6,27]]},"assertion":[{"value":"2023-06-28","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}