{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T11:01:24Z","timestamp":1785495684226,"version":"3.56.0"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T00:00:00Z","timestamp":1776038400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Italian Ministry of University and Research PRIN 2022 project TRex-SE: \"Trustworthy Recommenders for Software Engineers\"","award":["2022LKJWHC"],"award-info":[{"award-number":["2022LKJWHC"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3793302.3793366","type":"proceedings-article","created":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T10:42:54Z","timestamp":1785494574000},"page":"386-396","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["How are MLOps Frameworks Used in Open Source Projects? An Empirical Characterization"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7098-8964","authenticated-orcid":false,"given":"Fiorella","family":"Zampetti","sequence":"first","affiliation":[{"name":"University of Sannio, Italy, Benevento, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0420-2354","authenticated-orcid":false,"given":"Federico","family":"Stocchetti","sequence":"additional","affiliation":[{"name":"University of Sannio, Italy, Benevento, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-2694-874X","authenticated-orcid":false,"given":"Federica","family":"Razzano","sequence":"additional","affiliation":[{"name":"University of Sannio, Italy, Benevento, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1230-8961","authenticated-orcid":false,"given":"Damian Andrew","family":"Tamburri","sequence":"additional","affiliation":[{"name":"University of Sannio, Italy, Benevento, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0340-9747","authenticated-orcid":false,"given":"Massimiliano (Max)","family":"Di Penta","sequence":"additional","affiliation":[{"name":"University of Sannio, Italy, Benevento, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,31]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"[n. d.]. BentoML. https:\/\/github.com\/bentoml\/BentoML Last accessed Jan 29 2025."},{"key":"e_1_3_3_2_3_2","unstructured":"[n. d.]. Deepchecks. https:\/\/github.com\/deepchecks\/deepchecks Last accessed Jan 29 2025."},{"key":"e_1_3_3_2_4_2","unstructured":"[n. d.]. Evidently AI. https:\/\/github.com\/evidentlyai\/evidently Last accessed Jan 29 2025."},{"key":"e_1_3_3_2_5_2","unstructured":"[n. d.]. Kedro. https:\/\/github.com\/kedro-org\/kedro Last accessed Jan 29 2025."},{"key":"e_1_3_3_2_6_2","unstructured":"[n. d.]. Metaflow. https:\/\/github.com\/Netflix\/metaflow Last accessed Jan 29 2025."},{"key":"e_1_3_3_2_7_2","unstructured":"[n. d.]. MLFlow. https:\/\/github.com\/mlflow\/mlflow Last accessed Jan 29 2025."},{"key":"e_1_3_3_2_8_2","unstructured":"[n. d.]. Prefect. https:\/\/github.com\/PrefectHQ\/prefect Last accessed Jan 29 2025."},{"key":"e_1_3_3_2_9_2","unstructured":"[n. d.]. Wandb (Weights & Biases). https:\/\/github.com\/wandb\/wandb Last accessed Jan 29 2025."},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1109\/MSR66628.2025.00086"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/1463788.1463819"},{"key":"e_1_3_3_2_13_2","unstructured":"ATLAS.ti Scientific Software Development GmbH. 2024. ATLAS.ti (Qualitative Data Analysis Software). https:\/\/atlasti.com. Version number (if known) and accessed 2025-10-21."},{"key":"e_1_3_3_2_14_2","volume-title":"25 Top MLOps Tools You Need to Know in 2025","author":"Awan Abid\u00a0Ali","year":"2024","unstructured":"Abid\u00a0Ali Awan. 2024. 25 Top MLOps Tools You Need to Know in 2025. DataCamp. https:\/\/www.datacamp.com\/blog\/top-mlops-tools Accessed: 2025-10-23."},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Nandita Bhaskhar Daniel\u00a0L. Rubin and Christopher Lee-Messer. 2024. An Explainable and Actionable Mistrust Scoring Framework for Model Monitoring. IEEE Transactions on Artificial Intelligence 5 4 (2024) 1473\u20131485. doi:10.1109\/TAI.2023.3272876","DOI":"10.1109\/TAI.2023.3272876"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Daniele Bifolco Simone Romano Sabato Nocera Rita Francese Giuseppe Scanniello and Massimiliano Di Penta. 2025. An empirical study on the accuracy of GitHub\u2019s dependency graph and the nature of its inaccuracy. Inf. Softw. Technol. 187 (2025) 107854.","DOI":"10.1016\/j.infsof.2025.107854"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544902.3546636"},{"key":"e_1_3_3_2_18_2","unstructured":"Louis Columbus. 2023. The power of MLOps to scale AI across the enterprise. https:\/\/venturebeat.com\/ai\/the-power-of-mlops-to-scale-ai-across-the-enterprise. VentureBeat (15 March 2023). Accessed: 2025-10-11."},{"key":"e_1_3_3_2_19_2","volume-title":"Gemini 2.5 Pro: Pushing the Frontier with Advanced Reasoning","author":"Comanici G.","year":"2025","unstructured":"G. Comanici and et al.2025. Gemini 2.5 Pro: Pushing the Frontier with Advanced Reasoning. Technical Report arXiv:https:\/\/arXiv.org\/abs\/2507.06261. Google DeepMind. https:\/\/arxiv.org\/abs\/2507.06261 Model card for Gemini 2.5 Pro."},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Josu Diaz-de Arcaya Ana\u00a0I. Torre-Bastida Gorka Z\u00e1rate Ra\u00fal Mi\u00f1\u00f3n and Aitor Almeida. 2023. A Joint Study of the Challenges Opportunities and Roadmap of MLOps and AIOps: A Systematic Survey. ACM Comput. Surv. 56 4 Article 84 (Oct. 2023) 30\u00a0pages. doi:10.1145\/3625289","DOI":"10.1145\/3625289"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Beyza Eken Samodha Pallewatta Nguyen Tran Ayse Tosun and Muhammad\u00a0Ali Babar. 2025. A Multivocal Review of MLOps Practices Challenges and Open Issues. ACM Comput. Surv. 58 2 Article 39 (Sept. 2025) 35\u00a0pages. doi:10.1145\/3747346","DOI":"10.1145\/3747346"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Filippo Fedeli Alberto\u00a0Maria Metelli Francesco Trov\u00f2 and Marcello Restelli. 2023. IWDA: Importance Weighting for Drift Adaptation in Streaming Supervised Learning Problems. IEEE Transactions on Neural Networks and Learning Systems 34 10 (2023) 6813\u20136823. doi:10.1109\/TNNLS.2023.3265524","DOI":"10.1109\/TNNLS.2023.3265524"},{"key":"e_1_3_3_2_23_2","volume-title":"Replication Package for the Paper \"How are MLOps Frameworks Used in Open Source Projects? An Empirical Characterization\"","author":"Fiorella Zampetti","year":"2025","unstructured":"Zampetti Fiorella, Stocchetti Federico, Razzano Federica, Tamburri\u00a0Damian A., and Di\u00a0Penta Massimiliano. 2025. Replication Package for the Paper \"How are MLOps Frameworks Used in Open Source Projects? An Empirical Characterization\". doi:10.5281\/zenodo.17426580"},{"key":"e_1_3_3_2_24_2","unstructured":"Gartner Inc.[n. d.]. Business and Technology Insights and Trends. https:\/\/www.gartner.com\/en\/insights. Accessed: 2025-10-11."},{"key":"e_1_3_3_2_25_2","unstructured":"GitHub. 2025. nbconvert. https:\/\/nbconvert.readthedocs.io\/en\/latest\/."},{"key":"e_1_3_3_2_26_2","unstructured":"Maarten Grootendorst. 2022. BERTopic: Neural topic modeling with a class-based TF-IDF procedure. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2203.05794 (2022)."},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Louis\u00a0M Hsu and Ronald Field. 2003. Interrater agreement measures: Comments on Kappan Cohen\u2019s Kappa Scott\u2019s \u03c0 and Aickin\u2019s \u03b1. Understanding Statistics 2 3 (2003) 205\u2013219.","DOI":"10.1207\/S15328031US0203_03"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA53835.2021.00050"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Meenu\u00a0Mary John Helena\u00a0Holmstr\u00f6m Olsson and Jan Bosch. 2025. An empirical guide to MLOps adoption: Framework maturity model and taxonomy. Inf. Softw. Technol. 183 (2025) 107725.","DOI":"10.1016\/j.infsof.2025.107725"},{"key":"e_1_3_3_2_30_2","unstructured":"Kelvins. 2025. awesome-mlops: A curated list of awesome MLOps tools. https:\/\/github.com\/kelvins\/awesome-mlops. Accessed: 2025-10-23."},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSA-C57050.2023.00076"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3522664.3528611"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Pooya\u00a0Rostami Mazrae Tom Mens Mehdi Golzadeh and Alexandre Decan. 2023. On the usage co-usage and migration of CI\/CD tools: A qualitative analysis. Empir. Softw. Eng. 28 2 (2023) 52. doi:10.1007\/S10664-022-10285-5","DOI":"10.1007\/s10664-022-10285-5"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1109\/WAIN52551.2021.00024"},{"key":"e_1_3_3_2_35_2","volume-title":"\u201cONNX \u2014 Open Neural Network Exchange\u201d","author":"Community ONNX","year":"2025","unstructured":"ONNX Community. 2025. \u201cONNX \u2014 Open Neural Network Exchange\u201d. ONNX Community \/ LF AI & Data Foundation. https:\/\/onnx.ai\/ Accessed: October 22, 2025."},{"key":"e_1_3_3_2_36_2","volume-title":"\u201cpickle\u2014 Python object serialization\u201d","author":"Foundation Python Software","year":"2025","unstructured":"Python Software Foundation. 2025. \u201cpickle\u2014 Python object serialization\u201d. Python Software Foundation. https:\/\/docs.python.org\/3\/library\/pickle.html Last updated October 22, 2025."},{"key":"e_1_3_3_2_37_2","volume-title":"\u201cTorchScript \/ JIT \u2014 PyTorch Documentation\u201d","author":"Developers PyTorch","year":"2025","unstructured":"PyTorch Developers. 2025. \u201cTorchScript \/ JIT \u2014 PyTorch Documentation\u201d. PyTorch Community. https:\/\/docs.pytorch.org\/docs\/main\/jit.html Last updated June 07, 2025."},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA56994.2022.00021"},{"key":"e_1_3_3_2_39_2","unstructured":"Leonard Richardson. 2025. BeautifulSoup. https:\/\/www.crummy.com\/software\/BeautifulSoup\/."},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"crossref","unstructured":"Stephen\u00a0John Warnett and Uwe Zdun. 2024. On the Understandability of MLOps System Architectures. IEEE Transactions on Software Engineering 50 5 (2024) 1015\u20131039. doi:10.1109\/TSE.2024.3367488","DOI":"10.1109\/TSE.2024.3367488"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"crossref","unstructured":"Amy\u00a0X Zhang Michael Muller and Dakuo Wang. 2020. How do data science workers collaborate? roles workflows and tools. Proceedings of the ACM on Human-Computer Interaction 4 CSCW1 (2020) 1\u201323.","DOI":"10.1145\/3392826"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"crossref","unstructured":"Changming Zhao Ruimin Peng and Dongrui Wu. 2024. Bagging and Boosting Fine-Tuning for Ensemble Learning. IEEE Transactions on Artificial Intelligence 5 4 (2024) 1728\u20131742. doi:10.1109\/TAI.2023.3296685","DOI":"10.1109\/TAI.2023.3296685"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"crossref","unstructured":"Zhimin Zhao Yihao Chen Abdul\u00a0Ali Bangash Bram Adams and Ahmed\u00a0E. Hassan. 2024. An empirical study of challenges in machine learning asset management. Empir. Softw. Eng. 29 4 (2024) 98.","DOI":"10.1007\/s10664-024-10474-4"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME58944.2024.00052"}],"event":{"name":"MSR '26: 23rd International Conference on Mining Software Repositories","location":"Rio de Janeiro Brazil","acronym":"MSR '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 23rd International Conference on Mining Software Repositories"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3793302.3793366","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T10:46:50Z","timestamp":1785494810000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3793302.3793366"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":43,"alternative-id":["10.1145\/3793302.3793366","10.1145\/3793302"],"URL":"https:\/\/doi.org\/10.1145\/3793302.3793366","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-07-31","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}