{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T22:40:28Z","timestamp":1785537628021,"version":"3.56.0"},"reference-count":88,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2024,5,1]],"date-time":"2024-05-01T00:00:00Z","timestamp":1714521600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100004955","name":"FFG (Austrian Research Promotion Agency) projects AMMONIS","doi-asserted-by":"publisher","award":["879705"],"award-info":[{"award-number":["879705"]}],"id":[{"id":"10.13039\/501100004955","id-type":"DOI","asserted-by":"publisher"}]},{"name":"MODIS","award":["FO999895431"],"award-info":[{"award-number":["FO999895431"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2024,5]]},"DOI":"10.1109\/tse.2024.3367488","type":"journal-article","created":{"date-parts":[[2024,2,20]],"date-time":"2024-02-20T18:49:58Z","timestamp":1708454998000},"page":"1015-1039","source":"Crossref","is-referenced-by-count":22,"title":["On the Understandability of MLOps System Architectures"],"prefix":"10.1109","volume":"50","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0650-0981","authenticated-orcid":false,"given":"Stephen John","family":"Warnett","sequence":"first","affiliation":[{"name":"Research Group Software Architecture, Faculty of Computer Science, University of Vienna, Vienna, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6233-2591","authenticated-orcid":false,"given":"Uwe","family":"Zdun","sequence":"additional","affiliation":[{"name":"Research Group Software Architecture, Faculty of Computer Science, University of Vienna, Vienna, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/WAIN52551.2021.00024"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/access.2023.3262138"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2021.3134800"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICSA53651.2022.00017"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/225014.225033"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.21236\/ADA377988"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2003.1201196"},{"key":"ref8","article-title":"Unified modeling language (UML) version 2.5.1","author":"Cook","year":"2017"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2010.38"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s10270-011-0210-3"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.4018\/978-1-930708-41-9.ch017"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/S0920-5489(98)00020-8"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3306608"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2859926"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.110987"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1002\/0471028959.sof142"},{"key":"ref17","first-page":"2503","article-title":"Hidden technical debt in machine learning systems","volume-title":"Proc. 28th Int. Conf. Neural Inf. Process. Syst.","volume":"2","author":"Sculley","year":"2015"},{"key":"ref18","article-title":"Software engineering practices for machine learning","author":"Kriens","year":"2019"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"ref20","article-title":"Machine learning software engineering in practice: An industrial case study","author":"Rahman","year":"2019"},{"key":"ref21","article-title":"Taking human out of learning applications: A survey on automated machine learning","author":"Yao","year":"2019"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.11854"},{"key":"ref23","article-title":"Machine learning operations: A survey on MLOps tool support","author":"Hewage","year":"2022"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-05469-3_21"},{"key":"ref25","volume-title":"Continuous Delivery: Reliable Software Releases through Build, Test, and Deployment Automation","author":"Humble","year":"2010"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/SCC.2019.00033"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9651-4"},{"key":"ref28","doi-asserted-by":"crossref","DOI":"10.7287\/peerj.preprints.1889v1","article-title":"An empirical study on principles and practices of continuous delivery and deployment","author":"Schermann","year":"2016"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/SYNASC51798.2020.00015"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3533378"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09797-4"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-70004-5_2"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/EmpiRE.2014.6890113"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2013.6613831"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2011.25"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09835-6"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/11506843_17"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/503271.503236"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2013.09.263"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/S0140-3664(99)00244-3"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84800-044-5_8"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2002.1027796"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-3304-4"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9437-5"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.jebo.2011.08.009"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1023\/A:1026586415054"},{"key":"ref48","first-page":"95","article-title":"Using Students as Experiment Subjects \u2013 An Analysis on Graduate and Freshmen Student Data","volume-title":"Proc. 7th Int. Conf. Empirical Assessment Eval. Softw. Eng.","author":"Per","year":"2003"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/1414004.1414055"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.82"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9523-3"},{"key":"ref52","article-title":"On the Understandability of MLOps System Architectures: Dataset and Code","author":"Warnett","year":"2024"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/2578128.2578230"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39031-9_6"},{"key":"ref55","volume-title":"Machine Learning Design Patterns","author":"Lakshmanan","year":"2020"},{"key":"ref56","volume-title":"Introducing MLOps: How to Scale Machine Learning in the Enterprise","author":"Treveil","year":"2020"},{"key":"ref57","first-page":"1","article-title":"Do background colors improve program comprehension in the #ifdef hell?","volume":"18","author":"Siegmund","year":"2012","journal-title":"Empirical Softw. Eng."},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/QUATIC.2014.19"},{"key":"ref59","article-title":"Libreoffice","year":"2023"},{"key":"ref60","doi-asserted-by":"crossref","DOI":"10.17487\/rfc4180","article-title":"Common format and MIME type for comma-separated values (CSV) files","author":"Shafranovich","year":"2005"},{"key":"ref61","article-title":"R: A language and environment for statistical computing","author":"Team","year":"2021"},{"key":"ref62","article-title":"RDS: Respondent-driven sampling","author":"Handcock","year":"2023"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.2307\/2333709"},{"key":"ref64","first-page":"21","article-title":"Power comparisons of Shapiro-Wilk, Kolmogorov-Smirnov, Lilliefors and Anderson-Darling tests","volume":"2","author":"Razali","year":"2011","journal-title":"J. Statistical Model. Analytics"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.2307\/2281537"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.2307\/2283970"},{"issue":"1","key":"ref67","first-page":"89","article-title":"Sulla determinazione empirica di una legge didistribuzione","volume":"4","author":"Kolmogorov","year":"1933","journal-title":"Giorn Dell\u2019inst Ital Degli Att"},{"issue":"3","key":"ref68","doi-asserted-by":"crossref","first-page":"340","DOI":"10.3102\/00346543052003340","article-title":"Analyzing and interpreting significant MANOVAs","volume":"52","author":"Bray","year":"1982","journal-title":"Rev. Educ. Res."},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1177\/0146621605279551"},{"key":"ref70","first-page":"278","article-title":"Robust tests for equality of variances","volume-title":"Contributions to Probability and Statistics: Essays in Honor of Harold Hotelling","author":"Levene","year":"1960"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.2307\/2285659"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.2307\/2280779"},{"issue":"6","key":"ref73","doi-asserted-by":"crossref","first-page":"80","DOI":"10.2307\/3001968","article-title":"Individual comparisons by ranking methods","volume":"1","author":"Wilcoxon","year":"1945","journal-title":"Biometrics Bull."},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1080\/00221300009598589"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/34.1-2.28"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.114.3.494"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1037\/1082-989X.7.4.485"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1037\/1082-989X.9.2.183"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1207\/s15327906mbr3103_4"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"},{"key":"ref81","first-page":"3","article-title":"Teoria statistica delle classi e calcolo delle probabilita","volume":"8","author":"Bonferroni","year":"1936","journal-title":"Pubblicazioni del R Istituto Superiore di Scienze Economiche e Commerciali di Firenze"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.2307\/2282330"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1521-4036(200001)42:1<17::AID-BIMJ17>3.0.CO;2-U"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1098\/rspl.1895.0041"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/30.1-2.81"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.2307\/1422689"},{"key":"ref87","volume-title":"Quasi-experimentation: Design & Analysis Issues for Field Settings","author":"Cook","year":"1979"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1037\/1040-3590.7.3.238"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/10531114\/10440483.pdf?arnumber=10440483","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,16]],"date-time":"2024-05-16T04:44:36Z","timestamp":1715834676000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10440483\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5]]},"references-count":88,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tse.2024.3367488","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,5]]}}}