{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,15]],"date-time":"2026-08-15T17:13:27Z","timestamp":1786814007737,"version":"build-2736575974"},"reference-count":58,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T00:00:00Z","timestamp":1643155200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T00:00:00Z","timestamp":1643155200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,1,26]]},"DOI":"10.1109\/ccwc54503.2022.9720902","type":"proceedings-article","created":{"date-parts":[[2022,3,4]],"date-time":"2022-03-04T20:27:19Z","timestamp":1646425639000},"page":"0453-0460","source":"Crossref","is-referenced-by-count":120,"title":["MLOps - Definitions, Tools and Challenges"],"prefix":"10.1109","author":[{"given":"Georgios","family":"Symeonidis","sequence":"first","affiliation":[{"name":"International Hellenic University,MLV Research Group,Dept. of Computer Science,Kavala,Greece"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Evangelos","family":"Nerantzis","sequence":"additional","affiliation":[{"name":"International Hellenic University,MLV Research Group,Dept. of Computer Science,Kavala,Greece"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Apostolos","family":"Kazakis","sequence":"additional","affiliation":[{"name":"International Hellenic University,MLV Research Group,Dept. of Computer Science,Kavala,Greece"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"George A.","family":"Papakostas","sequence":"additional","affiliation":[{"name":"International Hellenic University,MLV Research Group,Dept. of Computer Science,Kavala,Greece"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","year":"0","journal-title":"MetaFlows"},{"key":"ref38","year":"0","journal-title":"Bighead Airbnb's end-to-end machine learning platform-databricks"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CAMAN.2011.5778816"},{"key":"ref32","first-page":"199","volume":"28","author":"bardenet","year":"2013","journal-title":"Collaborative hyperparameter tuning"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/SAI.2014.6918213"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415560"},{"key":"ref37","year":"0","journal-title":"Meet michelangelo Uber's machine learning platform"},{"key":"ref36","year":"0","journal-title":"Tensorflow extended (tfx)-ml production pipelines"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1002\/smr.2333"},{"key":"ref34","author":"de la r\u00faa mart\u00ednez","year":"2020","journal-title":"Scalable architecture for automating machine learning model monitoring"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-70659-3_2"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2017.01.026"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-64148-1_13"},{"key":"ref2","author":"zhao","year":"2021","journal-title":"Machine learning in production A literature re-view"},{"key":"ref1","article-title":"Machine learning operations","volume":"4","author":"goyal","year":"2020","journal-title":"International Journal of Information Technology Insights Transformations [ISSN 2581-5172 (online)]"},{"key":"ref20","first-page":"185","author":"treveil","year":"2020","journal-title":"Introducing mlops how to scale machine learning in the enterprise"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/WAIN52551.2021.00019"},{"key":"ref21","author":"sato","year":"0","journal-title":"Thoughtworksinc\/cd4ml-workshop Repository with sample code and instructions for “continuous intelligence” and “continuous delivery for machine learning Cd4ml” workshops"},{"key":"ref24","year":"0","journal-title":"Mlops Continuous delivery and automation pipelines in machine learning-google cloud"},{"key":"ref23","author":"sato","year":"0","journal-title":"Continuous delivery for machine learning"},{"key":"ref26","author":"felipe","year":"2016","journal-title":"The state of mlops"},{"key":"ref25","year":"0","journal-title":"Machine learning operations maturity model-azure architecture center-microsoft docs"},{"key":"ref50","year":"0","journal-title":"H2o ai-ai cloud platform"},{"key":"ref51","year":"0","journal-title":"What is automated ml?-automl-azure machine learning"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.3390\/app12010010"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.3390\/electronics10172132"},{"key":"ref56","author":"banerjee","year":"2020","journal-title":"Challenges and experiences with mlops for performance diagnostics in hybrid-cloud enterprise software deployments"},{"key":"ref55","author":"schelter","year":"2018","journal-title":"On challenges in machine learning model management"},{"key":"ref54","author":"fursin","year":"2020","journal-title":"The collective knowledge project making ml models more portable and reproducible with open apis reusable best practices and mlops"},{"key":"ref53","article-title":"Practical automated machine learning for the automl challenge 2018","author":"feurer","year":"2018","journal-title":"ICML 2018 AutoML Workshop"},{"key":"ref52","year":"0","journal-title":"Amazon sagemaker autopilot-amazon sagemaker"},{"key":"ref10","author":"klaise","year":"2020","journal-title":"Monitoring and explainability of models in production"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/SYNASC51798.2020.00015"},{"key":"ref40","author":"adari","year":"2021","journal-title":"Beginning mlops with mlflow deploy models in aws sagemaker google cloud and microsoft azure"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-6549-9_3"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1002\/9781119310778"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2015.06.063"},{"key":"ref15","author":"gift","year":"2020","journal-title":"Practical MLOps operationalizing machine learning models"},{"key":"ref16","first-page":"45","article-title":"Mlops using azure machine learning rapidly test, build, and manage production-ready machine learning life cycles at scale","author":"raj","year":"2021","journal-title":"PACKT Publishing Limited"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.3390\/info11070363"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/2593812.2593813"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA53835.2021.00050"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.14513\/actatechjaur.00581"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICAICE51518.2020.00102"},{"key":"ref6","author":"min","year":"2021","journal-title":"Sensix++ Bringing mlops and multi-tenant model serving to sensory edge devices"},{"key":"ref5","article-title":"Application of mlops in prediction of lifestyle diseases","volume":"1","author":"reddy","year":"2021","journal-title":"SPAST Abstracts"},{"key":"ref8","author":"renggli","year":"2021","journal-title":"A data quality-driven view of mlops"},{"key":"ref7","author":"m\u00e4kinen","year":"2021","journal-title":"Who needs mlops What data scientists seek to accomplish and how can mlops help?"},{"key":"ref49","year":"0","journal-title":"Modern business runs on ai-no code ai-akkio"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3390\/app11198861"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3067763"},{"key":"ref45","year":"0","journal-title":"TPOT"},{"key":"ref48","year":"0","journal-title":"Cloud automl custom machine learning models-google cloud"},{"key":"ref47","year":"0","journal-title":"Bigml com"},{"key":"ref42","author":"gijsbers","year":"2019","journal-title":"An open source automl benchmark"},{"key":"ref41","first-page":"175","article-title":"Automl to date and beyond: Challenges and opportunities","volume":"54","author":"karmaker","year":"2021","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"ref44","year":"0","journal-title":"AutoKeras"},{"key":"ref43","author":"feurer","year":"2020","journal-title":"Auto-sklearn 2 0 Hands-free automl via meta-learning"}],"event":{"name":"2022 IEEE 12th Annual Computing and Communication Workshop and Conference (CCWC)","location":"Las Vegas, NV, USA","start":{"date-parts":[[2022,1,26]]},"end":{"date-parts":[[2022,1,29]]}},"container-title":["2022 IEEE 12th Annual Computing and Communication Workshop and Conference (CCWC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9720724\/9720434\/09720902.pdf?arnumber=9720902","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,27]],"date-time":"2022-06-27T21:23:54Z","timestamp":1656365034000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9720902\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,26]]},"references-count":58,"URL":"https:\/\/doi.org\/10.1109\/ccwc54503.2022.9720902","relation":{},"subject":[],"published":{"date-parts":[[2022,1,26]]}}}