{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,8]],"date-time":"2026-01-08T00:12:05Z","timestamp":1767831125587,"version":"3.49.0"},"reference-count":60,"publisher":"Springer Science and Business Media LLC","issue":"11-12","license":[{"start":{"date-parts":[[2021,10,14]],"date-time":"2021-10-14T00:00:00Z","timestamp":1634169600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,10,14]],"date-time":"2021-10-14T00:00:00Z","timestamp":1634169600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"CREST R&D","award":["T03C1-17"],"award-info":[{"award-number":["T03C1-17"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1007\/s10994-021-06052-0","type":"journal-article","created":{"date-parts":[[2021,10,14]],"date-time":"2021-10-14T18:09:28Z","timestamp":1634234968000},"page":"2993-3013","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["MLife: a lite framework for machine learning lifecycle initialization"],"prefix":"10.1007","volume":"110","author":[{"given":"Cong","family":"Yang","sequence":"first","affiliation":[]},{"given":"Wenfeng","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Yunhui","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Zhikai","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Lina","family":"Shen","sequence":"additional","affiliation":[]},{"given":"Yipeng","family":"Li","sequence":"additional","affiliation":[]},{"given":"John","family":"See","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,10,14]]},"reference":[{"key":"6052_CR7","unstructured":"5Analytics. Retrieved from 08 May 2021. https:\/\/www.5analytics.com\/"},{"key":"6052_CR9","unstructured":"airflow. Retrieved from 08 May 2021. https:\/\/airflow.apache.org\/"},{"key":"6052_CR10","unstructured":"Algorithmia. Retrieved from 08 May 2021. https:\/\/algorithmia.com\/"},{"key":"6052_CR11","unstructured":"Amazon, (2020). Training ml models. In Amazon machine learning: Developer guide (pp. 72\u201373). Amazon Web Services."},{"key":"6052_CR1","unstructured":"Amazon web services. Retrieved from 08 May 2021. https:\/\/aws.amazon.com\/"},{"key":"6052_CR12","unstructured":"Ashmore, R., Calinescu, R., & Paterson, C. (2019). Assuring the machine learning lifecycle: Desiderata, methods, and challenges. arXiv preprint arXiv:1905.04223"},{"issue":"2","key":"6052_CR13","first-page":"54","volume":"6","author":"FA Aslam","year":"2015","unstructured":"Aslam, F. A., Mohammed, H. N., Mohd, J. M., Gulamgaus, M. A., & Lok, P. (2015). Efficient way of web development using python and flask. International Journal of Advanced Research in Computer Science, 6(2), 54.","journal-title":"International Journal of Advanced Research in Computer Science"},{"key":"6052_CR14","doi-asserted-by":"crossref","unstructured":"Baylor, D., Breck, E., Cheng, H. T., Fiedel, N., Foo, C. Y., Haque, Z., Haykal, S., Ispir, M., Jain, V., Koc, L., & Koo, C. Y. (2017). Tfx: A tensorflow-based production-scale machine learning platform. In ACM SIGKDD international conference on knowledge discovery and data mining (pp. 1387\u20131395).","DOI":"10.1145\/3097983.3098021"},{"key":"6052_CR15","doi-asserted-by":"crossref","unstructured":"Bengio, S. (2015). Sharing representations for long tail computer vision problems. In ACM on international conference on multimodal interaction (p. 1).","DOI":"10.1145\/2818346.2818348"},{"issue":"4","key":"6052_CR16","first-page":"882","volume":"4","author":"S Bhosale","year":"2015","unstructured":"Bhosale, S., Patil, T., & Patil, P. (2015). Sqlite: Light database system. International Journal of Computer Science and Mobile Computing, 4(4), 882.","journal-title":"International Journal of Computer Science and Mobile Computing"},{"issue":"2","key":"6052_CR17","first-page":"10","volume":"41","author":"C Chen","year":"2018","unstructured":"Chen, C., Golshan, B., Halevy, A., Tan, W., & Doan, A. (2018). Biggorilla: An open-source ecosystem for data preparation and integration. IEEE Data Engineering Bulletin, 41(2), 10\u201322.","journal-title":"IEEE Data Engineering Bulletin"},{"key":"6052_CR18","unstructured":"Clobotics: Cloud image recognition. Retrieved from 08 May 2021. https:\/\/clobotics.com\/retail"},{"key":"6052_CR19","unstructured":"Cortex. Retrieved from 08 May 2021. https:\/\/www.cortex.dev\/"},{"key":"6052_CR8","unstructured":"craft ai. Retrieved from 08 May 2021. https:\/\/www.craft.ai\/"},{"key":"6052_CR20","unstructured":"Crankshaw, D., Wang, X., Zhou, G., Franklin, M., Gonzalez, J., & Stoica, I. (2017). Clipper: A low-latency online prediction serving system. In USENIX symposium on operating systems design and implementation (OSDI) (pp. 613\u2013627)."},{"key":"6052_CR21","unstructured":"Datatron. Retrieved from 08 May 2021. https:\/\/www.datatron.com\/"},{"key":"6052_CR22","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L. J., Li, K., & Fei-Fei, L. (2009). Imagenet: A large-scale hierarchical image database. In IEEE conference on computer vision and pattern recognition (pp. 248\u2013255).","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"6052_CR23","unstructured":"Engwall, K., & Roe, M. (2020). Git and GitLab in library website change management workflows. Code4Lib Journal, 48. https:\/\/journal.code4lib.org\/articles\/15250."},{"issue":"2","key":"6052_CR24","first-page":"104","volume":"41","author":"J Fan","year":"2018","unstructured":"Fan, J., & Li, G. (2018). Human-in-the-loop rule learning for data integration. IEEE Data Engineering Bulletin, 41(2), 104\u2013115.","journal-title":"IEEE Data Engineering Bulletin"},{"key":"6052_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.chaos.2020.109761","volume":"134","author":"D Fanelli","year":"2020","unstructured":"Fanelli, D., & Piazza, F. (2020). Analysis and forecast of covid-19 spreading in China, Italy and France. Chaos, Solitons & Fractals, 134, 109761.","journal-title":"Chaos, Solitons & Fractals"},{"key":"6052_CR26","unstructured":"FBLearner. Retrieved from 08 May 2021. https:\/\/code.fb.com\/core-data\/introducing-fblearner-flow-facebook-s-ai-backbone\/"},{"key":"6052_CR27","unstructured":"Flyte. Retrieved from 08 May 2021. https:\/\/lyft.github.io\/flyte\/"},{"key":"6052_CR28","unstructured":"Horizon Robotics: Driver monitoring system. Retrieved from 08 May 2021. https:\/\/en.horizon.ai\/product\/nebula"},{"key":"6052_CR29","unstructured":"JupyterHub. Retrieved from 08 May 2021. https:\/\/jupyter.org\/hub"},{"issue":"11","key":"6052_CR30","doi-asserted-by":"publisher","first-page":"2574","DOI":"10.3390\/s19112574","volume":"19","author":"MQ Khan","year":"2019","unstructured":"Khan, M. Q., & Lee, S. (2019). A comprehensive survey of driving monitoring and assistance systems. Sensors, 19(11), 2574.","journal-title":"Sensors"},{"key":"6052_CR31","unstructured":"KNIME. Retrieved from 08 May 2021. https:\/\/www.knime.com\/"},{"key":"6052_CR32","unstructured":"kubeflow. Retrieved from 08 May 2021. https:\/\/www.kubeflow.org\/"},{"issue":"2","key":"6052_CR33","first-page":"59","volume":"42","author":"D Lee","year":"2019","unstructured":"Lee, D., Macke, S., Xin, D., Lee, A., Huang, S., & Parameswaran, A. (2019). A human-in-the-loop perspective on automl: Milestones and the road ahead. IEEE Data Engineering Bulletin, 42(2), 59\u201370.","journal-title":"IEEE Data Engineering Bulletin"},{"key":"6052_CR34","unstructured":"Lee, Y., Scolari, A., Chun, B., Santambrogio, M., Weimer, M., & Interlandi, M. (2018). Pretzel: Opening the black box of machine learning prediction serving systems. In USENIX symposium on operating systems design and implementation (OSDI) (pp. 611\u2013626)."},{"issue":"4","key":"6052_CR35","first-page":"46","volume":"41","author":"Y Lee","year":"2018","unstructured":"Lee, Y., Scolari, A., Chun, B., Weimer, M., & Interlandi, M. (2018). From the edge to the cloud: Model serving in ml.net. IEEE Data Engineering Bulletin, 41(4), 46\u201353.","journal-title":"IEEE Data Engineering Bulletin"},{"key":"6052_CR36","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.2981446","author":"S Li","year":"2020","unstructured":"Li, S., & Deng, W. (2020). Deep facial expression recognition: A survey. IEEE Transactions on Affective Computing. https:\/\/doi.org\/10.1109\/TAFFC.2020.2981446","journal-title":"IEEE Transactions on Affective Computing"},{"key":"6052_CR37","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.neucom.2016.12.038","volume":"234","author":"W Liu","year":"2017","unstructured":"Liu, W., Wang, Z., Liu, X., Zeng, N., Liu, Y., & Alsaadi, F. (2017). A survey of deep neural network architectures and their applications. Neurocomputing, 234, 11\u201326.","journal-title":"Neurocomputing"},{"key":"6052_CR38","doi-asserted-by":"crossref","unstructured":"Miao, H., Li, A., Davis, L., & Deshpande, A. (2017). Modelhub: Deep learning lifecycle management. In International conference on data engineering (pp. 1393\u20131394).","DOI":"10.1109\/ICDE.2017.192"},{"key":"6052_CR39","unstructured":"Michelangelo. Retrieved from 08 May 2021. https:\/\/eng.uber.com\/michelangelo\/"},{"key":"6052_CR40","unstructured":"Microsoft. Retrieved from 08 May 2021. https:\/\/docs.microsoft.com\/en-us\/azure\/machine-learning\/"},{"key":"6052_CR2","unstructured":"Microsoft machine learning server. Retrieved from 08 May 2021. https:\/\/docs.microsoft.com\/en-us\/machine-learning-server"},{"key":"6052_CR41","unstructured":"mlflow. Retrieved from 08 May 2021. https:\/\/mlflow.org\/docs\/"},{"key":"6052_CR3","unstructured":"mxnet. Retrieved from 08 May 2021. https:\/\/mxnet.cdn.apache.org\/"},{"key":"6052_CR4","unstructured":"Mxnet model server (mms). Retrieved from 08 May 2021. https:\/\/github.com\/awslabs\/mxnet-model-server"},{"key":"6052_CR42","unstructured":"NiFi. Retrieved from 08 May 2021. https:\/\/nifi.apache.org\/"},{"key":"6052_CR43","unstructured":"Olston, C., Li, F., Harmsen, J., Soyke, J., Gorovoy, K., Lao, L., Fiedel, N., Ramesh, S., & Rajashekhar, V. (2017). Tensorflow-serving: Flexible, high-performance ml serving. In Workshop on ML systems at NIPS 2017 (pp. 1\u20138)."},{"key":"6052_CR44","doi-asserted-by":"crossref","unstructured":"Ortu, M., Destefanis, G., Kassab, M., Counsell, S., Marchesi, M., & Tonelli, R. (2015). Would you mind fixing this issue? In International conference on Agile software development (pp. 129\u2013140). Springer.","DOI":"10.1007\/978-3-319-18612-2_11"},{"issue":"1","key":"6052_CR45","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1109\/JIOT.2017.2767608","volume":"5","author":"J Pan","year":"2018","unstructured":"Pan, J., & McElhannon, J. (2018). Future edge cloud and edge computing for internet of things applications. IEEE Internet of Things Journal, 5(1), 439\u2013449.","journal-title":"IEEE Internet of Things Journal"},{"key":"6052_CR46","unstructured":"Peltarion. Retrieved from 08 May 2021. https:\/\/peltarion.com\/"},{"issue":"2","key":"6052_CR47","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1145\/3299887.3299891","volume":"47","author":"N Polyzotis","year":"2018","unstructured":"Polyzotis, N., Roy, S., Whang, S., & Zinkevich, M. (2018). Data lifecycle challenges in production machine learning: A survey. ACM SIGMOD Record, 47(2), 17\u201328.","journal-title":"ACM SIGMOD Record"},{"key":"6052_CR5","unstructured":"Pytorch. Retrieved from 08 May 2021. https:\/\/pytorch.org\/"},{"key":"6052_CR48","unstructured":"Raschka, S., & Mirjalili, V. (2019). Python machine learning: Machine learning and deep learning with Python, scikit-learn, and TensorFlow 2. Packt Publishing Ltd."},{"issue":"1\u20133","key":"6052_CR49","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1007\/s11263-007-0090-8","volume":"77","author":"B Russell","year":"2008","unstructured":"Russell, B., Torralba, A., Murphy, K., & Freeman, W. (2008). Labelme: A database and web-based tool for image annotation. International Journal of Computer Vision, 77(1\u20133), 157\u2013173.","journal-title":"International Journal of Computer Vision"},{"key":"6052_CR50","unstructured":"SageMaker. Retrieved from 08 May 2021. https:\/\/aws.amazon.com\/cn\/sagemaker\/"},{"key":"6052_CR51","unstructured":"SAS: Sas model manager. Retrieved from 08 May 2021. https:\/\/www.sas.com\/en_us\/software\/model-manager.html"},{"key":"6052_CR52","unstructured":"Sawaya, W., & Giauque, W. (1986). Production and operations management. Harcourt Brace Jovanovich."},{"issue":"4","key":"6052_CR53","first-page":"5","volume":"41","author":"S Schelter","year":"2018","unstructured":"Schelter, S., Bie\u00dfmann, F., Januschowski, T., Salinas, D., Seufert, S., & Szarvas, G. (2018). On challenges in machine learning model management. IEEE Data Engineering Bulletin, 41(4), 5\u201315.","journal-title":"IEEE Data Engineering Bulletin"},{"key":"6052_CR54","unstructured":"Sculley, D., Holt, G., Golovin, D., Davydov, E., Phillips, T., Ebner, D., Chaudhary, V., Young, M., Crespo, J. F., & Dennison, D. (2015). Hidden technical debt in machine learning systems. In International conference on neural information processing systems (pp. 2503\u20132511)."},{"key":"6052_CR55","unstructured":"Seldon. Retrieved from 08 May 2021. https:\/\/www.seldon.io\/"},{"key":"6052_CR56","unstructured":"Srinivasan, T., Sanabria, R., & Metze, F. (2019). Analyzing utility of visual context in multimodal speech recognition under noisy conditions. arXiv preprint arXiv:1907.00477"},{"key":"6052_CR6","unstructured":"Tensorflow serving. Retrieved from 08 May 2021. https:\/\/www.tensorflow.org\/serving"},{"key":"6052_CR57","unstructured":"valohai. Retrieved from 08 May 2021. https:\/\/valohai.com\/"},{"issue":"4","key":"6052_CR58","first-page":"16","volume":"41","author":"M Vartak","year":"2018","unstructured":"Vartak, M., & Madden, S. (2018). Modeldb: Opportunities and challenges in managing machine learning models. IEEE Data Engineering Bulletin, 41(4), 16\u201325.","journal-title":"IEEE Data Engineering Bulletin"},{"key":"6052_CR59","doi-asserted-by":"crossref","unstructured":"Xu, H., Zhang, H., Han, K., Wang, Y., Peng, Y., & Li, X. (2019). Learning alignment for multimodal emotion recognition from speech. arXiv preprint arXiv:1909.05645","DOI":"10.21437\/Interspeech.2019-3247"},{"issue":"4","key":"6052_CR60","first-page":"39","volume":"41","author":"M Zaharia","year":"2018","unstructured":"Zaharia, M., et al. (2018). Accelerating the machine learning lifecycle with mlflow. IEEE Data Engineering Bulletin, 41(4), 39\u201345.","journal-title":"IEEE Data Engineering Bulletin"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-021-06052-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-021-06052-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-021-06052-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T09:49:27Z","timestamp":1744192167000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-021-06052-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,14]]},"references-count":60,"journal-issue":{"issue":"11-12","published-print":{"date-parts":[[2021,12]]}},"alternative-id":["6052"],"URL":"https:\/\/doi.org\/10.1007\/s10994-021-06052-0","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,14]]},"assertion":[{"value":"29 December 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 May 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 August 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 October 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}