{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T01:31:40Z","timestamp":1773192700754,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":27,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,8,20]],"date-time":"2020-08-20T00:00:00Z","timestamp":1597881600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,8,23]]},"DOI":"10.1145\/3394486.3403290","type":"proceedings-article","created":{"date-parts":[[2020,8,20]],"date-time":"2020-08-20T23:17:27Z","timestamp":1597965447000},"page":"2407-2415","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":20,"title":["Building Continuous Integration Services for Machine Learning"],"prefix":"10.1145","author":[{"given":"Bojan","family":"Karla\u0161","sequence":"first","affiliation":[{"name":"ETH Z\u00fcrich, Z\u00fcrich, Switzerland"}]},{"given":"Matteo","family":"Interlandi","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}]},{"given":"Cedric","family":"Renggli","sequence":"additional","affiliation":[{"name":"ETH Z\u00fcrich, Z\u00fcrich, Switzerland"}]},{"given":"Wentao","family":"Wu","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}]},{"given":"Ce","family":"Zhang","sequence":"additional","affiliation":[{"name":"ETH Z\u00fcrich, Z\u00fcrich, Switzerland"}]},{"given":"Deepak","family":"Mukunthu Iyappan Babu","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}]},{"given":"Jordan","family":"Edwards","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}]},{"given":"Chris","family":"Lauren","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}]},{"given":"Andy","family":"Xu","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}]},{"given":"Markus","family":"Weimer","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}]}],"member":"320","published-online":{"date-parts":[[2020,8,20]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"Amazon sage maker. https:\/\/aws.amazon.com\/sagemaker\/.  Amazon sage maker. https:\/\/aws.amazon.com\/sagemaker\/."},{"key":"e_1_3_2_2_2_1","unstructured":"Aws codepipeline. https:\/\/aws.amazon.com\/codepipeline\/.  Aws codepipeline. https:\/\/aws.amazon.com\/codepipeline\/."},{"key":"e_1_3_2_2_3_1","unstructured":"Azure devops services. https:\/\/azure.microsoft.com\/en-us\/services\/devops\/.  Azure devops services. https:\/\/azure.microsoft.com\/en-us\/services\/devops\/."},{"key":"e_1_3_2_2_4_1","unstructured":"Git LFS. https:\/\/git-lfs.github.com\/.  Git LFS. https:\/\/git-lfs.github.com\/."},{"key":"e_1_3_2_2_5_1","unstructured":"Google cloud automl. https:\/\/cloud.google.com\/automl\/.  Google cloud automl. https:\/\/cloud.google.com\/automl\/."},{"key":"e_1_3_2_2_6_1","unstructured":"Microsoft azure machine learning. https:\/\/azure.microsoft.com\/en-us\/services\/machine-learning\/.  Microsoft azure machine learning. https:\/\/azure.microsoft.com\/en-us\/services\/machine-learning\/."},{"key":"e_1_3_2_2_7_1","unstructured":"mltest tool open-source repository on github. https:\/\/aka.ms\/gsl-ml-test.  mltest tool open-source repository on github. https:\/\/aka.ms\/gsl-ml-test."},{"key":"e_1_3_2_2_8_1","volume-title":"April","year":"2018","unstructured":"Continuous integration for machine learning. https:\/\/medium.com\/@rstojnic\/continuous-integration-for-machine-learning-6893aa867002 , April 2018 . Continuous integration for machine learning. https:\/\/medium.com\/@rstojnic\/continuous-integration-for-machine-learning-6893aa867002, April 2018."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1093\/mnras\/sty1398"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1038\/ncomms5308"},{"key":"e_1_3_2_2_11_1","first-page":"1006","volume-title":"ICML","author":"Blum A.","year":"2015","unstructured":"A. Blum and M. Hardt . The ladder: A reliable leaderboard for machine learning competitions . In ICML , pages 1006 -- 1014 , 2015 . A. Blum and M. Hardt. The ladder: A reliable leaderboard for machine learning competitions. In ICML, pages 1006--1014, 2015."},{"key":"e_1_3_2_2_12_1","volume-title":"Pearson Education","author":"Duvall P. M.","year":"2007","unstructured":"P. M. Duvall , S. Matyas , and A. Glover . Continuous integration: improving software quality and reducing risk . Pearson Education , 2007 . P. M. Duvall, S. Matyas, and A. Glover. Continuous integration: improving software quality and reducing risk. Pearson Education, 2007."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.aaa9375"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5616"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.14778\/3229863.3236258"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.14778\/3229863.3240493"},{"key":"e_1_3_2_2_17_1","volume-title":"October","author":"Lara A. F.","year":"2017","unstructured":"A. F. Lara . Continuous integration for ml projects. https:\/\/medium.com\/onfido-tech\/continuous-integration-for-ml-projects-e11bc1a4d34f , October 2017 . A. F. Lara. Continuous integration for ml projects. https:\/\/medium.com\/onfido-tech\/continuous-integration-for-ml-projects-e11bc1a4d34f, October 2017."},{"key":"e_1_3_2_2_18_1","volume-title":"July","author":"Lara A. F.","year":"2018","unstructured":"A. F. Lara . Continuous delivery for ml models. https:\/\/medium.com\/onfido-tech\/continuous-delivery-for-ml-models-c1f9283aa971 , July 2018 . A. F. Lara. Continuous delivery for ml models. https:\/\/medium.com\/onfido-tech\/continuous-delivery-for-ml-models-c1f9283aa971, July 2018."},{"issue":"5","key":"e_1_3_2_2_19_1","first-page":"607","article-title":"Ease.ml: Towards multi-tenant resource sharing for machine learning workloads","volume":"11","author":"Li T.","year":"2018","unstructured":"T. Li , J. Zhong , J. Liu , W. Wu , and C. Zhang . Ease.ml: Towards multi-tenant resource sharing for machine learning workloads . PVLDB , 11 ( 5 ): 607 -- 620 , 2018 . T. Li, J. Zhong, J. Liu, W. Wu, and C. Zhang. Ease.ml: Towards multi-tenant resource sharing for machine learning workloads. PVLDB, 11(5):607--620, 2018.","journal-title":"PVLDB"},{"key":"e_1_3_2_2_20_1","volume-title":"SysML","author":"Renggli C.","year":"2019","unstructured":"C. Renggli Continuous integration of machine learning models with ease.ml\/ci: Towards a rigorous yet practical treatment . In SysML , 2019 . C. Renggli et al. Continuous integration of machine learning models with ease.ml\/ci: Towards a rigorous yet practical treatment. In SysML, 2019."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.14778\/3352063.3352110"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1093\/mnrasl\/slx008"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1051\/0004-6361\/201833800"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1093\/mnras\/sty764"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1101\/256792"},{"key":"e_1_3_2_2_26_1","volume-title":"February","author":"Tran D.","year":"2017","unstructured":"D. Tran . Continuous integration for data science. http:\/\/engineering.pivotal.io\/post\/continuous-integration-for-data-science\/ , February 2017 . D. Tran. Continuous integration for data science. http:\/\/engineering.pivotal.io\/post\/continuous-integration-for-data-science\/, February 2017."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077257.3077265"}],"event":{"name":"KDD '20: The 26th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Virtual Event CA USA","acronym":"KDD '20","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3394486.3403290","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3394486.3403290","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:01:48Z","timestamp":1750197708000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3394486.3403290"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,8,20]]},"references-count":27,"alternative-id":["10.1145\/3394486.3403290","10.1145\/3394486"],"URL":"https:\/\/doi.org\/10.1145\/3394486.3403290","relation":{},"subject":[],"published":{"date-parts":[[2020,8,20]]},"assertion":[{"value":"2020-08-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}