{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:29:19Z","timestamp":1750220959774,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":30,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,12,21]],"date-time":"2020-12-21T00:00:00Z","timestamp":1608508800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,12,21]]},"DOI":"10.1145\/3324884.3415281","type":"proceedings-article","created":{"date-parts":[[2021,1,27]],"date-time":"2021-01-27T23:38:56Z","timestamp":1611790736000},"page":"1164-1166","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Towards robust production machine learning systems"],"prefix":"10.1145","author":[{"given":"Hala","family":"Abdelkader","sequence":"first","affiliation":[{"name":"Deakin University, Australia"}]}],"member":"320","published-online":{"date-parts":[[2021,1,27]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"SSDPose: A Single Shot Deep Pose Estimation and Analysis. In 2019 IEEE International Conference on Systems, Man and Cybernetics (SMC). IEEE","author":"Abobakr Ahmed","year":"2019","unstructured":"Ahmed Abobakr, Hala Abdelkader, Julie Iskander, Darius Nahavandi, Khaled Saleh, Mohamed Attia, Mohammed Hossny, and Saeid Nahavandi. 2019. SSDPose: A Single Shot Deep Pose Estimation and Analysis. In 2019 IEEE International Conference on Systems, Man and Cybernetics (SMC). IEEE, 1862--1868."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"e_1_3_2_1_3_1","volume-title":"Assuring the machine learning lifecycle: Desiderata, methods, and challenges. arXiv preprint arXiv:1905.04223","author":"Ashmore Rob","year":"2019","unstructured":"Rob Ashmore, Radu Calinescu, and Colin Paterson. 2019. Assuring the machine learning lifecycle: Desiderata, methods, and challenges. arXiv preprint arXiv:1905.04223 (2019)."},{"key":"e_1_3_2_1_4_1","volume-title":"Davide Del Testa","author":"Bojarski Mariusz","year":"2016","unstructured":"Mariusz Bojarski, Davide Del Testa, Daniel Dworakowski, Bernhard Firner, Beat Flepp, Prasoon Goyal, Lawrence D Jackel, Mathew Monfort, Urs Muller, Jiakai Zhang, et al. 2016. End to end learning for self-driving cars. arXiv preprint arXiv:1604.07316 (2016)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00014"},{"key":"e_1_3_2_1_6_1","volume-title":"Targeted backdoor attacks on deep learning systems using data poisoning. arXiv preprint arXiv:1712.05526","author":"Chen Xinyun","year":"2017","unstructured":"Xinyun Chen, Chang Liu, Bo Li, Kimberly Lu, and Dawn Song. 2017. Targeted backdoor attacks on deep learning systems using data poisoning. arXiv preprint arXiv:1712.05526 (2017)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-011-0222-1"},{"key":"e_1_3_2_1_8_1","volume-title":"Beware the evolving'intelligent'web service! An integration architecture tactic to guard AI-first components. arXiv preprint arXiv:2005.13186","author":"Cummaudo Alex","year":"2020","unstructured":"Alex Cummaudo, Scott Barnett, Rajesh Vasa, John Grundy, and Mohamed Abdelrazek. 2020. Beware the evolving'intelligent'web service! An integration architecture tactic to guard AI-first components. arXiv preprint arXiv:2005.13186 (2020)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2019.00051"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/CIDUE.2011.5948491"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2015.2471196"},{"key":"e_1_3_2_1_12_1","volume-title":"Importance-Driven Deep Learning System Testing. In 2020 42nd IEEE\/ACM International Conference on Software Engineering (ICSE). IEEE.","author":"Gerasimou Simos","year":"2020","unstructured":"Simos Gerasimou, Hasan Ferit Eniser, and Alper Sen. 2020. Importance-Driven Deep Learning System Testing. In 2020 42nd IEEE\/ACM International Conference on Software Engineering (ICSE). IEEE."},{"key":"e_1_3_2_1_13_1","volume-title":"Survey of distance measures for quantifying concept drift and shift in numeric data. Knowledge and Information Systems","author":"Goldenberg Igor","year":"2018","unstructured":"Igor Goldenberg and Geoffrey I Webb. 2018. Survey of distance measures for quantifying concept drift and shift in numeric data. Knowledge and Information Systems (2018), 1--25."},{"key":"e_1_3_2_1_14_1","volume-title":"PCA-based drift and shift quantification framework for multidimensional data. Knowledge and Information Systems","author":"Goldenberg Igor","year":"2020","unstructured":"Igor Goldenberg and Geoffrey I Webb. 2020. PCA-based drift and shift quantification framework for multidimensional data. Knowledge and Information Systems (2020), 1--20."},{"key":"e_1_3_2_1_15_1","volume-title":"Explaining and harnessing adversarial examples. arXiv preprint arXiv:1412.6572","author":"Goodfellow Ian J","year":"2014","unstructured":"Ian J Goodfellow, Jonathon Shlens, and Christian Szegedy. 2014. Explaining and harnessing adversarial examples. arXiv preprint arXiv:1412.6572 (2014)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00079"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00080"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380339"},{"key":"e_1_3_2_1_20_1","volume-title":"Long short-term memory. Neural computation 9, 8","author":"Hochreiter Sepp","year":"1997","unstructured":"Sepp Hochreiter and J\u00fcrgen Schmidhuber. 1997. Long short-term memory. Neural computation 9, 8 (1997), 1735--1780."},{"key":"e_1_3_2_1_21_1","volume-title":"NeurIPS MLSys Workshop.","author":"Kang Daniel","year":"2018","unstructured":"Daniel Kang, Deepti Raghavan, Peter Bailis, and Matei Zaharia. 2018. Model assertions for debugging machine learning. In NeurIPS MLSys Workshop."},{"key":"e_1_3_2_1_22_1","unstructured":"Alex Krizhevsky Ilya Sutskever and Geoffrey E Hinton. 2012. Imagenet classification with deep convolutional neural networks. In Advances in neural information processing systems. 1097--1105."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature14539"},{"key":"e_1_3_2_1_24_1","volume-title":"A unifying view on dataset shift in classification. Pattern recognition 45, 1","author":"Moreno-Torres Jose G","year":"2012","unstructured":"Jose G Moreno-Torres, Troy Raeder, Roc\u00edO Alaiz-Rodr\u00edGuez, Nitesh V Chawla, and Francisco Herrera. 2012. A unifying view on dataset shift in classification. Pattern recognition 45, 1 (2012), 521--530."},{"key":"e_1_3_2_1_25_1","unstructured":"Stephan Rabanser Stephan G\u00fcnnemann and Zachary Lipton. 2019. Failing loudly: An empirical study of methods for detecting dataset shift. In Advances in Neural Information Processing Systems (NIPS). 1396--1408."},{"volume-title":"Machine learning in nonstationary environments: Introduction to covariate shift adaptation","author":"Sugiyama Masashi","key":"e_1_3_2_1_26_1","unstructured":"Masashi Sugiyama and Motoaki Kawanabe. 2012. Machine learning in nonstationary environments: Introduction to covariate shift adaptation. MIT press."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.220"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"e_1_3_2_1_29_1","volume-title":"Robustness and generalization. Machine learning 86, 3","author":"Xu Huan","year":"2012","unstructured":"Huan Xu and Shie Mannor. 2012. Robustness and generalization. Machine learning 86, 3 (2012), 391--423."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238187"}],"event":{"name":"ASE '20: 35th IEEE\/ACM International Conference on Automated Software Engineering","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"],"location":"Virtual Event Australia","acronym":"ASE '20"},"container-title":["Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3415281","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324884.3415281","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:54:13Z","timestamp":1750204453000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3415281"}},"subtitle":["managing dataset shift"],"short-title":[],"issued":{"date-parts":[[2020,12,21]]},"references-count":30,"alternative-id":["10.1145\/3324884.3415281","10.1145\/3324884"],"URL":"https:\/\/doi.org\/10.1145\/3324884.3415281","relation":{},"subject":[],"published":{"date-parts":[[2020,12,21]]},"assertion":[{"value":"2021-01-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}