{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:02:51Z","timestamp":1750309371920,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T00:00:00Z","timestamp":1729987200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,27]]},"DOI":"10.1145\/3691620.3695312","type":"proceedings-article","created":{"date-parts":[[2024,10,18]],"date-time":"2024-10-18T15:39:19Z","timestamp":1729265959000},"page":"2289-2293","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Towards Robust ML-enabled Software Systems: Detecting Out-of-Distribution data using Gini Coefficients"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9533-8896","authenticated-orcid":false,"given":"Hala","family":"Abdelkader","sequence":"first","affiliation":[{"name":"Applied Artificial Intelligence Institute - Deakin University, Victoria, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9827-5496","authenticated-orcid":false,"given":"Jean-Guy","family":"Schneider","sequence":"additional","affiliation":[{"name":"Monash University, Victoria, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3812-9785","authenticated-orcid":false,"given":"Mohamed","family":"Abdelrazek","sequence":"additional","affiliation":[{"name":"Deakin University, Victoria, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2590-1185","authenticated-orcid":false,"given":"Priya","family":"Rani","sequence":"additional","affiliation":[{"name":"RMIT University, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4805-1467","authenticated-orcid":false,"given":"Rajesh","family":"Vasa","sequence":"additional","affiliation":[{"name":"Applied Artificial Intelligence Institute - Deakin University, Victoria, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,10,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3415281"},{"key":"e_1_3_2_1_2_1","volume-title":"ML-On-Rails: Safeguarding Machine Learning Models in Software Systems A Case Study. arXiv preprint arXiv:2401.06513","author":"Abdelkader Hala","year":"2024","unstructured":"Hala Abdelkader, Mohamed Abdelrazek, Scott Barnett, Jean-Guy Schneider, Priya Rani, and Rajesh Vasa. 2024. ML-On-Rails: Safeguarding Machine Learning Models in Software Systems A Case Study. arXiv preprint arXiv:2401.06513 (2024)."},{"volume-title":"Robustness Attributes to Safeguard Machine Learning Models in Production. In 2023 IEEE Engineering Informatics","author":"Abdelkader Hala","key":"e_1_3_2_1_3_1","unstructured":"Hala Abdelkader, Mohamed Abdelrazek, Jean-Guy Schneider, Priya Rani, and Rajesh Vasa. 2023. Robustness Attributes to Safeguard Machine Learning Models in Production. In 2023 IEEE Engineering Informatics. IEEE, 1--9."},{"volume-title":"Rgb-d fall detection via deep residual convolutional lstm networks. In 2018 Digital Image Computing: Techniques and Applications (DICTA)","author":"Abobakr Ahmed","key":"e_1_3_2_1_4_1","unstructured":"Ahmed Abobakr, Mohammed Hossny, Hala Abdelkader, and Saeid Nahavandi. 2018. Rgb-d fall detection via deep residual convolutional lstm networks. In 2018 Digital Image Computing: Techniques and Applications (DICTA). IEEE, 1--7."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"e_1_3_2_1_6_1","volume-title":"Concrete problems in AI safety. arXiv preprint arXiv:1606.06565","author":"Amodei Dario","year":"2016","unstructured":"Dario Amodei, Chris Olah, Jacob Steinhardt, Paul Christiano, John Schulman, and Dan Man\u00e9. 2016. Concrete problems in AI safety. arXiv preprint arXiv:1606.06565 (2016)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jfop.2023.100005"},{"key":"e_1_3_2_1_8_1","volume-title":"Davide Del Testa","author":"Bojarski Mariusz","year":"2016","unstructured":"Mariusz Bojarski, Davide Del Testa, Daniel Dworakowski, Bernhard Firner, Beat Flepp, Prasoon Goyal, Lawrence D Jackel, Mathew Monfort, Urs Muller, Jiakai Zhang, et al. 2016. End to end learning for self-driving cars. arXiv preprint arXiv:1604.07316 (2016)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.312"},{"key":"e_1_3_2_1_10_1","volume-title":"Robust out-of-distribution detection for neural networks. arXiv preprint arXiv:2003.09711","author":"Chen Jiefeng","year":"2020","unstructured":"Jiefeng Chen, Yixuan Li, Xi Wu, Yingyu Liang, and Somesh Jha. 2020. Robust out-of-distribution detection for neural networks. arXiv preprint arXiv:2003.09711 (2020)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2017.7966217"},{"key":"e_1_3_2_1_12_1","volume-title":"Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608","author":"Doshi-Velez Finale","year":"2017","unstructured":"Finale Doshi-Velez and Been Kim. 2017. Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608 (2017)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00175"},{"key":"e_1_3_2_1_14_1","volume-title":"Large language models improve Alzheimer's disease diagnosis using multi-modality data. arXiv preprint arXiv:2305.19280","author":"Feng Yingjie","year":"2023","unstructured":"Yingjie Feng, Jun Wang, Xianfeng Gu, Xiaoyin Xu, and Min Zhang. 2023. Large language models improve Alzheimer's disease diagnosis using multi-modality data. arXiv preprint arXiv:2305.19280 (2023)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.2307\/2223319"},{"key":"e_1_3_2_1_16_1","volume-title":"Explaining and harnessing adversarial examples. arXiv preprint arXiv:1412.6572","author":"Goodfellow Ian J","year":"2014","unstructured":"Ian J Goodfellow, Jonathon Shlens, and Christian Szegedy. 2014. Explaining and harnessing adversarial examples. arXiv preprint arXiv:1412.6572 (2014)."},{"key":"e_1_3_2_1_17_1","volume-title":"International Conference on Machine Learning. PMLR, 1321--1330","author":"Guo Chuan","year":"2017","unstructured":"Chuan Guo, Geoff Pleiss, Yu Sun, and Kilian Q Weinberger. 2017. On calibration of modern neural networks. In International Conference on Machine Learning. PMLR, 1321--1330."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_19_1","unstructured":"Dan Hendrycks and Kevin Gimpel. 2017. A baseline for detecting misclassified and out-of-distribution examples in neural networks. In ICLR."},{"key":"e_1_3_2_1_20_1","unstructured":"Dan Hendrycks Mantas Mazeika and Thomas Dietterich. 2019. Deep anomaly detection with outlier exposure. In ICLR."},{"volume-title":"Generalized ODIN: Detecting Out-of-Distribution Image Without Learning From Out-of-Distribution Data. In 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Hsu Yen-Chang","key":"e_1_3_2_1_21_1","unstructured":"Yen-Chang Hsu, Yilin Shen, Hongxia Jin, and Zsolt Kira. 2020. Generalized ODIN: Detecting Out-of-Distribution Image Without Learning From Out-of-Distribution Data. In 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). IEEE Computer Society, 10948--10957."},{"key":"e_1_3_2_1_22_1","unstructured":"Alex Krizhevsky Geoffrey Hinton et al. 2009. Learning multiple layers of features from tiny images. (2009)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.3233\/IDT-190160"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1131"},{"key":"e_1_3_2_1_25_1","volume-title":"Deep learning. nature 521, 7553","author":"LeCun Yann","year":"2015","unstructured":"Yann LeCun, Yoshua Bengio, and Geoffrey Hinton. 2015. Deep learning. nature 521, 7553 (2015), 436--444."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"e_1_3_2_1_27_1","volume-title":"A Simple Unified Framework for Detecting Out-of-Distribution Samples and Adversarial Attacks. Advances in Neural Information Processing Systems 31","author":"Lee Kimin","year":"2018","unstructured":"Kimin Lee, Kibok Lee, Honglak Lee, and Jinwoo Shin. 2018. A Simple Unified Framework for Detecting Out-of-Distribution Samples and Adversarial Attacks. Advances in Neural Information Processing Systems 31 (2018)."},{"key":"e_1_3_2_1_28_1","volume-title":"Training Confidence-Calibrated Classifiers for Detecting Out-of-Distribution Samples. In ICLR 2018. ICLR 2018.","author":"Kibok Lee KIMIN LEE","year":"2018","unstructured":"KIMIN LEE, Kibok Lee, Honglak Lee, and Jinwoo Shin. 2018. Training Confidence-Calibrated Classifiers for Detecting Out-of-Distribution Samples. In ICLR 2018. ICLR 2018."},{"key":"e_1_3_2_1_29_1","unstructured":"Shiyu Liang Yixuan Li and R Srikant. 2018. Enhancing The Reliability of Out-of-distribution Image Detection in Neural Networks. In ICLR."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_1_31_1","first-page":"13991","article-title":"Can you trust your model's uncertainty? Evaluating predictive uncertainty under dataset shift","volume":"32","author":"Ovadia Yaniv","year":"2019","unstructured":"Yaniv Ovadia, Emily Fertig, Jie Ren, Zachary Nado, D Sculley, Sebastian Nowozin, Joshua Dillon, Balaji Lakshminarayanan, and Jasper Snoek. 2019. Can you trust your model's uncertainty? Evaluating predictive uncertainty under dataset shift. Advances in Neural Information Processing Systems 32 (2019), 13991--14002.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_32_1","unstructured":"Stephan Rabanser Stephan G\u00fcnnemann and Zachary Lipton. 2019. Failing loudly: An empirical study of methods for detecting dataset shift. In Advances in Neural Information Processing Systems (NIPS). 1396--1408."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338501.3357372"},{"key":"e_1_3_2_1_34_1","volume-title":"In Proceedings of the British Machine Vision Conference (BMVC).","author":"Shafaei Alireza","year":"2019","unstructured":"Alireza Shafaei, Mark Schmidt, and James J Little. 2019. A less biased evaluation of out-of-distribution sample detectors. In In Proceedings of the British Machine Vision Conference (BMVC)."},{"key":"e_1_3_2_1_35_1","volume-title":"Identifying and Extracting Rare Disease Phenotypes with Large Language Models. arXiv preprint arXiv:2306.12656","author":"Shyr Cathy","year":"2023","unstructured":"Cathy Shyr, Yan Hu, Paul A Harris, and Hua Xu. 2023. Identifying and Extracting Rare Disease Phenotypes with Large Language Models. arXiv preprint arXiv:2306.12656 (2023)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"e_1_3_2_1_37_1","volume-title":"MLGuard: Defend Your Machine Learning Model! arXiv preprint arXiv:2309.01379","author":"Wong Sheng","year":"2023","unstructured":"Sheng Wong, Scott Barnett, Jessica Rivera-Villicana, Anj Simmons, Hala Abdelkader, Jean-Guy Schneider, and Rajesh Vasa. 2023. MLGuard: Defend Your Machine Learning Model! arXiv preprint arXiv:2309.01379 (2023)."},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings, Part I 13","author":"Zeiler Matthew D","year":"2014","unstructured":"Matthew D Zeiler and Rob Fergus. 2014. Visualizing and understanding convolutional networks. In Computer Vision-ECCV 2014: 13th European Conference, Zurich, Switzerland, September 6--12, 2014, Proceedings, Part I 13. Springer, 818--833."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.319"},{"key":"e_1_3_2_1_40_1","unstructured":"Juexiao Zhou Xiaonan He Liyuan Sun Jiannan Xu Xiuying Chen Yuetan Chu Longxi Zhou Xingyu Liao Bin Zhang and Xin Gao. 2023. Skingpt-4: An interactive dermatology diagnostic system with visual large language model. (2023)."}],"event":{"name":"ASE '24: 39th IEEE\/ACM International Conference on Automated Software Engineering","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"],"location":"Sacramento CA USA","acronym":"ASE '24"},"container-title":["Proceedings of the 39th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3691620.3695312","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3691620.3695312","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:06:18Z","timestamp":1750291578000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3691620.3695312"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,27]]},"references-count":40,"alternative-id":["10.1145\/3691620.3695312","10.1145\/3691620"],"URL":"https:\/\/doi.org\/10.1145\/3691620.3695312","relation":{},"subject":[],"published":{"date-parts":[[2024,10,27]]},"assertion":[{"value":"2024-10-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}