{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,8]],"date-time":"2026-10-08T11:54:11Z","timestamp":1791460451253,"version":"4.3.4"},"publisher-location":"New York, NY, USA","reference-count":76,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,2,6]],"date-time":"2024-02-06T00:00:00Z","timestamp":1707177600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-15-18897"],"award-info":[{"award-number":["CCF-15-18897"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-15-13263"],"award-info":[{"award-number":["CNS-15-13263"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-21-20448"],"award-info":[{"award-number":["CNS-21-20448"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-19-34884"],"award-info":[{"award-number":["CCF-19-34884"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-22-23812"],"award-info":[{"award-number":["CCF-22-23812"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,2,6]]},"DOI":"10.1145\/3597503.3623333","type":"proceedings-article","created":{"date-parts":[[2024,2,6]],"date-time":"2024-02-06T20:53:16Z","timestamp":1707252796000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Inferring Data Preconditions from Deep Learning Models for Trustworthy Prediction in Deployment"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1183-883X","authenticated-orcid":false,"given":"Shibbir","family":"Ahmed","sequence":"first","affiliation":[{"name":"Department of Computer Science, Iowa State University, Ames, IA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9020-9080","authenticated-orcid":false,"given":"Hongyang","family":"Gao","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Iowa State University, Ames, IA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9410-9562","authenticated-orcid":false,"given":"Hridesh","family":"Rajan","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Iowa State University, Ames, IA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,2,6]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Uber's fatal self-driving crash reportedly caused by software. https:\/\/www.cnet.com\/roadshow\/news\/uber-reportedly-finds-false-positive-self-driving-car-accident\/. [Online","year":"2023","unstructured":"2018. Uber's fatal self-driving crash reportedly caused by software. https:\/\/www.cnet.com\/roadshow\/news\/uber-reportedly-finds-false-positive-self-driving-car-accident\/. [Online; accessed Mar-2023]."},{"key":"e_1_3_2_1_2_1","volume-title":"AI in Medicine Is Overhyped. https:\/\/www.scientificamerican.com\/article\/ai-in-medicine-is-overhyped\/. [Online","year":"2023","unstructured":"2019. AI in Medicine Is Overhyped. https:\/\/www.scientificamerican.com\/article\/ai-in-medicine-is-overhyped\/. [Online; accessed Mar-2023]."},{"key":"e_1_3_2_1_3_1","unstructured":"2019. Self-driving Uber car that hit and killed woman did not recognize that pedestrians jaywalk. https:\/\/www.nbcnews.com\/tech\/tech-news\/self-driving-uber-car-hit-killed-woman-did-not-recognize-n1079281. [Online; accessed Mar-2023]."},{"key":"e_1_3_2_1_4_1","volume-title":"Bank Customer dataset. https:\/\/www.kaggle.com\/datasets\/kidoen\/bank-customers-data. [Online","year":"2022","unstructured":"2022. Bank Customer dataset. https:\/\/www.kaggle.com\/datasets\/kidoen\/bank-customers-data. [Online; accessed Aug-2022]."},{"key":"e_1_3_2_1_5_1","volume-title":"German Credit Risk Classification dataset. https:\/\/www.kaggle.com\/code\/twunderbar\/german-credit-risk-classification-with-keras\/data. [Online","year":"2022","unstructured":"2022. German Credit Risk Classification dataset. https:\/\/www.kaggle.com\/code\/twunderbar\/german-credit-risk-classification-with-keras\/data. [Online; accessed Aug-2022]."},{"key":"e_1_3_2_1_6_1","volume-title":"House Price Prediction dataset. here. [Online","year":"2022","unstructured":"2022. House Price Prediction dataset. here. [Online; accessed Aug-2022]."},{"key":"e_1_3_2_1_7_1","volume-title":"Repository of DeepInfer. https:\/\/github.com\/shibbirtanvin\/DeepInfer. [Online","year":"2023","unstructured":"2023. Repository of DeepInfer. https:\/\/github.com\/shibbirtanvin\/DeepInfer. [Online; accessed September-2023]."},{"key":"e_1_3_2_1_8_1","volume-title":"Repository of DISSECTOR. https:\/\/github.com\/ParagonLight\/dissector. [Online","year":"2023","unstructured":"2023. Repository of DISSECTOR. https:\/\/github.com\/ParagonLight\/dissector. [Online; accessed July-2023]."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338937"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616247"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1561\/2500000051"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409704"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468536"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00134"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510057"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF01213603"},{"key":"e_1_3_2_1_17_1","volume-title":"Statistical modeling: The two cultures (with comments and a rejoinder by the author). Statistical science 16, 3","author":"Breiman Leo","year":"2001","unstructured":"Leo Breiman. 2001. Statistical modeling: The two cultures (with comments and a rejoinder by the author). Statistical science 16, 3 (2001), 199--231."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jsc.2016.07.004"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468614"},{"key":"e_1_3_2_1_20_1","volume-title":"Garnett (Eds.)","volume":"32","author":"Corbi\u00e8re Charles","year":"2019","unstructured":"Charles Corbi\u00e8re, Nicolas THOME, Avner Bar-Hen, Matthieu Cord, and Patrick P\u00e9rez. 2019. Addressing Failure Prediction by Learning Model Confidence. In Advances in Neural Information Processing Systems, H. Wallach, H. Larochelle, A. Beygelzimer, F. d'Alch\u00e9-Buc, E. Fox, and R. Garnett (Eds.), Vol. 32. Curran Associates, Inc. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2019\/file\/757f843a169cc678064d9530d12a1881-Paper.pdf"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-49019-1_10"},{"key":"e_1_3_2_1_22_1","volume-title":"Learning confidence for out-of-distribution detection in neural networks. arXiv preprint arXiv:1802.04865","author":"DeVries Terrance","year":"2018","unstructured":"Terrance DeVries and Graham W Taylor. 2018. Learning confidence for out-of-distribution detection in neural networks. arXiv preprint arXiv:1802.04865 (2018)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1017\/S0960129506005251"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/360933.360975"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-25540-4_25"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3448016.3452795"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397357"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3514221.3517864"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2018.00058"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00135"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00133"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00079"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/363235.363259"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/0020-0190(87)90106-2"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-63387-9_1"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00093"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338955"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380378"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1086\/112659"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.5555\/3327345.3327458"},{"key":"e_1_3_2_1_41_1","unstructured":"Kaggle. 2010. The world's largest data science community with powerful tools and resources to help you achieve your data science goals. www.kaggle.com."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-63387-9_5"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-25540-4_26"},{"key":"e_1_3_2_1_44_1","first-page":"1","article-title":"What Kinds of Contracts Do ML APIs Need","volume":"1","author":"Khairunnesa Samantha Syeda","year":"2023","unstructured":"Samantha Syeda Khairunnesa, Shibbir Ahmed, Sayem Mohammad Imtiaz, Hridesh Rajan, and Gary T. Leavens. 2023. What Kinds of Contracts Do ML APIs Need? Empirical Software Engineering 1, 1 (March 2023).","journal-title":"Empirical Software Engineering"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3546947"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Max Kuhn Kjell Johnson et al. 2013. Applied predictive modeling. Vol. 26. Springer.","DOI":"10.1007\/978-1-4614-6849-3"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.5555\/3295222.3295387"},{"key":"e_1_3_2_1_48_1","volume-title":"Wortman Vaughan (Eds.)","volume":"34","author":"Luo Yan","year":"2021","unstructured":"Yan Luo, Yongkang Wong, Mohan S Kankanhalli, and Qi Zhao. 2021. Learning to Predict Trustworthiness with Steep Slope Loss. In Advances in Neural Information Processing Systems, M. Ranzato, A. Beygelzimer, Y. Dauphin, P.S. Liang, and J. Wortman Vaughan (Eds.), Vol. 34. Curran Associates, Inc., 21533--21544. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2021\/file\/b432f34c5a997c8e7c806a895ecc5e25-Paper.pdf"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-88806-0_15"},{"key":"e_1_3_2_1_50_1","volume-title":"ESEC\/FSE'2023: The 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering (San Francisco, California).","author":"Nguyen Giang","unstructured":"Giang Nguyen, Sumon Biswas, and Hridesh Rajan. 2023. Fix Fairness, Don't Ruin Accuracy: Performance Aware Fairness Repair using AutoML. In ESEC\/FSE'2023: The 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering (San Francisco, California)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510052"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409668"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510051"},{"key":"e_1_3_2_1_54_1","volume-title":"Deep k-nearest neighbors: Towards confident, interpretable and robust deep learning. arXiv preprint arXiv:1803.04765","author":"Papernot Nicolas","year":"2018","unstructured":"Nicolas Papernot and Patrick McDaniel. 2018. Deep k-nearest neighbors: Towards confident, interpretable and robust deep learning. arXiv preprint arXiv:1803.04765 (2018)."},{"key":"e_1_3_2_1_55_1","volume-title":"Ensembled Approach. In Proceedings of the 35th International Conference on Machine Learning (Proceedings of Machine Learning Research), Jennifer Dy and Andreas Krause (Eds.)","volume":"80","author":"Pearce Tim","year":"2018","unstructured":"Tim Pearce, Alexandra Brintrup, Mohamed Zaki, and Andy Neely. 2018. High-Quality Prediction Intervals for Deep Learning: A Distribution-Free, Ensembled Approach. In Proceedings of the 35th International Conference on Machine Learning (Proceedings of Machine Learning Research), Jennifer Dy and Andreas Krause (Eds.), Vol. 80. PMLR, 4075--4084. https:\/\/proceedings.mlr.press\/v80\/pearce18a.html"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15928-2_10"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.2307\/2409177"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01090-4_2"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00036"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290354"},{"key":"e_1_3_2_1_61_1","volume-title":"Proceedings of the annual symposium on computer application in medical care. American Medical Informatics Association, 261","author":"Smith Jack W","year":"1988","unstructured":"Jack W Smith, James E Everhart, WC Dickson, William C Knowler, and Robert Scott Johannes. 1988. Using the ADAP learning algorithm to forecast the onset of diabetes mellitus. In Proceedings of the annual symposium on computer application in medical care. American Medical Informatics Association, 261."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-65474-0_4"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380353"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238165"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3428253"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-81685-8_1"},{"key":"e_1_3_2_1_67_1","volume-title":"Charles Zhang. ICSE 2023","author":"Wang Chengpeng","year":"2023","unstructured":"Chengpeng Wang, Gang Fan, Peisen Yao, Fuxiong Pan, and Charles Zhang. ICSE 2023. Verifying Data Constraint Equivalence in FinTech Systems. (ICSE 2023)."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380379"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3498675"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3533767.3534375"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2022.3200421"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00044"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3556932"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"crossref","unstructured":"Chenyang Yang Rachel A Brower-Sinning Grace A Lewis and Christian K\u00e4stner. 2022. Data leakage in notebooks: Static detection and better processes. (2022).","DOI":"10.1145\/3551349.3556918"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/2049706.2049708"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380331"}],"event":{"name":"ICSE '24: IEEE\/ACM 46th International Conference on Software Engineering","location":"Lisbon Portugal","acronym":"ICSE '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the IEEE\/ACM 46th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597503.3623333","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3597503.3623333","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3597503.3623333","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:48:45Z","timestamp":1750182525000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597503.3623333"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2,6]]},"references-count":76,"alternative-id":["10.1145\/3597503.3623333","10.1145\/3597503"],"URL":"https:\/\/doi.org\/10.1145\/3597503.3623333","relation":{},"subject":[],"published":{"date-parts":[[2024,2,6]]},"assertion":[{"value":"2024-02-06","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}