{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T09:10:12Z","timestamp":1755853812540,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":67,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,10,10]],"date-time":"2022-10-10T00:00:00Z","timestamp":1665360000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"DEEL project","award":["CRDPJ 537462-18"],"award-info":[{"award-number":["CRDPJ 537462-18"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,10,10]]},"DOI":"10.1145\/3551349.3556936","type":"proceedings-article","created":{"date-parts":[[2023,1,5]],"date-time":"2023-01-05T20:43:54Z","timestamp":1672951434000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["SmOOD: Smoothness-based Out-of-Distribution Detection Approach for Surrogate Neural Networks in Aircraft Design"],"prefix":"10.1145","author":[{"given":"Houssem","family":"Ben Braiek","sequence":"first","affiliation":[{"name":"\u00c9cole Polytechnique de Montr\u00e9al, Canada"}]},{"given":"Ali","family":"Tfaily","sequence":"additional","affiliation":[{"name":"Bombardier Aerospace Inc., Canada"}]},{"given":"Foutse","family":"Khomh","sequence":"additional","affiliation":[{"name":"\u00c9cole Polytechnique de Montr\u00e9al, Canada"}]},{"given":"Thomas","family":"Reid","sequence":"additional","affiliation":[{"name":"Sycodal Inc., Canada"}]},{"given":"Ciro","family":"Guida","sequence":"additional","affiliation":[{"name":"Bombardier Aerospace Inc., Canada"}]}],"member":"320","published-online":{"date-parts":[[2023,1,5]]},"reference":[{"doi-asserted-by":"publisher","key":"e_1_3_2_1_1_1","DOI":"10.21608\/asat.2009.23442"},{"volume-title":"Aircraft performance and design. Vol.\u00a01","author":"Anderson John\u00a0David","unstructured":"John\u00a0David Anderson. 1999. Aircraft performance and design. Vol.\u00a01. WCB\/McGraw-Hill Boston.","key":"e_1_3_2_1_2_1"},{"unstructured":"Martin Arjovsky L\u00e9on Bottou Ishaan Gulrajani and David Lopez-Paz. 2019. Invariant risk minimization. arXiv preprint arXiv:1907.02893(2019).","key":"e_1_3_2_1_3_1"},{"doi-asserted-by":"crossref","unstructured":"Charles Audet and Michael Kokkolaras. 2016. Blackbox and derivative-free optimization: theory algorithms and applications. 2\u00a0pages.","key":"e_1_3_2_1_4_1","DOI":"10.1007\/s11081-016-9307-4"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_5_1","DOI":"10.1109\/45.329294"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_6_1","DOI":"10.1007\/s11749-016-0481-7"},{"key":"e_1_3_2_1_7_1","volume-title":"International conference on machine learning. PMLR, 1613\u20131622","author":"Blundell Charles","year":"2015","unstructured":"Charles Blundell, Julien Cornebise, Koray Kavukcuoglu, and Daan Wierstra. 2015. Weight uncertainty in neural network. In International conference on machine learning. PMLR, 1613\u20131622."},{"volume-title":"Radial basis functions: theory and implementations. Vol.\u00a012","author":"Buhmann D","unstructured":"Martin\u00a0D Buhmann. 2003. Radial basis functions: theory and implementations. Vol.\u00a012. Cambridge university press.","key":"e_1_3_2_1_8_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_9_1","DOI":"10.1109\/ACCESS.2020.3010274"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_10_1","DOI":"10.1109\/ACCESS.2020.3044949"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_11_1","DOI":"10.5555\/1622407.1622416"},{"unstructured":"Hyunsun Choi Eric Jang and Alexander\u00a0A Alemi. 2018. Waic but why? generative ensembles for robust anomaly detection. arXiv preprint arXiv:1810.01392(2018).","key":"e_1_3_2_1_12_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_13_1","DOI":"10.1145\/1143844.1143874"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_14_1","DOI":"10.1063\/5.0075784"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_15_1","DOI":"10.1214\/20-AOS2004"},{"key":"e_1_3_2_1_16_1","volume-title":"Concrete dropout. Advances in neural information processing systems 30","author":"Gal Yarin","year":"2017","unstructured":"Yarin Gal, Jiri Hron, and Alex Kendall. 2017. Concrete dropout. Advances in neural information processing systems 30 (2017)."},{"volume-title":"Deep learning","author":"Goodfellow Ian","unstructured":"Ian Goodfellow, Yoshua Bengio, and Aaron Courville. 2016. Deep learning. MIT press.","key":"e_1_3_2_1_17_1"},{"volume-title":"since","year":"2012","unstructured":"GPy. since 2012. GPy: A Gaussian process framework in python. http:\/\/github.com\/SheffieldML\/GPy.","key":"e_1_3_2_1_18_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_19_1","DOI":"10.1007\/11538059_91"},{"unstructured":"Seyyed\u00a0Hossein Hasanpour Mohammad Rouhani Mohsen Fayyaz Mohammad Sabokrou and Ehsan Adeli. 2018. Towards principled design of deep convolutional networks: Introducing simpnet. arXiv preprint arXiv:1802.06205(2018).","key":"e_1_3_2_1_20_1"},{"key":"e_1_3_2_1_21_1","volume-title":"ADASYN: Adaptive synthetic sampling approach for imbalanced learning. In 2008 IEEE international joint conference on neural networks","author":"He Haibo","year":"2008","unstructured":"Haibo He, Yang Bai, Edwardo\u00a0A Garcia, and Shutao Li. 2008. ADASYN: Adaptive synthetic sampling approach for imbalanced learning. In 2008 IEEE international joint conference on neural networks (IEEE world congress on computational intelligence). IEEE, 1322\u20131328."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_22_1","DOI":"10.1109\/ICCV.2015.123"},{"unstructured":"Dan Hendrycks Mantas Mazeika and Thomas Dietterich. 2018. Deep anomaly detection with outlier exposure. arXiv preprint arXiv:1812.04606(2018).","key":"e_1_3_2_1_23_1"},{"key":"e_1_3_2_1_24_1","volume-title":"Multilayer feedforward networks are universal approximators. Neural networks 2, 5","author":"Hornik Kurt","year":"1989","unstructured":"Kurt Hornik, Maxwell Stinchcombe, and Halbert White. 1989. Multilayer feedforward networks are universal approximators. Neural networks 2, 5 (1989), 359\u2013366."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_25_1","DOI":"10.1016\/j.compfluid.2013.06.007"},{"key":"e_1_3_2_1_26_1","volume-title":"What uncertainties do we need in bayesian deep learning for computer vision?Advances in neural information processing systems 30","author":"Kendall Alex","year":"2017","unstructured":"Alex Kendall and Yarin Gal. 2017. What uncertainties do we need in bayesian deep learning for computer vision?Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_27_1","volume-title":"Variational dropout and the local reparameterization trick. Advances in neural information processing systems 28","author":"Kingma P","year":"2015","unstructured":"Durk\u00a0P Kingma, Tim Salimans, and Max Welling. 2015. Variational dropout and the local reparameterization trick. Advances in neural information processing systems 28 (2015)."},{"doi-asserted-by":"crossref","unstructured":"Timoleon Kipouros Massimiliano Molinari William\u00a0N Dawes Geoffrey\u00a0T Parks Mark Savill and Karl\u00a0W Jenkins. 2007. An investigation of the potential for enhancing the computational turbomachinery design cycle using surrogate models and high performance parallelisation. In Turbo Expo: Power for Land Sea and Air Vol.\u00a047950. 1415\u20131424.","key":"e_1_3_2_1_28_1","DOI":"10.1115\/GT2007-28106"},{"volume-title":"58th AIAA\/ASCE\/AHS\/ASC Structures, Structural Dynamics, and Materials Conference. 0136.","author":"Kontogiannis G","unstructured":"Spyridon\u00a0G Kontogiannis, A\u00a0Mark Savill, and Timoleon Kipouros. 2017. A Multi-Objective Multi-Fidelity framework for global optimization. In 58th AIAA\/ASCE\/AHS\/ASC Structures, Structural Dynamics, and Materials Conference. 0136.","key":"e_1_3_2_1_29_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_30_1","DOI":"10.1016\/j.asoc.2019.105662"},{"key":"e_1_3_2_1_31_1","first-page":"119","article-title":"A statistical approach to some basic mine valuation problems on the Witwatersrand","volume":"52","author":"Krige G","year":"1951","unstructured":"Daniel\u00a0G Krige. 1951. A statistical approach to some basic mine valuation problems on the Witwatersrand. Journal of the Southern African Institute of Mining and Metallurgy 52, 6(1951), 119\u2013139.","journal-title":"Journal of the Southern African Institute of Mining and Metallurgy"},{"key":"e_1_3_2_1_32_1","volume-title":"Imagenet classification with deep convolutional neural networks. Advances in neural information processing systems 25","author":"Krizhevsky Alex","year":"2012","unstructured":"Alex Krizhevsky, Ilya Sutskever, and Geoffrey\u00a0E Hinton. 2012. Imagenet classification with deep convolutional neural networks. Advances in neural information processing systems 25 (2012)."},{"key":"e_1_3_2_1_33_1","volume-title":"International conference on machine learning. PMLR, 2796\u20132804","author":"Kuleshov Volodymyr","year":"2018","unstructured":"Volodymyr Kuleshov, Nathan Fenner, and Stefano Ermon. 2018. Accurate uncertainties for deep learning using calibrated regression. In International conference on machine learning. PMLR, 2796\u20132804."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_34_1","DOI":"10.2514\/1.J050384"},{"unstructured":"Tian Li Ahmad Beirami Maziar Sanjabi and Virginia Smith. 2020. Tilted empirical risk minimization. arXiv preprint arXiv:2007.01162(2020).","key":"e_1_3_2_1_35_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_36_1","DOI":"10.2514\/3.21122"},{"key":"e_1_3_2_1_37_1","volume-title":"International Conference on Machine Learning. PMLR, 6804\u20136814","author":"Liu Jiashuo","year":"2021","unstructured":"Jiashuo Liu, Zheyuan Hu, Peng Cui, Bo Li, and Zheyan Shen. 2021. Heterogeneous risk minimization. In International Conference on Machine Learning. PMLR, 6804\u20136814."},{"key":"e_1_3_2_1_38_1","volume-title":"On Latin hypercube sampling. The annals of statistics 24, 5","author":"Loh Wei-Liem","year":"1996","unstructured":"Wei-Liem Loh. 1996. On Latin hypercube sampling. The annals of statistics 24, 5 (1996), 2058\u20132080."},{"unstructured":"Ilya Loshchilov and Frank Hutter. 2017. Decoupled weight decay regularization. arXiv preprint arXiv:1711.05101(2017).","key":"e_1_3_2_1_39_1"},{"unstructured":"Lu Mi Hao Wang Yonglong Tian Hao He and Nir Shavit. 2019. Training-free uncertainty estimation for dense regression: Sensitivity as a surrogate. arXiv preprint arXiv:1910.04858(2019).","key":"e_1_3_2_1_40_1"},{"unstructured":"Eric Nalisnick Akihiro Matsukawa Yee\u00a0Whye Teh Dilan Gorur and Balaji Lakshminarayanan. 2018. Do deep generative models know what they don\u2019t know?arXiv preprint arXiv:1810.09136(2018).","key":"e_1_3_2_1_41_1"},{"key":"e_1_3_2_1_42_1","volume-title":"Gradient boosting machines, a tutorial. Frontiers in neurorobotics 7","author":"Natekin Alexey","year":"2013","unstructured":"Alexey Natekin and Alois Knoll. 2013. Gradient boosting machines, a tutorial. Frontiers in neurorobotics 7 (2013), 21."},{"key":"e_1_3_2_1_43_1","volume-title":"What is a support vector machine?Nature biotechnology 24, 12","author":"Noble S","year":"2006","unstructured":"William\u00a0S Noble. 2006. What is a support vector machine?Nature biotechnology 24, 12 (2006), 1565\u20131567."},{"unstructured":"Roman Novak Yasaman Bahri Daniel\u00a0A Abolafia Jeffrey Pennington and Jascha Sohl-Dickstein. 2018. Sensitivity and generalization in neural networks: an empirical study. arXiv preprint arXiv:1802.08760(2018).","key":"e_1_3_2_1_44_1"},{"key":"e_1_3_2_1_45_1","volume-title":"Can you trust your model\u2019s uncertainty? evaluating predictive uncertainty under dataset shift. Advances in neural information processing systems 32","author":"Ovadia Yaniv","year":"2019","unstructured":"Yaniv Ovadia, Emily Fertig, Jie Ren, Zachary Nado, David Sculley, Sebastian Nowozin, Joshua Dillon, Balaji Lakshminarayanan, and Jasper Snoek. 2019. Can you trust your model\u2019s uncertainty? evaluating predictive uncertainty under dataset shift. Advances in neural information processing systems 32 (2019)."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_46_1","DOI":"10.1155\/2019\/4327481"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_47_1","DOI":"10.1016\/j.ast.2017.06.013"},{"key":"e_1_3_2_1_48_1","volume-title":"Proceedings of the 24th ICAS Conf.","author":"Pardessus Thierry","year":"2004","unstructured":"Thierry Pardessus. 2004. Concurrent engineering development and practices for aircraft design at Airbus. In Proceedings of the 24th ICAS Conf., Yokohama, Japan, Vol.\u00a01."},{"key":"e_1_3_2_1_49_1","volume-title":"Pytorch: An imperative style, high-performance deep learning library. In Advances in neural information processing systems. 8026\u20138037.","author":"Paszke Adam","year":"2019","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, 2019. Pytorch: An imperative style, high-performance deep learning library. In Advances in neural information processing systems. 8026\u20138037."},{"unstructured":"J\u00a0Slotnick PI A\u00a0Khodadoust PM J Alonso D Darmofal W Gropp E Lurie and D Mavriplis. 2013. CFD vision 2030 study: a path to revolutionary computational aerosciences. (2013).","key":"e_1_3_2_1_50_1"},{"key":"e_1_3_2_1_51_1","volume-title":"Generative probabilistic novelty detection with adversarial autoencoders. Advances in neural information processing systems 31","author":"Pidhorskyi Stanislav","year":"2018","unstructured":"Stanislav Pidhorskyi, Ranya Almohsen, and Gianfranco Doretto. 2018. Generative probabilistic novelty detection with adversarial autoencoders. Advances in neural information processing systems 31 (2018)."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_52_1","DOI":"10.2514\/2.938"},{"doi-asserted-by":"crossref","unstructured":"Dushhyanth Rajaram Tejas\u00a0G Puranik Ashwin Renganathan Woong\u00a0Je Sung Olivia\u00a0J Pinon-Fischer Dimitri\u00a0N Mavris and Arun Ramamurthy. 2020. Deep Gaussian process enabled surrogate models for aerodynamic flows. In AIAA Scitech 2020 Forum. 1640.","key":"e_1_3_2_1_53_1","DOI":"10.2514\/6.2020-1640"},{"unstructured":"Mihaela Rosca Theophane Weber Arthur Gretton and Shakir Mohamed. 2020. A case for new neural network smoothness constraints. (2020).","key":"e_1_3_2_1_54_1"},{"unstructured":"Mohammadreza Salehi Hossein Mirzaei Dan Hendrycks Yixuan Li Mohammad\u00a0Hossein Rohban and Mohammad Sabokrou. 2021. A Unified Survey on Anomaly Novelty Open-Set and Out-of-Distribution Detection: Solutions and Future Challenges. arXiv preprint arXiv:2110.14051(2021).","key":"e_1_3_2_1_55_1"},{"unstructured":"Valerie Sarge Michael Andersch Lynsey Fabel Paulius Micikevicius and John Tran. 2019. Tips for Optimizing GPU Performance Using Tensor Cores. https:\/\/developer.nvidia.com\/blog\/optimizing-gpu-performance-tensor-cores\/","key":"e_1_3_2_1_56_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_57_1","DOI":"10.2514\/2.1234"},{"unstructured":"Daniel Smilkov Nikhil Thorat Been Kim Fernanda Vi\u00e9gas and Martin Wattenberg. 2017. Smoothgrad: removing noise by adding noise. arXiv preprint arXiv:1706.03825(2017).","key":"e_1_3_2_1_58_1"},{"volume-title":"Engineering design via surrogate modelling: a practical guide","author":"Sobester Andr\u00e1s","unstructured":"Andr\u00e1s Sobester, Alexander Forrester, and Andy Keane. 2008. Engineering design via surrogate modelling: a practical guide. John Wiley & Sons.","key":"e_1_3_2_1_59_1"},{"key":"e_1_3_2_1_60_1","volume-title":"Multidisciplinary aerospace design optimization: survey of recent developments. Structural optimization 14, 1","author":"Sobieszczanski-Sobieski Jaroslaw","year":"1997","unstructured":"Jaroslaw Sobieszczanski-Sobieski and Raphael\u00a0T Haftka. 1997. Multidisciplinary aerospace design optimization: survey of recent developments. Structural optimization 14, 1 (1997), 1\u201323."},{"key":"e_1_3_2_1_61_1","volume-title":"Dropout: a simple way to prevent neural networks from overfitting. The journal of machine learning research 15, 1","author":"Srivastava Nitish","year":"2014","unstructured":"Nitish Srivastava, Geoffrey Hinton, Alex Krizhevsky, Ilya Sutskever, and Ruslan Salakhutdinov. 2014. Dropout: a simple way to prevent neural networks from overfitting. The journal of machine learning research 15, 1 (2014), 1929\u20131958."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_62_1","DOI":"10.1177\/0954410019864485"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_63_1","DOI":"10.1109\/TSMCB.2008.2002909"},{"volume-title":"(Cambridge Monographs on Applied and Computational Mathematics","unstructured":"Wendl. 2004. Scattered Data Approximation (Cambridge Monographs on Applied and Computational Mathematics; 17). Cambridge University Press.","key":"e_1_3_2_1_64_1"},{"unstructured":"Raymond\u00a0E Wright. 1995. Logistic regression.(1995).","key":"e_1_3_2_1_65_1"},{"unstructured":"Jingkang Yang Kaiyang Zhou Yixuan Li and Ziwei Liu. 2021. Generalized out-of-distribution detection: A survey. arXiv preprint arXiv:2110.11334(2021).","key":"e_1_3_2_1_66_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_67_1","DOI":"10.2514\/1.J051017"}],"event":{"acronym":"ASE '22","name":"ASE '22: 37th IEEE\/ACM International Conference on Automated Software Engineering","location":"Rochester MI USA"},"container-title":["Proceedings of the 37th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3551349.3556936","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3551349.3556936","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T08:31:17Z","timestamp":1755851477000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3551349.3556936"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,10]]},"references-count":67,"alternative-id":["10.1145\/3551349.3556936","10.1145\/3551349"],"URL":"https:\/\/doi.org\/10.1145\/3551349.3556936","relation":{},"subject":[],"published":{"date-parts":[[2022,10,10]]},"assertion":[{"value":"2023-01-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}