{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T19:06:40Z","timestamp":1763579200179,"version":"3.45.0"},"reference-count":51,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100003816","name":"Huawei Technologies Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003816","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004489","name":"Canada Research Chair and Discovery Grant Programs of the Natural Sciences and Engineering Research Council of Canada (NSERC) and the Research Ireland","doi-asserted-by":"publisher","award":["13\/RC\/2094-2"],"award-info":[{"award-number":["13\/RC\/2094-2"]}],"id":[{"id":"10.13039\/501100004489","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100021202","name":"Alliance de recherche num\u00e9rique du Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100021202","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2025,11]]},"DOI":"10.1109\/tse.2025.3612253","type":"journal-article","created":{"date-parts":[[2025,9,22]],"date-time":"2025-09-22T17:44:20Z","timestamp":1758563060000},"page":"3168-3188","source":"Crossref","is-referenced-by-count":0,"title":["MetaSel: A Test Selection Approach for Fine-Tuned DNN Models"],"prefix":"10.1109","volume":"51","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6854-5726","authenticated-orcid":false,"given":"Amin","family":"Abbasishahkoo","sequence":"first","affiliation":[{"name":"School of EECS, University of Ottawa, Ottawa, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0436-8369","authenticated-orcid":false,"given":"Mahboubeh","family":"Dadkhah","sequence":"additional","affiliation":[{"name":"School of EECS, University of Ottawa, Ottawa, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1393-1010","authenticated-orcid":false,"given":"Lionel","family":"Briand","sequence":"additional","affiliation":[{"name":"School of EECS, University of Ottawa, Ottawa, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4034-6650","authenticated-orcid":false,"given":"Dayi","family":"Lin","sequence":"additional","affiliation":[{"name":"Huawei Canada, Kingston, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2009.191"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3643678"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3644388"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3546947"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397357"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3533767.3534375"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3417330"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3650212.3652125"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3597926.3598073"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3650212.3680312"},{"key":"ref12","first-page":"20874","article-title":"TestRank: Bringing order into unlabeled test instances for deep learning tasks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"34","author":"Li","year":"2021"},{"year":"2016","key":"ref13","article-title":"Digital research alliance of Canada"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00046"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3715693"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1201\/b14876"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510232"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3607191"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3511598"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2023.3330982"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2003.819861"},{"article-title":"MetaSel: A test selection approach for fine-tuned DNN models-replication package","year":"2025","author":"Abbasishahkoo","key":"ref22"},{"article-title":"Enhancing the reliability of out-of-distribution image detection in neural networks","year":"2017","author":"Liang","key":"ref23"},{"key":"ref24","first-page":"20685","article-title":"Likelihood regret: An out-of-distribution detection score for variational auto-encoder","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Xiao","year":"2020"},{"article-title":"Detecting adversarial examples and other misclassifications in neural networks by introspection","year":"2019","author":"Aigrain","key":"ref25"},{"article-title":"Very deep convolutional networks for large-scale image recognition","year":"2014","author":"Simonyan","key":"ref26"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s11063-022-10776-y"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2211477"},{"volume-title":"Learning Multiple Layers of Features from Tiny Images","year":"2009","author":"Krizhevsky","key":"ref29"},{"key":"ref30","first-page":"410","article-title":"Multiple-boundary clustering and prioritization to promote neural network retraining","volume-title":"Proc. 35th IEEE\/ACM Int. Conf. Automated Softw. Eng.","author":"Shen","year":"2020"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3482984"},{"key":"ref32","first-page":"1041","article-title":"Cats are not fish: Deep learning testing calls for out-of-distribution awareness","volume-title":"Proc. 35th IEEE\/ACM Int. Conf. Automat. Softw. Eng.","author":"Berend","year":"2020"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"article-title":"Benchmarking neural network robustness to common corruptions and perturbations","year":"2019","author":"Hendrycks","key":"ref35"},{"article-title":"MNIST-c: A robustness benchmark for computer vision","year":"2019","author":"Mu","key":"ref36"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2009.191"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.5772\/intechopen.94072"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/32.962562"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180213"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/DeepTest52559.2021.00009"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2023.3243522"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER.2019.00031"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/SANER53432.2022.00056"},{"key":"ref47","first-page":"1321","article-title":"On calibration of modern neural networks","volume-title":"Proc. 34th Int. Conf. Mach. Learn.","volume":"70","author":"Guo","year":"2017"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298640"},{"article-title":"Explaining and harnessing adversarial examples","year":"2014","author":"Goodfellow","key":"ref49"},{"key":"ref50","first-page":"3474","article-title":"Calibrated structured prediction","volume-title":"Adv. Neural Inf. Process. Syst.","volume":"28","author":"Kuleshov","year":"2015"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3497510"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/32\/11251265\/11175088.pdf?arnumber=11175088","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T18:45:39Z","timestamp":1763577939000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11175088\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11]]},"references-count":51,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tse.2025.3612253","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"type":"print","value":"0098-5589"},{"type":"electronic","value":"1939-3520"},{"type":"electronic","value":"2326-3881"}],"subject":[],"published":{"date-parts":[[2025,11]]}}}