{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T04:07:51Z","timestamp":1778126871714,"version":"3.51.4"},"reference-count":63,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100003816","name":"Research Grant from Huawei Technologies Canada Company Ltd.","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003816","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001602","name":"Science Foundation Ireland","doi-asserted-by":"publisher","award":["13\/RC\/2094-2"],"award-info":[{"award-number":["13\/RC\/2094-2"]}],"id":[{"id":"10.13039\/501100001602","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002790","name":"Canada Research Chair and Discovery Grant programs of the Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002790","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1109\/tse.2024.3482984","type":"journal-article","created":{"date-parts":[[2024,10,17]],"date-time":"2024-10-17T17:35:04Z","timestamp":1729186504000},"page":"3307-3329","source":"Crossref","is-referenced-by-count":4,"title":["TEASMA: A Practical Methodology for Test Adequacy Assessment of Deep Neural Networks"],"prefix":"10.1109","volume":"50","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6854-5726","authenticated-orcid":false,"given":"Amin","family":"Abbasishahkoo","sequence":"first","affiliation":[{"name":"School of EECS, University of Ottawa, Ottawa, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0436-8369","authenticated-orcid":false,"given":"Mahboubeh","family":"Dadkhah","sequence":"additional","affiliation":[{"name":"School of EECS, University of Ottawa, Ottawa, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1393-1010","authenticated-orcid":false,"given":"Lionel","family":"Briand","sequence":"additional","affiliation":[{"name":"School of EECS, University of Ottawa, Ottawa, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4034-6650","authenticated-orcid":false,"given":"Dayi","family":"Lin","sequence":"additional","affiliation":[{"name":"Huawei Canada, Kingston, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/QRS-C.2018.00032"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2018.00021"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00126"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464825"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3576040"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3546947"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3358233"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180183"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/bs.adcom.2018.03.015"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICST46399.2020.00018"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER52604.2021.00022"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2006.83"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635929"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2023.3243522"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER.2019.00031"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/SANER53432.2022.00056"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380395"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338955"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3213846.3213866"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1201\/b14876"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00032"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397357"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2021.3074750"},{"key":"ref29","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-37456-2_14"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/0377-0427(87)90125-7"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611973440.96"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3631970"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3550271"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TAI.2021.3054609"},{"key":"ref36","volume-title":"Introduction to Linear Regression Analysis","author":"Montgomery","year":"2021"},{"key":"ref37","article-title":"Bootstrap prediction intervals in non-parametric regression with applications to anomaly detection","volume-title":"Proc. 18th ACM SIGKDD Conf. Knowl. Discovery Data Mining","author":"Kumar","year":"2012"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2211477"},{"key":"ref39","article-title":"The cifar-10 dataset","author":"Alex","year":"2024"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.2118\/18761-MS"},{"key":"ref41","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2024"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00277"},{"key":"ref46","first-page":"2615","article-title":"Isolating sources of disentanglement in vaes","volume-title":"Proc. 32nd Int. Conf. Neural Inf. Process. Syst.","author":"Ricky","year":"2018"},{"key":"ref47","article-title":"Understanding disentangling in $\\beta$\u03b2-vae","author":"Burgess","year":"2018"},{"key":"ref48","article-title":"Digital research alliance of canada","year":"2023"},{"key":"ref49","article-title":"TEASMA: A practical methodology for test adequacy assessment of deep neural networks \u2013 replication package","year":"2024"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/DeepTest52559.2021.00009"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3643678"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3511598"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3417330"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/AITest.2019.000-6"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3644388"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3544792"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2015.7081877"},{"key":"ref59","doi-asserted-by":"crossref","first-page":"702","DOI":"10.1145\/3377811.3380391","article-title":"Importance-driven deep learning system testing","volume-title":"Proc. ACM\/IEEE 42nd Int. Conf. Softw. Eng.","author":"Gerasimou","year":"2020"},{"key":"ref60","article-title":"Deep neural network test coverage: How far are we?","author":"Chen","year":"2020"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678764"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00046"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00126"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/32\/10794440\/10720834.pdf?arnumber=10720834","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T16:34:19Z","timestamp":1734626059000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10720834\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12]]},"references-count":63,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tse.2024.3482984","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12]]}}}