{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T20:43:23Z","timestamp":1776804203730,"version":"3.51.2"},"reference-count":89,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62472209"],"award-info":[{"award-number":["62472209"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["92582106"],"award-info":[{"award-number":["92582106"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100013058","name":"Jiangsu Provincial Key Research and Development Program","doi-asserted-by":"publisher","award":["BE2023025-2"],"award-info":[{"award-number":["BE2023025-2"]}],"id":[{"id":"10.13039\/501100013058","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Fundamental and Interdisciplinary Disciplines Breakthrough Plan of the Ministry of Education of China","award":["JYB2025XDXM118"],"award-info":[{"award-number":["JYB2025XDXM118"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2026,4]]},"DOI":"10.1109\/tse.2026.3675285","type":"journal-article","created":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T19:38:38Z","timestamp":1773862718000},"page":"1617-1636","source":"Crossref","is-referenced-by-count":0,"title":["How Composite Metamorphic Relations Enhance Test Effectiveness of DNN Testing: An\u00a0Empirical\u00a0Study"],"prefix":"10.1109","volume":"52","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1383-5421","authenticated-orcid":false,"given":"Huayao","family":"Wu","sequence":"first","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, School of Computer Science, Nanjing University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9401-1777","authenticated-orcid":false,"given":"Peng","family":"Wang","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, School of Computer Science, Nanjing University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-9995-1496","authenticated-orcid":false,"given":"Shengyou","family":"Hu","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, School of Computer Science, Nanjing University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5786-0894","authenticated-orcid":false,"given":"Xintao","family":"Niu","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, School of Computer Science, Nanjing University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9575-1012","authenticated-orcid":false,"given":"Changhai","family":"Nie","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, School of Computer Science, Nanjing University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3578-0994","authenticated-orcid":false,"given":"Tsong Yueh","family":"Chen","sequence":"additional","affiliation":[{"name":"Department of Computing Technologies, Swinburne University of Technology, Melbourne, VIC, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2962027"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09881-0"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3487043"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3143561"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2025.3570897"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3463747"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3206427"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3675396"},{"key":"ref11","first-page":"758","article-title":"Evaluating terminology translation in machine translation systems via metamorphic testing","volume-title":"Proc. IEEE\/ACM 39th Int. Conf. Automated Softw. Eng.","author":"Xu","year":"2024"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3691631"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3561157"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3708521"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2012.10"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2020.3009698"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2019.2931561"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.3390\/info10120392"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICEACE60673.2023.10442739"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3543712.3543725"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.14778\/3636218.3636236"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3387940.3392694"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/QRS-C55045.2021.00045"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.23940\/ijpe.20.01.p8.6777"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3524846.3527335"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330579"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3688835"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW52544.2021.00022"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616266"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00104"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3576040"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639106"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3644388"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2023.3243522"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3650212.3652125"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3635706"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE62328.2024.00051"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3650212.3680385"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00156"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3679006.3685070"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2211477"},{"key":"ref44","volume-title":"Caltech-256 object category dataset","author":"Griffin","year":"2007"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-009-0275-4"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.463"},{"key":"ref48","first-page":"359","article-title":"Misbehaviour prediction for autonomous driving systems","volume-title":"Proc. IEEE\/ACM 42nd Int. Conf. Softw. Eng.","author":"Stocco","year":"2020"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510232"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3556919"},{"key":"ref51","first-page":"569","article-title":"Case studies on the selection of useful relations in metamorphic testing","volume-title":"Proc. 4th Ibero-Amer. Symp. Softw. Eng. Knowl. Eng.","author":"Chen","year":"2004"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/SSIRI.2011.21"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM56168.2023.10304866"},{"key":"ref54","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","volume":"1","author":"Krizhevsky","year":"2012","journal-title":"Proc. Adv. Neural Inf. Process. Syst."},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-023-01841-6"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/WACV56688.2023.00012"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-72754-2_14"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3678171"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00189"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3679006.3685067"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238187"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3533767.3534389"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3533767.3534225"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/3731244"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3583564"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/MET59151.2023.00009"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/3524846.3527337"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/MET52542.2021.00018"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/MET52542.2021.00012"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/MET52542.2021.00016"},{"key":"ref72","article-title":"OpenCV: Open source computer vision library"},{"key":"ref73","article-title":"Pillow: The friendly PIL fork"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2003.819861"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/SBST.2019.000-2"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.2197\/ipsjtcva.1.83"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1002\/wics.1222"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-statistics-040522-115238"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264835"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409730"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref82","article-title":"InsightFace: 2D and 3D face analysis project","author":"Guo","year":"2025"},{"key":"ref83","first-page":"1","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"Proc. 3rd Int. Conf. Learn. Representations","author":"Simonyan","year":"2015"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1213\/ane.0000000000002864"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58571-6_19"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2018.00021"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380395"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464825"},{"issue":"4","key":"ref89","first-page":"437","article-title":"Case studies on testing with compositional metamorphic relations","volume":"24","author":"Dong","year":"2008","journal-title":"J. Southeast Univ."}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/32\/11488173\/11442816.pdf?arnumber=11442816","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T19:49:09Z","timestamp":1776800949000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11442816\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4]]},"references-count":89,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tse.2026.3675285","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4]]}}}