{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T06:05:28Z","timestamp":1784268328123,"version":"3.55.0"},"reference-count":61,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T00:00:00Z","timestamp":1779062400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T00:00:00Z","timestamp":1779062400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,5,18]]},"DOI":"10.1109\/icst69053.2026.00022","type":"proceedings-article","created":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T21:48:20Z","timestamp":1784238500000},"page":"76-87","source":"Crossref","is-referenced-by-count":0,"title":["DeepNaqqal: Human-Aligned Automated Validation of Test Inputs for Deep Learning"],"prefix":"10.1109","author":[{"given":"Maryam","family":"Maryam","sequence":"first","affiliation":[{"name":"University of Udine,Udine,Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matteo","family":"Biagiola","sequence":"additional","affiliation":[{"name":"Università della Svizzera italiana,Lugano,Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paolo","family":"Tonella","sequence":"additional","affiliation":[{"name":"Università della Svizzera italiana,Lugano,Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vincenzo","family":"Riccio","sequence":"additional","affiliation":[{"name":"University of Udine,Udine,Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2020.07.042"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09881-0"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00042"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3597926.3598109"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2962027"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.110542"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/icse48619.2023.00104"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00032"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3771557"},{"key":"ref10","first-page":"359","article-title":"Misbehaviour prediction for autonomous driving systems","volume-title":"Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering","author":"Stocco"},{"key":"ref11","article-title":"DeepNaqqal replication package","author":"Maryam"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/SBST.2019.000-2"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3550271"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-024-02117-4"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1312.6114"},{"issue":"1","key":"ref16","first-page":"1","article-title":"Variational autoencoder based anomaly detection using reconstruction probability","volume-title":"Special Lecture on IE","volume":"2","author":"An"},{"key":"ref17","first-page":"4393","article-title":"Deep one-class classification","volume-title":"Proceedings of the 35th International Conference on Machine Learning","volume":"80","author":"Ruff"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC61105.2024.00148"},{"key":"ref19","article-title":"Gpt-4 technical report","author":"O","year":"2025"},{"key":"ref20","article-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2019"},{"key":"ref21","article-title":"Llama: Open and efficient foundation language models","author":"Touvron","year":"2023"},{"key":"ref22","article-title":"Hello gpt-4o","year":"2025"},{"key":"ref23","article-title":"GPT-4o system card","author":"O","year":"2024"},{"key":"ref24","article-title":"GPT-5.1 model card","year":"2025"},{"key":"ref25","article-title":"GPT-5 system card","volume-title":"OpenAI, Tech. Rep.","year":"2025"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3697010"},{"key":"ref27","volume-title":"scikit-learn 1.7.2 documentation, scikit-learn Developers","year":"2025"},{"key":"ref28","volume-title":"Machine Learning with PyTorch and Scikit-Learn: Develop machine learning and deep learning models with Python","author":"Raschka","year":"2022"},{"key":"ref29","first-page":"1137","article-title":"A study of cross-validation and bootstrap for accuracy estimation and model selection","volume-title":"Proceedings of the 14th International Joint Conference on Artificial Intelligence","volume":"2","author":"Kohavi"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref31","article-title":"Reading digits in natural images with unsupervised feature learning","volume-title":"NIPS Workshop on Deep Learning and Unsupervised Feature Learning 2011","author":"Netzer"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3361566"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264835"},{"key":"ref35","article-title":"Striving for simplicity: The all convolutional net","author":"Springenberg","year":"2014","journal-title":"arXiv preprint arXiv:1412.6806"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref37","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014","journal-title":"arXiv preprint arXiv:1409.1556"},{"key":"ref38","article-title":"Vgg model by keras","year":"2022"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3387940.3391456"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464801"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409730"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-013-0434-y"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICST62969.2025.10989043"},{"key":"ref44","article-title":"Fashion-mnist: a novel image dataset for benchmarking machine learning algorithms","author":"Xiao","year":"2017","journal-title":"arXiv preprint arXiv:1708.07747"},{"key":"ref45","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.425"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.52202\/075280-1516"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.2307\/3001968"},{"key":"ref49","volume-title":"Statistical power analysis for the behavioral sciences","author":"Cohen","year":"1988"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180160"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238187"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2023.3243522"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM56168.2023.10304866"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464811"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3544792"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.70019"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678764"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-025-10792-1"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP66354.2025.00061"}],"event":{"name":"2026 IEEE International Conference on Software Testing, Verification and Validation (ICST)","location":"Daejeon, Korea, Republic of","start":{"date-parts":[[2026,5,18]]},"end":{"date-parts":[[2026,5,22]]}},"container-title":["2026 IEEE International Conference on Software Testing, Verification and Validation (ICST)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11600401\/11600462\/11600522.pdf?arnumber=11600522","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T05:22:17Z","timestamp":1784265737000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11600522\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,18]]},"references-count":61,"URL":"https:\/\/doi.org\/10.1109\/icst69053.2026.00022","relation":{},"subject":[],"published":{"date-parts":[[2026,5,18]]}}}