{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T22:22:46Z","timestamp":1783722166242,"version":"3.55.0"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2022,10,6]],"date-time":"2022-10-06T00:00:00Z","timestamp":1665014400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,10,6]],"date-time":"2022-10-06T00:00:00Z","timestamp":1665014400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1007\/s10664-022-10202-w","type":"journal-article","created":{"date-parts":[[2022,10,6]],"date-time":"2022-10-06T09:03:07Z","timestamp":1665046987000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["DiverGet: a Search-Based Software Testing approach for Deep Neural Network Quantization assessment"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3749-4679","authenticated-orcid":false,"given":"Ahmed Haj","family":"Yahmed","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Houssem Ben","family":"Braiek","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Foutse","family":"Khomh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sonia","family":"Bouzidi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rania","family":"Zaatour","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,10,6]]},"reference":[{"key":"10202_CR1","unstructured":"Abadi M, Barham P, Chen J, Chen Z, Davis A, Dean J, Devin M, Ghemawat S, Irving G, Isard M, Kudlur M, Levenberg J, Monga R, Moore S, Murray D G, Steiner B, Tucker P, Vasudevan V, Warden P, Wicke M, Yu Y, Zheng X (2016) Tensorflow: a system for large-scale machine learning. arXiv:1605.08695 [cs]"},{"issue":"4","key":"10202_CR2","doi-asserted-by":"publisher","first-page":"331","DOI":"10.5623\/cig2014-407","volume":"68","author":"H Agili","year":"2014","unstructured":"Agili H, Daniel S, Chokmani K (2014) Revue des m\u00e9thodes de pr\u00e9traitement des donn\u00e9es d\u2019imagerie hyperspectrale acquises depuis un drone. Geomatica 68(4):331\u2013343. https:\/\/doi.org\/10.5623\/cig2014-407. http:\/\/espace.inrs.ca\/id\/eprint\/4391\/","journal-title":"Geomatica"},{"key":"10202_CR3","doi-asserted-by":"crossref","unstructured":"Alzantot M, Sharma Y, Chakraborty S, Zhang H, Hsieh C J, Srivastava M (2019) Genattack: practical black-box attacks with gradient-free optimization. arXiv:1805.11090 [cs]","DOI":"10.1145\/3321707.3321749"},{"key":"10202_CR4","doi-asserted-by":"crossref","unstructured":"Biggio B, Roli F (2018) Wild patterns: ten years after the rise of adversarial machine learning half-day tutorial. In: 25th ACM conference on computer and communications security, CCS 2018. Association for Computing Machinery, pp 2154\u20132156","DOI":"10.1145\/3243734.3264418"},{"issue":"3","key":"10202_CR5","doi-asserted-by":"publisher","first-page":"034501","DOI":"10.1117\/1.JRS.13.034501","volume":"13","author":"S Bouzidi","year":"2019","unstructured":"Bouzidi S (2019) Parallel and distributed implementation on spark of a spectral\u2013spatial classifier for hyperspectral images. J Appl Remote Sens 13(3):034501","journal-title":"J Appl Remote Sens"},{"key":"10202_CR6","unstructured":"Braiek H B, Khomh F (2019) Deepevolution: a search-based testing approach for deep neural networks. arXiv:1909.02563 [cs, stat]"},{"key":"10202_CR7","doi-asserted-by":"publisher","first-page":"110542","DOI":"10.1016\/j.jss.2020.110542","volume":"164","author":"HB Braiek","year":"2020","unstructured":"Braiek H B, Khomh F (2020) On testing machine learning programs. J Syst Softw 164:110542","journal-title":"J Syst Softw"},{"key":"10202_CR8","doi-asserted-by":"publisher","DOI":"10.1002\/0471200611","volume-title":"Elements of information theory Wiley series in telecommunications","author":"TM Cover","year":"1991","unstructured":"Cover T M, Thomas J A (1991) Elements of information theory Wiley series in telecommunications. Wiley, New York"},{"key":"10202_CR9","doi-asserted-by":"publisher","unstructured":"Deng J, Dong W, Socher R, Li L J, Li K, Fei-Fei L (2009) Imagenet: a large-scale hierarchical image database. In: 2009 IEEE Conference on computer vision and pattern recognition. https:\/\/doi.org\/10.1109\/CVPR.2009.5206848. iSSN: 1063-6919, pp 248\u2013255","DOI":"10.1109\/CVPR.2009.5206848"},{"issue":"9","key":"10202_CR10","doi-asserted-by":"publisher","first-page":"090902","DOI":"10.1117\/1.OE.59.9.090902","volume":"59","author":"Y Dua","year":"2020","unstructured":"Dua Y, Kumar V, Singh R S (2020) Comprehensive review of hyperspectral image compression algorithms. Optical Eng 59(9):090902","journal-title":"Optical Eng"},{"key":"10202_CR11","doi-asserted-by":"publisher","unstructured":"Eberhart R, Kennedy J (1995) A new optimizer using particle swarm theory. In: MHS\u201995. Proceedings of the sixth international symposium on micro machine and human science. https:\/\/doi.org\/10.1109\/MHS.1995.494215, pp 39\u201343","DOI":"10.1109\/MHS.1995.494215"},{"key":"10202_CR12","doi-asserted-by":"crossref","unstructured":"Gholami A, Kim S, Dong Z, Yao Z, Mahoney M W, Keutzer K (2021) A survey of quantization methods for efficient neural network inference. arXiv:210313630","DOI":"10.1201\/9781003162810-13"},{"key":"10202_CR13","unstructured":"Guo Y (2018) A survey on methods and theories of quantized neural networks. arXiv:1808.04752 [cs, stat]"},{"key":"10202_CR14","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2015) Deep residual learning for image recognition. arXiv:1512.03385 [cs]","DOI":"10.1109\/CVPR.2016.90"},{"key":"10202_CR15","unstructured":"Hess M R, Kromrey J D (2004) Robust confidence intervals for effect sizes: a comparative study of cohen\u2019sd and cliff\u2019s delta under non-normality and heterogeneous variances. In: Annual meeting of the American Educational Research Association, Citeseer, vol 1"},{"issue":"6","key":"10202_CR16","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1109\/MSP.2012.2205597","volume":"29","author":"G Hinton","year":"2012","unstructured":"Hinton G, Deng L, Yu D, Dahl G E, Ar Mohamed, Jaitly N, Senior A, Vanhoucke V, Nguyen P, Sainath T N, Kingsbury B (2012) Deep neural networks for acoustic modeling in speech recognition: the shared views of four research groups. IEEE Signal Proc Mag 29(6):82\u201397. https:\/\/doi.org\/10.1109\/MSP.2012.2205597","journal-title":"IEEE Signal Proc Mag"},{"issue":"3","key":"10202_CR17","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1023\/A:1021251113462","volume":"115","author":"YC Ho","year":"2002","unstructured":"Ho Y C, Pepyne D L (2002) Simple explanation of the no-free-lunch theorem and its implications. J Optim Theory Appl 115(3):549\u2013570","journal-title":"J Optim Theory Appl"},{"key":"10202_CR18","unstructured":"Hu Q, Guo Y, Cordy M, Xie X, Ma W, Papadakis M, Traon Y L (2022) Characterizing and understanding the behavior of quantized models for reliable deployment. arXiv:220404220"},{"issue":"2","key":"10202_CR19","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1111\/j.1469-8137.1912.tb05611.x","volume":"11","author":"P Jaccard","year":"1912","unstructured":"Jaccard P (1912) The distribution of the flora in the alpine zone.1. New Phytol 11(2):37\u201350. https:\/\/doi.org\/10.1111\/j.1469-8137.1912.tb05611.x. https:\/\/nph.onlinelibrary.wiley.com\/doi\/abs\/10.1111\/j.1469-8137.1912.tb05611.x","journal-title":"New Phytol"},{"key":"10202_CR20","doi-asserted-by":"publisher","first-page":"105094","DOI":"10.1016\/j.knosys.2019.105094","volume":"189","author":"SK Joshi","year":"2020","unstructured":"Joshi S K, Bansal J C (2020) Parameter tuning for meta-heuristics. Knowl-Based Syst 189:105094","journal-title":"Knowl-Based Syst"},{"key":"10202_CR21","unstructured":"Krishnamoorthi R (2018) Quantizing deep convolutional networks for efficient inference: a whitepaper. arXiv:1806.08342 [cs, stat]"},{"key":"10202_CR22","unstructured":"Krizhevsky A, Nair V, Hinton G (2014) The cifar-10 dataset. http:\/\/www.cs.toronto.edu\/~kriz\/cifar.html"},{"key":"10202_CR23","unstructured":"Kullback S (1987) Letter to the editor: the Kullback-Leibler distance"},{"key":"10202_CR24","unstructured":"LeCun Y (1998) The mnist database of handwritten digits. http:\/\/yann.lecun.com\/exdb\/mnist\/"},{"key":"10202_CR25","doi-asserted-by":"publisher","unstructured":"Ma L, Juefei-Xu F, Zhang F, Sun J, Xue M, Li B, Chen C, Su T, Li L, Liu Y, Zhao J, Wang Y (2018) Deepgauge: multi-granularity testing criteria for deep learning systems. In: Proceedings of the 33rd ACM\/IEEE international conference on automated software engineering. https:\/\/doi.org\/10.1145\/3238147.3238202. arXiv:1803.07519, pp 120\u2013131","DOI":"10.1145\/3238147.3238202"},{"key":"10202_CR26","doi-asserted-by":"publisher","unstructured":"McMinn P (2011) Search-based software testing: past, present and future. In: 2011 IEEE Fourth international conference on software testing, verification and validation workshops. https:\/\/doi.org\/10.1109\/ICSTW.2011.100, pp 153\u2013163","DOI":"10.1109\/ICSTW.2011.100"},{"key":"10202_CR27","unstructured":"Mitchell M (2001) An introduction to genetic algorithms, 7th edn. Complex adaptive systems. Cambridge"},{"key":"10202_CR28","doi-asserted-by":"crossref","unstructured":"Mosli R, Wright M, Yuan B, Pan Y (2019) They might NOT be giants: crafting black-Box adversarial examples with fewer queries using particle swarm optimization. arXiv:1909.07490","DOI":"10.1007\/978-3-030-59013-0_22"},{"key":"10202_CR29","unstructured":"Odena A, Goodfellow I (2018) Tensorfuzz: debugging neural networks with coverage-guided fuzzing. arXiv:1807.10875"},{"key":"10202_CR30","doi-asserted-by":"publisher","unstructured":"Pei K, Cao Y, Yang J, Jana S (2017) Deepxplore: automated whitebox testing of deep learning systems. In: Proceedings of the 26th symposium on operating systems principles. https:\/\/doi.org\/10.1145\/3132747.3132785. arXiv:1705.06640, pp 1\u201318","DOI":"10.1145\/3132747.3132785"},{"issue":"2","key":"10202_CR31","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1109\/LGRS.2019.2918719","volume":"17","author":"SK Roy","year":"2020","unstructured":"Roy S K, Krishna G, Dubey S R, Chaudhuri B B (2020) HybridSN: exploring 3d-2D CNN feature hierarchy for hyperspectral image classification. IEEE Geosci Remote Sens Lett 17(2):277\u2013281. https:\/\/doi.org\/10.1109\/LGRS.2019.2918719. arXiv:1902.06701","journal-title":"IEEE Geosci Remote Sens Lett"},{"key":"10202_CR32","unstructured":"Salimans T, Goodfellow I, Zaremba W, Cheung V, Radford A, Chen X (2016) Improved techniques for training gans. Advances in neural information processing systems 29"},{"key":"10202_CR33","doi-asserted-by":"crossref","unstructured":"Shi Y Q, Sun H (2017) Image and video compression for multimedia engineering: fundamentals, algorithms and standards. CRC Press","DOI":"10.1201\/9781420007268"},{"issue":"1","key":"10202_CR34","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1109\/TIP.2005.860338","volume":"15","author":"N Thomos","year":"2005","unstructured":"Thomos N, Boulgouris N V, Strintzis M G (2005) Optimized transmission of jpeg2000 streams over wireless channels. IEEE Trans Image Process 15 (1):54\u201367","journal-title":"IEEE Trans Image Process"},{"key":"10202_CR35","doi-asserted-by":"crossref","unstructured":"Tian Y, Pei K, Jana S, Ray B (2018) Deeptest: automated testing of deep-neural-network-driven autonomous cars. arXiv:1708.08559 [cs]","DOI":"10.1145\/3180155.3180220"},{"key":"10202_CR36","unstructured":"Van der Maaten L, Hinton G (2008) Visualizing data using t-sne. J Mach Learn Res 9(11)"},{"issue":"2","key":"10202_CR37","first-page":"101","volume":"25","author":"A Vargha","year":"2000","unstructured":"Vargha A, Delaney H D (2000) A critique and improvement of the cl common language effect size statistics of Mcgraw and Wong. J Educ Behav Stat 25 (2):101\u2013132","journal-title":"J Educ Behav Stat"},{"issue":"6","key":"10202_CR38","doi-asserted-by":"publisher","first-page":"80","DOI":"10.2307\/3001968","volume":"1","author":"F Wilcoxon","year":"1945","unstructured":"Wilcoxon F (1945) Individual comparisons by ranking methods. Biometrics Bull 1(6):80. https:\/\/doi.org\/10.2307\/3001968. https:\/\/www.jstor.org\/stable\/10.2307\/3001968?origin=crossref","journal-title":"Biometrics Bull"},{"key":"10202_CR39","unstructured":"Wu H, Judd P, Zhang X, Isaev M, Micikevicius P (2020) Integer quantization for deep learning inference: principles and empirical evaluation. arXiv:2004.09602 arXiv:200409602 [cs, stat]"},{"key":"10202_CR40","unstructured":"Xie X, Ma L, Juefei-Xu F, Chen H, Xue M, Li B, Liu Y, Zhao J, Yin J, See S (2018) Deephunter: hunting deep neural network defects via coverage-guided fuzzing. arXiv:1809.01266 [cs]"},{"key":"10202_CR41","doi-asserted-by":"crossref","unstructured":"Xie X, Ma L, Wang H, Li Y, Liu Y, Li X (2019) Diffchaser: detecting disagreements for deep neural networks. In: IJCAI, pp 5772\u20135778","DOI":"10.24963\/ijcai.2019\/800"},{"issue":"2","key":"10202_CR42","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1007\/s11767-006-0143-0","volume":"24","author":"G Yang","year":"2007","unstructured":"Yang G, Zheng N, Guo S (2007) Optimal wavelet filter design for remote sensing image compression. J Electron (China) 24(2):276\u2013284","journal-title":"J Electron (China)"},{"key":"10202_CR43","doi-asserted-by":"crossref","unstructured":"Young T, Hazarika D, Poria S, Cambria E (2018) Recent trends in deep learning based natural language processing. arXiv:1708.02709 [cs]","DOI":"10.1109\/MCI.2018.2840738"},{"key":"10202_CR44","doi-asserted-by":"crossref","unstructured":"Yu J, Fu Y, Zheng Y, Wang Z, Ye X (2019) Test4deep: an effective white-box testing for deep neural networks. In: 2019 IEEE International conference on computational science and engineering (CSE) and IEEE international conference on embedded and ubiquitous computing (EUC). IEEE, pp 16\u201323","DOI":"10.1109\/CSE\/EUC.2019.00013"},{"issue":"11","key":"10202_CR45","doi-asserted-by":"publisher","first-page":"7931","DOI":"10.1109\/TGRS.2020.2985260","volume":"58","author":"R Zaatour","year":"2020","unstructured":"Zaatour R, Bouzidi S, Zagrouba E (2020) Unsupervised image-adapted local fisher discriminant analysis to reduce hyperspectral images without ground truth. IEEE Trans Geosci Remote Sens 58(11):7931\u20137941","journal-title":"IEEE Trans Geosci Remote Sens"},{"issue":"2","key":"10202_CR46","doi-asserted-by":"publisher","first-page":"847","DOI":"10.1109\/TGRS.2017.2755542","volume":"56","author":"Z Zhong","year":"2018","unstructured":"Zhong Z, Li J, Luo Z, Chapman M (2018) Spectral\u2013spatial residual network for hyperspectral image classification: a 3-D deep learning framework. IEEE Trans Geosci Remote Sens 56(2):847\u2013858. https:\/\/doi.org\/10.1109\/TGRS.2017.2755542","journal-title":"IEEE Trans Geosci Remote Sens"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10202-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-022-10202-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10202-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,21]],"date-time":"2022-11-21T02:22:17Z","timestamp":1668997337000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-022-10202-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,6]]},"references-count":46,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2022,12]]}},"alternative-id":["10202"],"URL":"https:\/\/doi.org\/10.1007\/s10664-022-10202-w","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,6]]},"assertion":[{"value":"2 July 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 October 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors declare that they have no conflicts of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interest"}}],"article-number":"193"}}