{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T22:17:15Z","timestamp":1780352235883,"version":"3.54.1"},"reference-count":64,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Evol. Computat."],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1109\/tevc.2022.3189848","type":"journal-article","created":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T15:39:04Z","timestamp":1657726744000},"page":"1380-1393","source":"Crossref","is-referenced-by-count":29,"title":["BIAS: A Toolbox for Benchmarking Structural Bias in the Continuous Domain"],"prefix":"10.1109","volume":"26","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3040-7162","authenticated-orcid":false,"given":"Diederick","family":"Vermetten","sequence":"first","affiliation":[{"name":"Leiden Institute of Advanced Computer Science, University Leiden, Leiden, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0013-7969","authenticated-orcid":false,"given":"Bas","family":"van Stein","sequence":"additional","affiliation":[{"name":"Leiden Institute of Advanced Computer Science, University Leiden, Leiden, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9199-7368","authenticated-orcid":false,"given":"Fabio","family":"Caraffini","sequence":"additional","affiliation":[{"name":"School of Computer Science and Informatics, De Montfort University, Leicester, U.K"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2639-0671","authenticated-orcid":false,"given":"Leandro L.","family":"Minku","sequence":"additional","affiliation":[{"name":"School of Computer Science, University of Birmingham, Birmingham, U.K"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4138-7024","authenticated-orcid":false,"given":"Anna V.","family":"Kononova","sequence":"additional","affiliation":[{"name":"Leiden Institute of Advanced Computer Science, University Leiden, Leiden, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.2307\/2981176"},{"key":"ref38","first-page":"299","article-title":"Some new goodness-of-fit tests using order statistics","volume":"24","author":"hegazy","year":"1975","journal-title":"Appl Stat J Roy Statist Soc Ser C"},{"key":"ref33","author":"biecek","year":"2016","journal-title":"ddst Data Driven Smooth Tests"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1080\/03461238.1937.10404821"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.5.1.1"},{"key":"ref30","first-page":"363","article-title":"The mathematical method of production planning and organization","volume":"6","author":"kantorovich","year":"1939","journal-title":"Manag Sci"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177704578"},{"key":"ref36","first-page":"1039","article-title":"Tests of serial independence based on the cumulated periodogram","volume":"42","author":"durbin","year":"1967","journal-title":"Bull Int Stat Inst"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/56.1.1"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1080\/03461238.1928.10416862"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/30.1-2.81"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1013699998"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"},{"key":"ref63","first-page":"65","article-title":"A simple sequentially rejective multiple test procedure","volume":"6","author":"holm","year":"1979","journal-title":"Scand J Stat"},{"key":"ref28","author":"sucarrat","year":"2022","journal-title":"AutoSEARCH General-to-Specific (GETS) Modelling"},{"key":"ref64","author":"vermetten","year":"2021","journal-title":"BIAS A Toolbox for BenchmarkingStructural Bias in the Continuous Domain—Code"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.2307\/1403192"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.2307\/2331536"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1080\/10556788.2020.1808977"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/4235.585893"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3449726.3463218"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v069.i03"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1108\/03684920510595553"},{"key":"ref24","author":"faraway","year":"2021","journal-title":"goftest Classical Goodness-of-Fit Tests for Univariate Distributions"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1965.tb00602.x"},{"key":"ref26","year":"2013","journal-title":"R A Language and Environment for Statistical Computing"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/52.3-4.591"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/BF02926008"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9868.00337"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.cor.2008.04.004"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/s13278-017-0480-z"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1515\/9781400881970-018"},{"key":"ref56","author":"vermetten","year":"2021","journal-title":"BIAS A Toolbox for BenchmarkingStructural Bias in the Continuous Domain—Figures"},{"key":"ref55","author":"vermetten","year":"2021","journal-title":"BIAS A Toolbox for BenchmarkingStructural Bias in the Continuous Domain—Tests Statistics and Rejections"},{"key":"ref54","author":"noreen","year":"1989","journal-title":"Computer-Intensive Methods for Testing Hypotheses An Introduction"},{"key":"ref53","first-page":"2825","article-title":"Scikit-learn: Machine learning in python","volume":"12","author":"pedregosa","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1948.tb01338.x"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2019.05.019"},{"key":"ref11","author":"caraffini","year":"2021","journal-title":"Structural Bias in Optimisation Algorithms Extended Results"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1080\/00949657708810150"},{"key":"ref12","author":"van stein","year":"2021","journal-title":"Emergence of structural bias in differential evolution—Source code & extended graphical results"},{"key":"ref13","first-page":"83","article-title":"Sulla determinazione empirica di una legge di distribuzione","volume":"4","author":"kolmogorov","year":"1933","journal-title":"Giornale dell’Istituto Italiano Degli Attuari"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CEC48606.2020.9185494"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1111\/j.2517-6161.1996.tb02077.x","article-title":"The exact and asymptotic distributions of Cramer-von Mises statistics","volume":"58","author":"csorgo","year":"1996","journal-title":"J Roy Statist Soc Ser B Stat Methodol"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729437"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9868.2010.00746.x"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58112-1_16"},{"key":"ref19","first-page":"175","article-title":"Is 30 the magic number? issues in sample size estimation","volume":"4","author":"kar","year":"2013","journal-title":"National Journal of Community Medicine"},{"key":"ref4","author":"vermetten","year":"2022","journal-title":"BIAS Tooblox"},{"key":"ref3","article-title":"RobustBench: A standardized adversarial robustness benchmark","author":"croce","year":"2020","journal-title":"arXiv 2010 09670"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/2001576.2001690"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.cor.2013.11.015"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3449726.3463223"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2014.11.035"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1080\/03610929808832117"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/BF01898350"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1080\/03610919208813046"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1976.tb01566.x"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176325512"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1080\/1048525031000120206"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1951.tb00079.x"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1984.tb01318.x"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/66.3.619"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/65.1.214"}],"container-title":["IEEE Transactions on Evolutionary Computation"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4235\/9967387\/09828803.pdf?arnumber=9828803","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,28]],"date-time":"2024-09-28T22:35:41Z","timestamp":1727562941000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9828803\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12]]},"references-count":64,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tevc.2022.3189848","relation":{"has-preprint":[{"id-type":"doi","id":"10.36227\/techrxiv.16594880.v1","asserted-by":"object"},{"id-type":"doi","id":"10.36227\/techrxiv.16594880","asserted-by":"object"}]},"ISSN":["1089-778X","1089-778X","1941-0026"],"issn-type":[{"value":"1089-778X","type":"print"},{"value":"1089-778X","type":"print"},{"value":"1941-0026","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12]]}}}