{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T06:00:16Z","timestamp":1783749616427,"version":"3.55.0"},"reference-count":32,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001665","name":"French National Research Agency","doi-asserted-by":"publisher","award":["ANR-12-MONU-0009"],"award-info":[{"award-number":["ANR-12-MONU-0009"]}],"id":[{"id":"10.13039\/501100001665","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004329","name":"Slovenian Research Agency","doi-asserted-by":"publisher","award":["P2-0209"],"award-info":[{"award-number":["P2-0209"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004329","name":"Slovenian Research Agency","doi-asserted-by":"publisher","award":["N2-0254"],"award-info":[{"award-number":["N2-0254"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Evol. Computat."],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1109\/tevc.2022.3210897","type":"journal-article","created":{"date-parts":[[2022,9,29]],"date-time":"2022-09-29T19:44:28Z","timestamp":1664480668000},"page":"1293-1305","source":"Crossref","is-referenced-by-count":49,"title":["Anytime Performance Assessment in Blackbox Optimization Benchmarking"],"prefix":"10.1109","volume":"26","author":[{"given":"Nikolaus","family":"Hansen","sequence":"first","affiliation":[{"name":"Inria and Ecole Polytechnique, Institut Polytechnique de Paris, Palaiseau, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anne","family":"Auger","sequence":"additional","affiliation":[{"name":"Inria and Ecole Polytechnique, Institut Polytechnique de Paris, Palaiseau, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3566-9989","authenticated-orcid":false,"given":"Dimo","family":"Brockhoff","sequence":"additional","affiliation":[{"name":"Inria and Ecole Polytechnique, Institut Polytechnique de Paris, Palaiseau, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6495-006X","authenticated-orcid":false,"given":"Tea","family":"Tusar","sequence":"additional","affiliation":[{"name":"Department of Intelligent Systems, Jožef Stefan Institute, Ljubljana, Slovenia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2003.810758"},{"key":"ref31","first-page":"47","article-title":"Anytime benchmarking of budget-dependent algorithms with the COCO platform","author":"tu\u0161ar","year":"2017","journal-title":"Proc 20th Int MultiConf Inf Soc"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3321707.3321868"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s101070100263"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1201\/9780429246593"},{"key":"ref12","author":"feoktistov","year":"2006","journal-title":"Differential evolution"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44719-9_15"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2017.2729550"},{"key":"ref15","article-title":"Real-parameter blackbox optimization benchmarking 2009: Experimental setup","author":"hansen","year":"2010"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/1830761.1830790"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1080\/10556788.2020.1808977"},{"key":"ref18","author":"hansen","year":"2019","journal-title":"COmparing Continuous Optimizers numbbo\/COCO on Github"},{"key":"ref19","article-title":"Real-parameter blackbox optimization benchmarking 2009: Noiseless functions definitions","author":"hansen","year":"2019"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s10898-012-9951-y"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2005.1554902"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICEC.1997.592287"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2005.1554903"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/s11081-017-9366-1"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1126\/science.103.2684.677"},{"key":"ref5","article-title":"Benchmarking in optimization: Best practice and open issues","author":"bartz-beielstein","year":"2020","journal-title":"arXiv 2007 03488"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-54157-0_8"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00298"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3040718.3040732"},{"key":"ref9","article-title":"Biobjective performance assessment with the COCO platform","author":"brockhoff","year":"2016","journal-title":"arXiv 1605 01746"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2739480.2754813"},{"key":"ref20","article-title":"COCO: The experimental procedure","author":"hansen","year":"2016","journal-title":"arXiv 1603 08776"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/BF02430364"},{"key":"ref21","first-page":"258","article-title":"A parameter-less genetic algorithm","author":"harik","year":"1999","journal-title":"Proc Conf Genet Evol Comput (GECCO)"},{"key":"ref24","author":"hoos","year":"2004","journal-title":"Stochastic Local Search Foundations and Applications"},{"key":"ref23","first-page":"238","article-title":"Evaluating Las Vegas algorithms: Pitfalls and remedies","author":"hoos","year":"1998","journal-title":"Proc 14th Conf Uncertainty Artif Intell"},{"key":"ref26","author":"nocedal","year":"2006","journal-title":"Numerical Optimization"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1137\/080724083"}],"container-title":["IEEE Transactions on Evolutionary Computation"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4235\/9967387\/09905722.pdf?arnumber=9905722","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,19]],"date-time":"2022-12-19T19:44:39Z","timestamp":1671479079000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9905722\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12]]},"references-count":32,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tevc.2022.3210897","relation":{},"ISSN":["1089-778X","1089-778X","1941-0026"],"issn-type":[{"value":"1089-778X","type":"print"},{"value":"1089-778X","type":"print"},{"value":"1941-0026","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12]]}}}