{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,13]],"date-time":"2026-08-13T21:28:44Z","timestamp":1786656524783,"version":"build-2736575974"},"publisher-location":"New York, NY, USA","reference-count":18,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T00:00:00Z","timestamp":1783900800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100004329","name":"Javna Agencija za Raziskovalno Dejavnost RS","doi-asserted-by":"publisher","award":["P2-0098"],"award-info":[{"award-number":["P2-0098"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004329","name":"Javna Agencija za Raziskovalno Dejavnost RS","doi-asserted-by":"publisher","award":["J2-70078"],"award-info":[{"award-number":["J2-70078"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004329","name":"Javna Agencija za Raziskovalno Dejavnost RS","doi-asserted-by":"publisher","award":["GC-0001"],"award-info":[{"award-number":["GC-0001"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100018706","name":"HORIZON EUROPE Widening participation and spreading excellence","doi-asserted-by":"publisher","award":["101187010"],"award-info":[{"award-number":["101187010"]}],"id":[{"id":"10.13039\/100018706","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,7,13]]},"DOI":"10.1145\/3795101.3805339","type":"proceedings-article","created":{"date-parts":[[2026,8,13]],"date-time":"2026-08-13T20:45:38Z","timestamp":1786653938000},"page":"341-344","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Learning to Assess the Reliability of Number-of-Runs Estimation in Stochastic Optimization"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-2014-4515","authenticated-orcid":false,"given":"Sara","family":"Gjorgjieva","sequence":"first","affiliation":[{"name":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4866-9048","authenticated-orcid":false,"given":"Eva","family":"Tuba","sequence":"additional","affiliation":[{"name":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia"},{"name":"Trinity University, San Antonio, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7330-1902","authenticated-orcid":false,"given":"Tome","family":"Eftimov","sequence":"additional","affiliation":[{"name":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,8,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330701"},{"key":"e_1_3_2_1_2_1","volume-title":"Manuel Lopez-Ibanez, et al.","author":"Bartz-Beielstein Thomas","year":"2020","unstructured":"Thomas Bartz-Beielstein, Carola Doerr, Daan van den Berg, Jakob Bossek, Sowmya Chandrasekaran, Tome Eftimov, Andreas Fischbach, Pascal Kerschke, William La Cava, Manuel Lopez-Ibanez, et al. 2020. Benchmarking in optimization: Best practice and open issues. arXiv preprint arXiv:2007.03488 (2020)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1274000.1274102"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10732-018-9396-7"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.swevo.2011.02.002"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1988.tb01732.x"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2019.105862"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3712256.3726327"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","unstructured":"Sara Gjorgjieva Eva Tuba and Tome Eftimov. 2026. Learning to Assess the Reliability of Number-of-Runs Estimation in Stochastic Optimization. 10.5281\/zenodo.18351075","DOI":"10.5281\/zenodo.18351075"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1080\/10556788.2020.1808977"},{"key":"e_1_3_2_1_11_1","unstructured":"Nikolaus Hansen Steffen Finck Raymond Ros and Anne Auger. 2009. Real-parameter black-box optimization benchmarking 2009: Noiseless functions definitions. Ph. D. Dissertation. INRIA."},{"key":"e_1_3_2_1_12_1","first-page":"231","article-title":"Labeling methods for identifying outliers","volume":"10","author":"Kannan K Senthamarai","year":"2015","unstructured":"K Senthamarai Kannan, K Manoj, and S Arumugam. 2015. Labeling methods for identifying outliers. International Journal of Statistics and Systems 10, 2 (2015), 231\u2013238.","journal-title":"International Journal of Statistics and Systems"},{"key":"e_1_3_2_1_13_1","first-page":"490","article-title":"Problem definitions and evaluation criteria for the CEC 2014 special session and competition on single objective real-parameter numerical optimization. Technical report Zhengzhou","volume":"635","author":"Liang Jing J","year":"2013","unstructured":"Jing J Liang, Bo Y Qu, and Ponnuthurai N Suganthan. 2013. Problem definitions and evaluation criteria for the CEC 2014 special session and competition on single objective real-parameter numerical optimization. Technical report Zhengzhou, China 635 (2013), 490.","journal-title":"China"},{"key":"e_1_3_2_1_14_1","unstructured":"J. Rapin and O. Teytaud. 2018. Nevergrad - A gradient-free optimization platform. https:\/\/GitHub.com\/FacebookResearch\/Nevergrad."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2017.01.011"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2014.02.154"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512290.3528799"},{"key":"e_1_3_2_1_18_1","volume-title":"The interquartile range: Theory and estimation. Ph. D. Dissertation","author":"Dewey Lonzo","unstructured":"Dewey Lonzo Whaley III. 2005. The interquartile range: Theory and estimation. Ph. D. Dissertation. East Tennessee State University."}],"event":{"name":"GECCO '26 Companion: Genetic and Evolutionary Computation Conference Companion","location":"Centro Internacional de Convenciones CIC-ANDE San Jose Costa Rica","acronym":"GECCO '26 Companion","sponsor":["SIGEVO ACM Special Interest Group on Genetic and Evolutionary Computation"]},"container-title":["Proceedings of the Genetic and Evolutionary Computation Conference Companion"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3795101.3805339","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,13]],"date-time":"2026-08-13T20:51:58Z","timestamp":1786654318000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3795101.3805339"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,13]]},"references-count":18,"alternative-id":["10.1145\/3795101.3805339","10.1145\/3795101"],"URL":"https:\/\/doi.org\/10.1145\/3795101.3805339","relation":{},"subject":[],"published":{"date-parts":[[2026,7,13]]},"assertion":[{"value":"2026-08-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}