{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T13:54:19Z","timestamp":1760709259933},"publisher-location":"Cham","reference-count":15,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319541563"},{"type":"electronic","value":"9783319541570"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-54157-0_8","type":"book-chapter","created":{"date-parts":[[2017,2,18]],"date-time":"2017-02-18T03:11:54Z","timestamp":1487387514000},"page":"103-119","source":"Crossref","is-referenced-by-count":10,"title":["Quantitative Performance Assessment of Multiobjective Optimizers: The Average Runtime Attainment Function"],"prefix":"10.1007","author":[{"given":"Dimo","family":"Brockhoff","sequence":"first","affiliation":[]},{"given":"Anne","family":"Auger","sequence":"additional","affiliation":[]},{"given":"Nikolaus","family":"Hansen","sequence":"additional","affiliation":[]},{"given":"Tea","family":"Tu\u0161ar","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,2,19]]},"reference":[{"doi-asserted-by":"crossref","unstructured":"Auger, A., Brockhoff, D., Hansen, N., Tu\u0161ar, D., Tu\u0161ar, T., Wagner, T.: Benchmarking MATLAB\u2019s Gamultiobj (NSGA-II) on the bi-objective BBOB-2016 test suite. In: GECCO (Companion) Workshop on Black-Box Optimization Benchmarking (BBOB 2016), pp. 1233\u20131239. ACM (2016)","key":"8_CR1","DOI":"10.1145\/2908961.2931707"},{"doi-asserted-by":"crossref","unstructured":"Auger, A., Brockhoff, D., Hansen, N., Tu\u0161ar, D., Tu\u0161ar, T., Wagner, T.: Benchmarking the pure random search on the bi-objective BBOB-2016 testbed. In: GECCO (Companion) Workshop on Black-Box Optimization Benchmarking (BBOB 2016), pp. 1217\u20131223. ACM (2016)","key":"8_CR2","DOI":"10.1145\/2908961.2931704"},{"doi-asserted-by":"crossref","unstructured":"Auger, A., Brockhoff, D., Hansen, N., Tu\u0161ar, D., Tu\u0161ar, T., Wagner, T.: The impact of variation operators on the performance of SMS-EMOA on the bi-objective BBOB-2016 test suite. In: GECCO (Companion) Workshop on Black-Box Optimization Benchmarking (BBOB 2016), pp. 1225\u20131232. ACM (2016)","key":"8_CR3","DOI":"10.1145\/2908961.2931705"},{"key":"8_CR4","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1007\/s101070100263","volume":"91","author":"ED Dolan","year":"2002","unstructured":"Dolan, E.D., Mor\u00e9, J.J.: Benchmarking optimization software with performance profiles. Math. Program. 91, 201\u2013213 (2002)","journal-title":"Math. Program."},{"key":"8_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"584","DOI":"10.1007\/3-540-61723-X_1022","volume-title":"Parallel Problem Solving from Nature \u2014 PPSN IV","author":"CM Fonseca","year":"1996","unstructured":"Fonseca, C.M., Fleming, P.J.: On the performance assessment and comparison of stochastic multiobjective optimizers. In: Voigt, H.-M., Ebeling, W., Rechenberg, I., Schwefel, H.-P. (eds.) PPSN 1996. LNCS, vol. 1141, pp. 584\u2013593. Springer, Heidelberg (1996). doi: 10.1007\/3-540-61723-X_1022"},{"key":"8_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1007\/3-540-44719-9_15","volume-title":"Evolutionary Multi-Criterion Optimization","author":"V Grunert da Fonseca","year":"2001","unstructured":"Grunert da Fonseca, V., Fonseca, C.M., Hall, A.O.: Inferential performance assessment of stochastic optimisers and the attainment function. In: Zitzler, E., Thiele, L., Deb, K., Coello Coello, C.A., Corne, D. (eds.) EMO 2001. LNCS, vol. 1993, pp. 213\u2013225. Springer, Heidelberg (2001). doi: 10.1007\/3-540-44719-9_15"},{"unstructured":"Hansen, N., Auger, A., Brockhoff, D., Tu\u0161ar, D., Tu\u0161ar, T.: COCO: performance assessment. CoRR abs\/1605.03560 (2016). http:\/\/arxiv.org\/abs\/1605.03560","key":"8_CR7"},{"unstructured":"Hansen, N., Auger, A., Mersmann, O., Tu\u0161ar, T., Brockhoff, D.: COCO: a platform for comparing continuous optimizers in a black-box setting. CoRR abs\/1603.08785 (2016). http:\/\/arxiv.org\/abs\/1603.08785","key":"8_CR8"},{"doi-asserted-by":"crossref","unstructured":"Hoos, H., St\u00fctzle, T.: Evaluating Las Vegas algorithms: pitfalls and remedies. In: Proceedings of the Fourteenth Conference on Uncertainty in Artificial Intelligence, pp. 238\u2013245. Morgan Kaufmann Publishers Inc. (1998)","key":"8_CR9","DOI":"10.1007\/978-3-7091-6492-1_54"},{"key":"8_CR10","volume-title":"Stochastic Local Search: Foundations and Applications","author":"HH Hoos","year":"2004","unstructured":"Hoos, H.H., St\u00fctzle, T.: Stochastic Local Search: Foundations and Applications. Elsevier, San Francisco (2004)"},{"key":"8_CR11","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1007\/978-3-642-02538-9_9","volume-title":"Experimental Methods for the Analysis of Optimization Algorithms","author":"M L\u00f3pez-Ib\u00e1\u00f1ez","year":"2010","unstructured":"L\u00f3pez-Ib\u00e1\u00f1ez, M., Paquete, L., St\u00fctzle, T.: Exploratory analysis of stochastic local search algorithms in biobjective optimization. In: Bartz-Beielstein, T., Chiarandini, M., Paquete, L., Preuss, M. (eds.) Experimental Methods for the Analysis of Optimization Algorithms, pp. 209\u2013222. Springer, Heidelberg (2010). Chap. 9"},{"doi-asserted-by":"crossref","unstructured":"Mor\u00e9, J., Wild, S.: Benchmarking derivative-free optimization algorithms. SIAM J. Optim. 20(1), 172\u2013191 (2009). Preprint available as Mathematics and Computer Science Division, Argonne National Laboratory, Preprint ANL\/MCS-P1471-1207, May 2008","key":"8_CR12","DOI":"10.1137\/080724083"},{"issue":"2684","key":"8_CR13","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1126\/science.103.2684.677","volume":"103","author":"SS Stevens","year":"1946","unstructured":"Stevens, S.S.: On the theory of scales of measurement. Science 103(2684), 677\u2013680 (1946)","journal-title":"Science"},{"unstructured":"Tu\u0161ar, T., Brockhoff, D., Hansen, N., Auger, A.: COCO: the bi-objective black box optimization benchmarking (bbob-biobj) test suite. CoRR abs\/1604.00359 (2016). http:\/\/arxiv.org\/abs\/1604.00359","key":"8_CR14"},{"doi-asserted-by":"crossref","unstructured":"Wong, C., Al-Dujaili, A., Sundaram, S.: Hypervolume-based DIRECT for multi-objective optimisation. In: GECCO (Companion) Workshop on Black-Box Optimization Benchmarking (BBOB 2016), pp. 1201\u20131208. ACM (2016)","key":"8_CR15","DOI":"10.1145\/2908961.2931702"}],"container-title":["Lecture Notes in Computer Science","Evolutionary Multi-Criterion Optimization"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-54157-0_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,18]],"date-time":"2019-09-18T17:23:36Z","timestamp":1568827416000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-54157-0_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319541563","9783319541570"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-54157-0_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2017]]}}}