{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,22]],"date-time":"2026-08-22T22:21:39Z","timestamp":1787437299371,"version":"build-2736575974"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032362223","type":"print"},{"value":"9783032362230","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,8,23]],"date-time":"2026-08-23T00:00:00Z","timestamp":1787443200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,8,23]],"date-time":"2026-08-23T00:00:00Z","timestamp":1787443200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-3-032-36223-0_19","type":"book-chapter","created":{"date-parts":[[2026,8,22]],"date-time":"2026-08-22T21:44:38Z","timestamp":1787435078000},"page":"299-314","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Performance Indicators for\u00a0Anytime Performance Analysis of\u00a0Multi-objective Evolutionary Algorithms"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7037-1630","authenticated-orcid":false,"given":"Lie Meng","family":"Pang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9186-6472","authenticated-orcid":false,"given":"Hisao","family":"Ishibuchi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,8,23]]},"reference":[{"issue":"3","key":"19_CR1","doi-asserted-by":"publisher","first-page":"1653","DOI":"10.1016\/j.ejor.2006.08.008","volume":"181","author":"N Beume","year":"2007","unstructured":"Beume, N., Naujoks, B., Emmerich, M.: SMS-EMOA: Multiobjective selection based on dominated hypervolume. Eur. J. Oper. Res. 181(3), 1653\u20131669 (2007). https:\/\/doi.org\/10.1016\/j.ejor.2006.08.008","journal-title":"Eur. J. Oper. Res."},{"issue":"5","key":"19_CR2","doi-asserted-by":"publisher","first-page":"773","DOI":"10.1109\/tevc.2016.2519378","volume":"20","author":"R Cheng","year":"2016","unstructured":"Cheng, R., Jin, Y., Olhofer, M., Sendhoff, B.: A reference vector guided evolutionary algorithm for many-objective optimization. IEEE Trans. Evol. Comput. 20(5), 773\u2013791 (2016). https:\/\/doi.org\/10.1109\/tevc.2016.2519378","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"2","key":"19_CR3","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb, K., Pratap, A., Agarwal, S., Meyarivan, T.: A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE Trans. Evol. Comput. 6(2), 182\u2013197 (2002). https:\/\/doi.org\/10.1109\/4235.996017","journal-title":"IEEE Trans. Evol. Comput."},{"key":"19_CR4","doi-asserted-by":"publisher","unstructured":"Deb, K., Thiele, L., Laumanns, M., Zitzler, E.: Scalable multi-objective optimization test problems. In: Proceedings of the 2002 Congress on Evolutionary Computation. CEC\u201902 (Cat. No.02TH8600), pp. 825\u2013830 (2002). https:\/\/doi.org\/10.1109\/cec.2002.1007032","DOI":"10.1109\/cec.2002.1007032"},{"issue":"3","key":"19_CR5","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1162\/evco_a_00307","volume":"30","author":"JG Falc\u00f3n-Cardona","year":"2022","unstructured":"Falc\u00f3n-Cardona, J.G., Emmerich, M.T.M., Coello, C.A.C.: On the construction of Pareto-compliant combined indicators. Evol. Comput. 30(3), 381\u2013408 (2022). https:\/\/doi.org\/10.1162\/evco_a_00307","journal-title":"Evol. Comput."},{"issue":"6","key":"19_CR6","doi-asserted-by":"publisher","first-page":"1293","DOI":"10.1109\/tevc.2022.3210897","volume":"26","author":"N Hansen","year":"2022","unstructured":"Hansen, N., Auger, A., Brockhoff, D., Tusar, T.: Anytime performance assessment in blackbox optimization benchmarking. IEEE Trans. Evol. Comput. 26(6), 1293\u20131305 (2022). https:\/\/doi.org\/10.1109\/tevc.2022.3210897","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"5","key":"19_CR7","doi-asserted-by":"publisher","first-page":"477","DOI":"10.1109\/tevc.2005.861417","volume":"10","author":"S Huband","year":"2006","unstructured":"Huband, S., Hingston, P., Barone, L., While, L.: A review of multiobjective test problems and a scalable test problem toolkit. IEEE Trans. Evol. Comput. 10(5), 477\u2013506 (2006). https:\/\/doi.org\/10.1109\/tevc.2005.861417","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"3","key":"19_CR8","doi-asserted-by":"publisher","first-page":"411","DOI":"10.1162\/evco_a_00226","volume":"26","author":"H Ishibuchi","year":"2018","unstructured":"Ishibuchi, H., Imada, R., Setoguchi, Y., Nojima, Y.: How to specify a reference point in hypervolume calculation for fair performance comparison. Evol. Comput. 26(3), 411\u2013440 (2018). https:\/\/doi.org\/10.1162\/evco_a_00226","journal-title":"Evol. Comput."},{"issue":"1","key":"19_CR9","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/mci.2021.3129961","volume":"17","author":"H Ishibuchi","year":"2022","unstructured":"Ishibuchi, H., Pang, L.M., Shang, K.: Difficulties in fair performance comparison of multi-objective evolutionary algorithms [research frontier]. IEEE Comput. Intell. Mag. 17(1), 86\u2013101 (2022). https:\/\/doi.org\/10.1109\/mci.2021.3129961","journal-title":"IEEE Comput. Intell. Mag."},{"issue":"2","key":"19_CR10","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1109\/tevc.2016.2587749","volume":"21","author":"H Ishibuchi","year":"2017","unstructured":"Ishibuchi, H., Setoguchi, Y., Masuda, H., Nojima, Y.: Performance of decomposition-based many-objective algorithms strongly depends on Pareto front shapes. IEEE Trans. Evol. Comput. 21(2), 169\u2013190 (2017). https:\/\/doi.org\/10.1109\/tevc.2016.2587749","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"4","key":"19_CR11","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1109\/tevc.2013.2281534","volume":"18","author":"H Jain","year":"2014","unstructured":"Jain, H., Deb, K.: An evolutionary many-objective optimization algorithm using reference-point based nondominated sorting approach, part ii: Handling constraints and extending to an adaptive approach. IEEE Trans. Evol. Comput. 18(4), 602\u2013622 (2014). https:\/\/doi.org\/10.1109\/tevc.2013.2281534","journal-title":"IEEE Trans. Evol. Comput."},{"key":"19_CR12","doi-asserted-by":"publisher","unstructured":"Jesus, A.D., Paquete, L., Derbel, B., Liefooghe, A.: On the design and anytime performance of indicator-based branch and bound for multi-objective combinatorial optimization. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 234\u2013242. GECCO \u201921, ACM (2021). https:\/\/doi.org\/10.1145\/3449639.3459360","DOI":"10.1145\/3449639.3459360"},{"issue":"2","key":"19_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3612933","volume":"4","author":"Y Lavinas","year":"2024","unstructured":"Lavinas, Y., Ladeira, M., Ochoa, G., Aranha, C.: Multiobjective evolutionary component effect on algorithm behaviour. ACM Trans. Evol. Learn. Optim. 4(2), 1\u201324 (2024). https:\/\/doi.org\/10.1145\/3612933","journal-title":"ACM Trans. Evol. Learn. Optim."},{"key":"19_CR14","doi-asserted-by":"publisher","unstructured":"Loshchilov, I., Glasmachers, T.: Anytime bi-objective optimization with a hybrid multi-objective CMA-ES (HMO-CMA-ES). In: Proceedings of the 2016 on Genetic and Evolutionary Computation Conference Companion, pp. 1169\u20131176. GECCO \u201916, ACM (2016). https:\/\/doi.org\/10.1145\/2908961.2931698","DOI":"10.1145\/2908961.2931698"},{"issue":"4","key":"19_CR15","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1109\/tevc.2023.3287399","volume":"28","author":"LM Pang","year":"2024","unstructured":"Pang, L.M., Ishibuchi, H., He, L., Shang, K., Chen, L.: Hypervolume-based cooperative coevolution with two reference points for multiobjective optimization. IEEE Trans. Evol. Comput. 28(4), 1054\u20131068 (2024). https:\/\/doi.org\/10.1109\/tevc.2023.3287399","journal-title":"IEEE Trans. Evol. Comput."},{"key":"19_CR16","doi-asserted-by":"publisher","unstructured":"Pang, L.M., Ishibuchi, H., Nan, Y., Gong, C.: Reliability of indicator-based comparison results of evolutionary multi-objective algorithms. In: Affenzeller, M., et al. (eds.) Parallel Problem Solving from Nature \u2013 PPSN XVIII, pp. 285\u2013298. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-70085-9_18","DOI":"10.1007\/978-3-031-70085-9_18"},{"issue":"1","key":"19_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/tevc.2020.3013290","volume":"25","author":"K Shang","year":"2021","unstructured":"Shang, K., Ishibuchi, H., He, L., Pang, L.M.: A survey on the hypervolume indicator in evolutionary multiobjective optimization. IEEE Trans. Evol. Comput. 25(1), 1\u201320 (2021). https:\/\/doi.org\/10.1109\/tevc.2020.3013290","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"3","key":"19_CR18","doi-asserted-by":"publisher","first-page":"603","DOI":"10.1109\/tevc.2019.2931191","volume":"24","author":"HK Singh","year":"2020","unstructured":"Singh, H.K.: Understanding hypervolume behavior theoretically for benchmarking in evolutionary multi\/many-objective optimization. IEEE Trans. Evol. Comput. 24(3), 603\u2013610 (2020). https:\/\/doi.org\/10.1109\/tevc.2019.2931191","journal-title":"IEEE Trans. Evol. Comput."},{"key":"19_CR19","doi-asserted-by":"publisher","first-page":"19597","DOI":"10.1109\/access.2017.2751071","volume":"5","author":"R Tanabe","year":"2017","unstructured":"Tanabe, R., Ishibuchi, H., Oyama, A.: Benchmarking multi- and many-objective evolutionary algorithms under two optimization scenarios. IEEE Access 5, 19597\u201319619 (2017). https:\/\/doi.org\/10.1109\/access.2017.2751071","journal-title":"IEEE Access"},{"issue":"4","key":"19_CR20","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1109\/mci.2017.2742868","volume":"12","author":"Y Tian","year":"2017","unstructured":"Tian, Y., Cheng, R., Zhang, X., Jin, Y.: PlatEMO: A MATLAB platform for evolutionary multi-objective optimization [educational forum]. IEEE Comput. Intell. Mag. 12(4), 73\u201387 (2017). https:\/\/doi.org\/10.1109\/mci.2017.2742868","journal-title":"IEEE Comput. Intell. Mag."},{"key":"19_CR21","unstructured":"Tu\u0161ar, T.: Algorithm testing in the multi-objective optimization. J. Data Process. 8(4), 133\u2013138 (2018). https:\/\/www.dline.info\/jdp\/fulltext\/v8n4\/jdpv8n4_1.pdf"},{"key":"19_CR22","doi-asserted-by":"publisher","unstructured":"Vermetten, D., et al.: MO-IOHinspector: anytime benchmarking of multi-objective algorithms using IOHprofiler. In: Singh, H., et al. (eds.) EMO 2025. LNCS, vol. 15512, pp. 242\u2013256. Springer, Singapore (2025). https:\/\/doi.org\/10.1007\/978-981-96-3506-1_17","DOI":"10.1007\/978-981-96-3506-1_17"},{"key":"19_CR23","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2023.106192","volume":"123","author":"S Zapotecas-Mart\u00ednez","year":"2023","unstructured":"Zapotecas-Mart\u00ednez, S., Garc\u00eda-N\u00e1jera, A., Menchaca-M\u00e9ndez, A.: Engineering applications of multi-objective evolutionary algorithms: A test suite of box-constrained real-world problems. Eng. Appl. Artif. Intell. 123, 106192 (2023). https:\/\/doi.org\/10.1016\/j.engappai.2023.106192","journal-title":"Eng. Appl. Artif. Intell."},{"issue":"6","key":"19_CR24","doi-asserted-by":"publisher","first-page":"712","DOI":"10.1109\/tevc.2007.892759","volume":"11","author":"Q Zhang","year":"2007","unstructured":"Zhang, Q., Li, H.: MOEA\/D: A multiobjective evolutionary algorithm based on decomposition. IEEE Trans. Evol. Comput. 11(6), 712\u2013731 (2007). https:\/\/doi.org\/10.1109\/tevc.2007.892759","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"2","key":"19_CR25","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1109\/tevc.2003.810758","volume":"7","author":"E Zitzler","year":"2003","unstructured":"Zitzler, E., Thiele, L., Laumanns, M., Fonseca, C., da Fonseca, V.: Performance assessment of multiobjective optimizers: an analysis and review. IEEE Trans. Evol. Comput. 7(2), 117\u2013132 (2003). https:\/\/doi.org\/10.1109\/tevc.2003.810758","journal-title":"IEEE Trans. Evol. Comput."},{"key":"19_CR26","doi-asserted-by":"publisher","unstructured":"Zitzler, E., Thiele, L.: Multiobjective optimization using evolutionary algorithms\u2014A comparative case study. In: Eiben, A.E., B\u00e4ck, T., Schoenauer, M., Schwefel, HP. (eds.) PPSN 1998. LNCS, vol. 1498, pp. 292\u2013301. Springer, Berlin, Heidelberg (1998). https:\/\/doi.org\/10.1007\/BFb0056872","DOI":"10.1007\/BFb0056872"},{"key":"19_CR27","doi-asserted-by":"publisher","unstructured":"Zitzler, Eckart, Laumanns, Marco, Thiele, Lothar: SPEA2: Improving the strength pareto evolutionary algorithm. Tech. Rep.\u00a0103, Swiss Federal Institute of Technology (ETH) Zurich (2001). https:\/\/doi.org\/10.3929\/ETHZ-A-004284029","DOI":"10.3929\/ETHZ-A-004284029"}],"container-title":["Lecture Notes in Computer Science","Parallel Problem Solving from Nature \u2013 PPSN XIX"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-36223-0_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,22]],"date-time":"2026-08-22T21:44:39Z","timestamp":1787435079000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-36223-0_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8,23]]},"ISBN":["9783032362223","9783032362230"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-36223-0_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,8,23]]},"assertion":[{"value":"23 August 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","label":"Disclosure of Interests","group":{"name":"EthicsHeading","label":"Ethics"}},{"value":"PPSN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Parallel Problem Solving from Nature","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Trento","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 August 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 September 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ppsn2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}