{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T21:02:29Z","timestamp":1781298149808,"version":"3.54.1"},"reference-count":49,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100010622","name":"Hefei University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100010622","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers & Operations Research"],"published-print":{"date-parts":[[2026,10]]},"DOI":"10.1016\/j.cor.2026.107531","type":"journal-article","created":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T23:04:19Z","timestamp":1778108659000},"page":"107531","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Integrating performance metrics for multi-objective optimization: a case study with MOEAs"],"prefix":"10.1016","volume":"194","author":[{"given":"Shuqi","family":"Xu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2847-733X","authenticated-orcid":false,"given":"Jinghe","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5900-5933","authenticated-orcid":false,"given":"Zhiyang","family":"Shen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9310-0857","authenticated-orcid":false,"given":"Majid","family":"Eskandarpour","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"3","key":"10.1016\/j.cor.2026.107531_b0005","doi-asserted-by":"crossref","first-page":"445","DOI":"10.1109\/TEVC.2014.2339823","article-title":"A decomposition-based evolutionary algorithm for many objective optimization","volume":"19","author":"Asafuddoula","year":"2015","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"2","key":"10.1016\/j.cor.2026.107531_b0010","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1016\/j.ejor.2020.11.016","article-title":"Performance indicators in multiobjective optimization","volume":"292","author":"Audet","year":"2021","journal-title":"Eur. J. Oper. Res."},{"key":"10.1016\/j.cor.2026.107531_b0015","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.artint.2018.05.002","article-title":"Fixing balanced knockout and double elimination tournaments","volume":"262","author":"Aziz","year":"2018","journal-title":"Artif. Intell."},{"issue":"1","key":"10.1016\/j.cor.2026.107531_b0020","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1162\/EVCO_a_00009","article-title":"HypE: an algorithm for fast hypervolume-based many-objective optimization","volume":"19","author":"Bader","year":"2011","journal-title":"Evol. Comput."},{"issue":"9","key":"10.1016\/j.cor.2026.107531_b0025","doi-asserted-by":"crossref","first-page":"1078","DOI":"10.1287\/mnsc.30.9.1078","article-title":"Some models for estimating technical and scale inefficiencies in data envelopment analysis","volume":"30","author":"Banker","year":"1984","journal-title":"Manag. Sci."},{"issue":"6","key":"10.1016\/j.cor.2026.107531_b0030","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1016\/0377-2217(78)90138-8","article-title":"Measuring the efficiency of decision making units","volume":"2","author":"Charnes","year":"1978","journal-title":"Eur. J. Operat. Res."},{"issue":"1","key":"10.1016\/j.cor.2026.107531_b0035","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1007\/s11205-006-9029-7","article-title":"An introduction to \u2018benefit of the doubt\u2019composite indicators","volume":"82","author":"Cherchye","year":"2007","journal-title":"Soc. Indic. Res."},{"key":"10.1016\/j.cor.2026.107531_b0040","series-title":"Mexican International Conference on Artificial Intelligence","first-page":"688","article-title":"A study of the parallelization of a coevolutionary multi-objective evolutionary algorithm","author":"Coello Coello","year":"2004"},{"key":"10.1016\/j.cor.2026.107531_b0045","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.omega.2013.09.004","article-title":"Data envelopment analysis: prior to choosing a model","volume":"44","author":"Cook","year":"2014","journal-title":"Omega"},{"issue":"3","key":"10.1016\/j.cor.2026.107531_b0050","doi-asserted-by":"crossref","first-page":"631","DOI":"10.1137\/S1052623496307510","article-title":"Normal-boundary intersection: a new method for generating the Pareto surface in nonlinear multicriteria optimization problems","volume":"8","author":"Das","year":"1998","journal-title":"SIAM J. Optim."},{"issue":"4","key":"10.1016\/j.cor.2026.107531_b0055","doi-asserted-by":"crossref","first-page":"577","DOI":"10.1109\/TEVC.2013.2281535","article-title":"An evolutionary many-objective optimization algorithm using reference-point-based nondominated sorting approach, part I: solving problems with box constraints","volume":"18","author":"Deb","year":"2014","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"2","key":"10.1016\/j.cor.2026.107531_b0060","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1109\/4235.996017","article-title":"A fast and elitist multiobjective genetic algorithm: NSGA-II","volume":"6","author":"Deb","year":"2002","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"3","key":"10.1016\/j.cor.2026.107531_b0065","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1287\/mnsc.36.3.249","article-title":"Remarks on the analytic hierarchy process","volume":"36","author":"Dyer","year":"1990","journal-title":"Manag. Sci."},{"issue":"2","key":"10.1016\/j.cor.2026.107531_b0070","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1016\/S0377-2217(00)00149-1","article-title":"Pitfalls and protocols in DEA","volume":"132","author":"Dyson","year":"2001","journal-title":"Eur. J. Oper. Res."},{"key":"10.1016\/j.cor.2026.107531_b0075","series-title":"2015 IEEE\/ACM 37th IEEE International Conference on Software Engineering","first-page":"517","article-title":"Combining multi-objective search and constraint solving for configuring large software product lines","author":"Henard","year":"2015"},{"key":"10.1016\/j.cor.2026.107531_b0080","series-title":"Proceedings of the 2015 Annual Conference on Genetic and Evolutionary Computation","first-page":"679","article-title":"Improved metaheuristic based on the R2 indicator for many-objective optimization","author":"Hern\u00e1ndez G\u00f3mez","year":"2015"},{"issue":"5","key":"10.1016\/j.cor.2026.107531_b0085","doi-asserted-by":"crossref","first-page":"477","DOI":"10.1109\/TEVC.2005.861417","article-title":"A review of multiobjective test problems and a scalable test problem toolkit","volume":"10","author":"Huband","year":"2006","journal-title":"IEEE Trans. Evol. Comput."},{"key":"10.1016\/j.cor.2026.107531_b0090","series-title":"Multiple Attribute Decision Making: Methods and Applications","author":"Hwang","year":"1981"},{"key":"10.1016\/j.cor.2026.107531_b0095","series-title":"International Conference On Evolutionary Multi-Criterion Optimization","first-page":"110","article-title":"Distance calculation in generational distance and inverted generational distance","author":"Ishibuchi","year":"2015"},{"issue":"3","key":"10.1016\/j.cor.2026.107531_b0100","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1109\/TEVC.2016.2592479","article-title":"A strength Pareto evolutionary algorithm based on reference direction for multiobjective and many-objective optimization","volume":"21","author":"Jiang","year":"2017","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"2","key":"10.1016\/j.cor.2026.107531_b0140","first-page":"1","article-title":"Quality evaluation of solution sets in multiobjective optimisation: a survey","volume":"52","author":"Li","year":"2019","journal-title":"ACM Comp. Surveys (CSUR)"},{"issue":"2","key":"10.1016\/j.cor.2026.107531_b0110","doi-asserted-by":"crossref","first-page":"284","DOI":"10.1109\/TEVC.2008.925798","article-title":"Multiobjective optimization problems with complicated Pareto sets, MOEA\/D and NSGA-II","volume":"13","author":"Li","year":"2009","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"3","key":"10.1016\/j.cor.2026.107531_b0125","doi-asserted-by":"crossref","first-page":"348","DOI":"10.1109\/TEVC.2013.2262178","article-title":"Shift-based density estimation for Pareto-based algorithms in many-objective optimization","volume":"18","author":"Li","year":"2014","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"12","key":"10.1016\/j.cor.2026.107531_b0145","doi-asserted-by":"crossref","first-page":"2568","DOI":"10.1109\/TCYB.2014.2310651","article-title":"Diversity comparison of Pareto front approximations in many-objective optimization","volume":"44","author":"Li","year":"2014","journal-title":"IEEE Trans. Cybern."},{"issue":"5","key":"10.1016\/j.cor.2026.107531_b0115","doi-asserted-by":"crossref","first-page":"694","DOI":"10.1109\/TEVC.2014.2373386","article-title":"Combining dominance and decomposition in evolutionary many-objective optimization","volume":"19","author":"Li","year":"2015","journal-title":"IEEE Trans. Evol. Comput."},{"key":"10.1016\/j.cor.2026.107531_b0130","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1016\/j.artint.2015.06.007","article-title":"Bi-goal evolution for many-objective optimization problems","volume":"228","author":"Li","year":"2015","journal-title":"Artif. Intell."},{"issue":"5","key":"10.1016\/j.cor.2026.107531_b0135","doi-asserted-by":"crossref","first-page":"645","DOI":"10.1109\/TEVC.2015.2504730","article-title":"Pareto or non-Pareto: Bi-criterion evolution in multiobjective optimization","volume":"20","author":"Li","year":"2016","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"5","key":"10.1016\/j.cor.2026.107531_b0120","doi-asserted-by":"crossref","first-page":"1771","DOI":"10.1109\/TSE.2020.3036108","article-title":"How to evaluate solutions in pareto-based search-based software engineering: a critical review and methodological guidance","volume":"48","author":"Li","year":"2020","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.cor.2026.107531_b0150","doi-asserted-by":"crossref","first-page":"344","DOI":"10.1016\/j.asoc.2016.11.009","article-title":"Many-objective evolutionary optimization based on reference points","volume":"50","author":"Liu","year":"2017","journal-title":"Appl. Soft Comput."},{"key":"10.1016\/j.cor.2026.107531_b0155","series-title":"Analysing and Modelling Rank Data","author":"Marden","year":"1996"},{"issue":"1","key":"10.1016\/j.cor.2026.107531_b0160","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1016\/j.jeem.2012.02.005","article-title":"On modeling pollution-generating technologies","volume":"64","author":"Murty","year":"2012","journal-title":"J. Environ. Econ. Manag."},{"issue":"1","key":"10.1016\/j.cor.2026.107531_b0165","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1016\/0377-2217(90)90057-I","article-title":"How to make a decision: the analytic hierarchy process","volume":"48","author":"Saaty","year":"1990","journal-title":"Eur. J. Oper. Res."},{"key":"10.1016\/j.cor.2026.107531_b0170","unstructured":"Schott, J. R. (1995). Fault tolerant design using single and multicriteria genetic algorithm optimization (Doctoral dissertation, Massachusetts Institute of Technology)."},{"key":"10.1016\/j.cor.2026.107531_b0175","series-title":"Theory of Cost and Production Functions","author":"Shephard","year":"1970"},{"issue":"4","key":"10.1016\/j.cor.2026.107531_b0180","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1109\/MCI.2017.2742868","article-title":"PlatEMO: a MATLAB platform for evolutionary multi-objective optimization","volume":"12","author":"Tian","year":"2017","journal-title":"IEEE Comput. Intell. Mag."},{"key":"10.1016\/j.cor.2026.107531_b0185","series-title":"Late Breaking Papers at the Genetic Programming 1998 Conference","first-page":"221","article-title":"July). Evolutionary computation and convergence to a pareto front","author":"Van Veldhuizen","year":"1998"},{"issue":"9","key":"10.1016\/j.cor.2026.107531_b0195","doi-asserted-by":"crossref","first-page":"2263","DOI":"10.1016\/j.rser.2009.06.021","article-title":"Review on multi-criteria decision analysis aid in sustainable energy decision-making","volume":"13","author":"Wang","year":"2009","journal-title":"Renew. Sustain. Energy Rev."},{"issue":"6","key":"10.1016\/j.cor.2026.107531_b0190","doi-asserted-by":"crossref","first-page":"1510","DOI":"10.1109\/TCYB.2016.2550502","article-title":"Diversity assessment in many-objective optimization","volume":"47","author":"Wang","year":"2016","journal-title":"IEEE Trans. Cybern."},{"issue":"1","key":"10.1016\/j.cor.2026.107531_b0200","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1109\/TEVC.2016.2587808","article-title":"A vector angle-based evolutionary algorithm for unconstrained many-objective optimization","volume":"21","author":"Xiang","year":"2017","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"5","key":"10.1016\/j.cor.2026.107531_b0205","doi-asserted-by":"crossref","first-page":"721","DOI":"10.1109\/TEVC.2012.2227145","article-title":"A grid-based evolutionary algorithm for many-objective optimization","volume":"17","author":"Yang","year":"2013","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"1","key":"10.1016\/j.cor.2026.107531_b0210","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1109\/TEVC.2013.2240687","article-title":"Performance metric ensemble for multiobjective evolutionary algorithms","volume":"18","author":"Yen","year":"2013","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"1","key":"10.1016\/j.cor.2026.107531_b0220","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1109\/TEVC.2015.2420112","article-title":"A new dominance relation-based evolutionary algorithm for many-objective optimization","volume":"20","author":"Yuan","year":"2016","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"2","key":"10.1016\/j.cor.2026.107531_b0225","doi-asserted-by":"crossref","first-page":"180","DOI":"10.1109\/TEVC.2015.2443001","article-title":"Balancing convergence and diversity in decomposition-based many-objective optimizers","volume":"20","author":"Yuan","year":"2016","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"1","key":"10.1016\/j.cor.2026.107531_b0215","article-title":"Evaluating multiobjective evolutionary algorithms using MCDM methods","volume":"2018","author":"Yu","year":"2018","journal-title":"Math. Probl. Eng."},{"issue":"6","key":"10.1016\/j.cor.2026.107531_b0230","doi-asserted-by":"crossref","first-page":"712","DOI":"10.1109\/TEVC.2007.892759","article-title":"MOEA\/D: a multiobjective evolutionary algorithm based on decomposition","volume":"11","author":"Zhang","year":"2007","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"6","key":"10.1016\/j.cor.2026.107531_b0235","doi-asserted-by":"crossref","first-page":"761","DOI":"10.1109\/TEVC.2014.2378512","article-title":"A knee point-driven evolutionary algorithm for many-objective optimization","volume":"19","author":"Zhang","year":"2015","journal-title":"IEEE Trans. Evol. Comput."},{"key":"10.1016\/j.cor.2026.107531_b0245","series-title":"International Conference on Parallel Problem Solving from Nature","first-page":"832","article-title":"Indicator-Based Selection in Multiobjective Search","author":"Zitzler","year":"2004"},{"key":"10.1016\/j.cor.2026.107531_b0240","series-title":"International Conference on Parallel Problem Solving from Nature","first-page":"292","article-title":"Multiobjective optimization using evolutionary algorithms\u2014a comparative case study","author":"Zitzler","year":"1998"},{"key":"10.1016\/j.cor.2026.107531_b0250","series-title":"Proceedings of EUROGEN\u20192001 Evolutionary Methods for Design, Optimization and Control with Applications to Industrial Problems","first-page":"95","article-title":"SPEA2: improving the strength pareto evolutionary algorithm for multiobjective optimization","author":"Zitzler","year":"2001"}],"container-title":["Computers & Operations Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0305054826001498?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0305054826001498?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T20:41:34Z","timestamp":1781296894000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0305054826001498"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,10]]},"references-count":49,"alternative-id":["S0305054826001498"],"URL":"https:\/\/doi.org\/10.1016\/j.cor.2026.107531","relation":{},"ISSN":["0305-0548"],"issn-type":[{"value":"0305-0548","type":"print"}],"subject":[],"published":{"date-parts":[[2026,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Integrating performance metrics for multi-objective optimization: a case study with MOEAs","name":"articletitle","label":"Article Title"},{"value":"Computers & Operations Research","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.cor.2026.107531","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"107531"}}