{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:25:08Z","timestamp":1740122708568,"version":"3.37.3"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2021,7,19]],"date-time":"2021-07-19T00:00:00Z","timestamp":1626652800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,7,19]],"date-time":"2021-07-19T00:00:00Z","timestamp":1626652800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2022,3]]},"DOI":"10.1007\/s10489-021-02637-3","type":"journal-article","created":{"date-parts":[[2021,7,19]],"date-time":"2021-07-19T10:04:28Z","timestamp":1626689068000},"page":"4161-4191","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Image-based benchmarking and visualization for large-scale global optimization"],"prefix":"10.1007","volume":"52","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1443-3005","authenticated-orcid":false,"given":"Kyle Robert","family":"Harrison","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Azam Asilian","family":"Bidgoli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shahryar","family":"Rahnamayan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kalyanmoy","family":"Deb","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,7,19]]},"reference":[{"key":"2637_CR1","unstructured":"Ankerst M, Keim DA, Kriegel HP (1996) Circle segments: a technique for visually exploring large multidimensional data sets. In: Visualization"},{"issue":"4","key":"2637_CR2","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1109\/TEVC.2005.857074","volume":"10","author":"T Blackwell","year":"2006","unstructured":"Blackwell T, Branke J (2006) Multiswarms, exclusion, and anti-convergence in dynamic environments. IEEE Trans Evol Comput 10(4):459\u2013472","journal-title":"IEEE Trans Evol Comput"},{"key":"2637_CR3","doi-asserted-by":"publisher","unstructured":"Cheng R, Li M, Yao X (2017) Parallel peaks: A visualization method for benchmark studies of multimodal optimization. In: 2017 IEEE congress on evolutionary computation (CEC). https:\/\/doi.org\/10.1109\/CEC.2017.7969322, pp 263\u2013270","DOI":"10.1109\/CEC.2017.7969322"},{"key":"2637_CR4","doi-asserted-by":"publisher","unstructured":"De Lorenzo A, Medvet E, Tu\u0161ar T, Bartoli A (2019) An analysis of dimensionality reduction techniques for visualizing evolution. In: Proceedings of the genetic and evolutionary computation conference companion, association for computing machinery, New York, NY, USA, GECCO \u201919. https:\/\/doi.org\/10.1145\/3319619.3326868, pp 1864\u20131872","DOI":"10.1145\/3319619.3326868"},{"issue":"2-4","key":"2637_CR5","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1016\/S0045-7825(99)00389-8","volume":"186","author":"K Deb","year":"2000","unstructured":"Deb K (2000) An efficient constraint handling method for genetic algorithms. Comput Methods Appl Mechan Eng 186(2-4):311\u2013338","journal-title":"Comput Methods Appl Mechan Eng"},{"issue":"2","key":"2637_CR6","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb K, Pratap A, Agarwal S, Meyarivan T (2002) A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE Trans Evolut Comput 6(2):182\u2013197","journal-title":"IEEE Trans Evolut Comput"},{"key":"2637_CR7","first-page":"115","volume-title":"Correlation coefficient","author":"Y Dodge","year":"2008","unstructured":"Dodge Y (2008a) Correlation coefficient. Springer, New York, pp 115\u2013119"},{"key":"2637_CR8","first-page":"299","volume-title":"Least absolute deviation regression","author":"Y Dodge","year":"2008","unstructured":"Dodge Y (2008b) Least absolute deviation regression. Springer, New York, pp 299\u2013302"},{"key":"2637_CR9","first-page":"337","volume-title":"Mean squared error","author":"Y Dodge","year":"2008","unstructured":"Dodge Y (2008c) Mean squared error. Springer, New York, pp 337\u2013339"},{"issue":"2","key":"2637_CR10","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1109\/TEVC.2020.3027620","volume":"25","author":"Z He","year":"2021","unstructured":"He Z, Yen GG, Ding J (2021) Knee-based decision making and visualization in many-objective optimization. IEEE Trans Evol Comput 25(2):292\u2013306. https:\/\/doi.org\/10.1109\/TEVC.2020.3027620","journal-title":"IEEE Trans Evol Comput"},{"key":"2637_CR11","doi-asserted-by":"crossref","unstructured":"Hoffman P, Grinstein G, Marx K, Grosse I, Stanley E (1997) Dna visual and analytic data mining. In: Proceedings. Visualization\u201997 (Cat. No. 97CB36155). IEEE, pp 437\u2013441","DOI":"10.1109\/VISUAL.1997.663916"},{"key":"2637_CR12","doi-asserted-by":"crossref","unstructured":"Huang Y, Zhang J, Yang Y, Gong Z, Hao Z (2020) GNNVIs: Visualize large-scale data by learning a graph neural network representation, Association for Computing Machinery, New York, NY USA","DOI":"10.1145\/3340531.3411987"},{"issue":"13","key":"2637_CR13","doi-asserted-by":"publisher","first-page":"800","DOI":"10.1049\/el:20080522","volume":"44","author":"Q Huynh-Thu","year":"2008","unstructured":"Huynh-Thu Q, Ghanbari M (2008) Scope of validity of psnr in image\/video quality assessment. Electron Lett 44(13):800\u2013801","journal-title":"Electron Lett"},{"key":"2637_CR14","doi-asserted-by":"crossref","unstructured":"Ibrahim A, Rahnamayan S, Martin MV, Deb K (2016) 3D-RadVis: Visualization Of pareto front in many-objective optimization. In: 2016 IEEE Congress on evolutionary computation (CEC). IEEE, pp 736\u2013745","DOI":"10.1109\/CEC.2016.7743865"},{"issue":"2","key":"2637_CR15","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/BF01898350","volume":"1","author":"A Inselberg","year":"1985","unstructured":"Inselberg A (1985) The plane with parallel coordinates. Vis Comput 1(2):69\u201391","journal-title":"Vis Comput"},{"issue":"1","key":"2637_CR16","doi-asserted-by":"publisher","first-page":"579","DOI":"10.1109\/TVCG.2015.2466992","volume":"22","author":"J Johansson","year":"2016","unstructured":"Johansson J, Forsell C (2016) Evaluation of parallel coordinates: overview, categorization and guidelines for future research. IEEE Trans Vis Comput Graph 22(1):579\u2013588","journal-title":"IEEE Trans Vis Comput Graph"},{"issue":"5","key":"2637_CR17","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/38.310723","volume":"14","author":"DA Keim","year":"1994","unstructured":"Keim DA, Kriegel H (1994) VisDB: database exploration using multidimensional visualization. IEEE Comput Graph Appl 14(5):40\u201349","journal-title":"IEEE Comput Graph Appl"},{"key":"2637_CR18","doi-asserted-by":"crossref","unstructured":"Keim DA, Ankerst M, Kriegel HP (1995) Recursive pattern: A technique for visualizing very large amounts of data. In: Proceedings of the 6th conference on visualization\u201995. IEEE Computer Society, p 279","DOI":"10.1109\/VISUAL.1995.485140"},{"key":"2637_CR19","doi-asserted-by":"crossref","unstructured":"Kennedy J, Eberhart R (1995) Particle swarm optimization. In: Proceedings of the international conference on neural networks, vol 4. IEEE, pp 1942\u20131948","DOI":"10.1109\/ICNN.1995.488968"},{"key":"2637_CR20","doi-asserted-by":"crossref","unstructured":"Khemka N, Jacob C (2009) Visplore: A toolkit to explore particle swarms by visual inspection. In: Proceedings of the 11th annual conference on genetic and evolutionary computation, ACM, GECCO \u201909, pp 41\u201348","DOI":"10.1145\/1569901.1569908"},{"issue":"9","key":"2637_CR21","doi-asserted-by":"publisher","first-page":"1464","DOI":"10.1109\/5.58325","volume":"78","author":"T Kohonen","year":"1990","unstructured":"Kohonen T (1990) The self-organizing map. Proc IEEE 78(9):1464\u20131480","journal-title":"Proc IEEE"},{"key":"2637_CR22","doi-asserted-by":"crossref","unstructured":"Kukkonen S, Lampinen J (2005) GDE3: The Third evolution step of generalized differential evolution. In: Evolutionary computation, 2005. The 2005 IEEE congress on, vol 1. IEEE, pp 443\u2013450","DOI":"10.1109\/CEC.2005.1554717"},{"issue":"Nov","key":"2637_CR23","first-page":"2579","volume":"9","author":"Maaten Lvd","year":"2008","unstructured":"Lvd Maaten, Hinton G (2008) Visualizing data using t-SNE. J Mach Learn Res 9(Nov):2579\u20132605","journal-title":"J Mach Learn Res"},{"issue":"3","key":"2637_CR24","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1007\/s10710-018-9332-5","volume":"19","author":"E Medvet","year":"2018","unstructured":"Medvet E, Virgolin M, Castelli M, Bosman PAN, Gon\u00e7alves I, Tu\u0161ar T (2018) Unveiling evolutionary algorithm representation with du maps. Genet Program Evolvable Mach 19(3):351\u2013389","journal-title":"Genet Program Evolvable Mach"},{"key":"2637_CR25","doi-asserted-by":"publisher","unstructured":"Meneghini IR, Koochaksaraei RH, Guimar\u00e3es FG, Gaspar-Cunha A (2018) Information to the eye of the beholder: Data visualization for many-objective optimization. In: 2018 IEEE congress on evolutionary computation (CEC). https:\/\/doi.org\/10.1109\/CEC.2018.8477889, pp 1\u20138","DOI":"10.1109\/CEC.2018.8477889"},{"key":"2637_CR26","doi-asserted-by":"publisher","unstructured":"Nasrolahzadeh M, Ibrahim A, Rahnamayan S, Haddadnia J (2020) Pareto-radvis: A novel visualization scheme for many-objective optimization. In: 2020 IEEE international conference on systems, man, and cybernetics (SMC). https:\/\/doi.org\/10.1109\/SMC42975.2020.9283308, pp 3868\u20133873","DOI":"10.1109\/SMC42975.2020.9283308"},{"key":"2637_CR27","doi-asserted-by":"crossref","unstructured":"Obayashi S, Sasaki D (2003) Visualization and data mining of pareto solutions using self-organizing map. In: International conference on evolutionary multi-criterion optimization. Springer, pp 796\u2013809","DOI":"10.1007\/3-540-36970-8_56"},{"key":"2637_CR28","unstructured":"Price KV (1999) New ideas in optimization. In: Corne D, Dorigo M, Glover F, Dasgupta D, Moscato P, Poli R, Price K V (eds) New ideas in optimization. McGraw-Hill Ltd. UK, chap An Introduction to Differential Evolution, pp 79\u2013108"},{"key":"2637_CR29","doi-asserted-by":"crossref","unstructured":"Shi Y, Eberhart R (1998) A modified particle swarm optimizer. In: Proceedings of the 1998 IEEE International Conference on Evolutionary Computation. IEEE, pp 69\u201373","DOI":"10.1109\/ICEC.1998.699146"},{"issue":"4","key":"2637_CR30","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1023\/A:1008202821328","volume":"11","author":"R Storn","year":"1997","unstructured":"Storn R, Price K (1997) Differential evolution - a simple and efficient heuristic for global optimization over continuous spaces. J Glob Optim 11(4):341\u2013359","journal-title":"J Glob Optim"},{"issue":"4","key":"2637_CR31","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1007\/BF02288916","volume":"17","author":"WS Torgerson","year":"1952","unstructured":"Torgerson WS (1952) Multidimensional scaling: i. theory and method. Psychometrika 17(4):401\u2013419","journal-title":"Psychometrika"},{"issue":"4","key":"2637_CR32","doi-asserted-by":"publisher","first-page":"600","DOI":"10.1109\/TIP.2003.819861","volume":"13","author":"Z Wang","year":"2004","unstructured":"Wang Z, Bovik AC, Sheikh HR, Simoncelli EP et al (2004) Image quality assessment: from error visibility to structural similarity. IEEE Trans Image Process 13(4):600\u2013612","journal-title":"IEEE Trans Image Process"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02637-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-021-02637-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02637-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,2,22]],"date-time":"2022-02-22T06:50:19Z","timestamp":1645512619000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-021-02637-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,19]]},"references-count":32,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,3]]}},"alternative-id":["2637"],"URL":"https:\/\/doi.org\/10.1007\/s10489-021-02637-3","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2021,7,19]]},"assertion":[{"value":"22 June 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 July 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}]}}