{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T22:37:50Z","timestamp":1769726270553,"version":"3.49.0"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2014,8,1]],"date-time":"2014-08-01T00:00:00Z","timestamp":1406851200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Comput. Intell. Mag."],"published-print":{"date-parts":[[2014,8]]},"DOI":"10.1109\/mci.2014.2326101","type":"journal-article","created":{"date-parts":[[2014,7,11]],"date-time":"2014-07-11T18:38:36Z","timestamp":1405103916000},"page":"40-52","source":"Crossref","is-referenced-by-count":65,"title":["Benchmarking Optimization Algorithms: An Open Source Framework for the Traveling Salesman Problem"],"prefix":"10.1109","volume":"9","author":[{"given":"Thomas","family":"Weise","sequence":"first","affiliation":[]},{"given":"Raymond","family":"Chiong","sequence":"additional","affiliation":[]},{"given":"Jorg","family":"Lassig","sequence":"additional","affiliation":[]},{"given":"Ke","family":"Tang","sequence":"additional","affiliation":[]},{"given":"Shigeyoshi","family":"Tsutsui","sequence":"additional","affiliation":[]},{"given":"Wenxiang","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Zbigniew","family":"Michalewicz","sequence":"additional","affiliation":[]},{"given":"Xin","family":"Yao","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45724-0_10"},{"key":"ref38","first-page":"133","article-title":"Scheduling problems and traveling salesman: The genetic edge recombination operator","author":"whitley","year":"0","journal-title":"Proc 3rd Int Conf Genetic Algorithms"},{"key":"ref33","volume":"4","author":"de jong","year":"2006","journal-title":"Evolutionary Computation A Unified Approach"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2013.2251885"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-03315-9"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/BF00202901"},{"key":"ref37","volume":"2","author":"larra\u00f1aga","year":"2001","journal-title":"Estimation of Distribution Algorithms A New Tool for Evolutionary Computation (Genetic Algorithms and Evolutionary Computation)"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2006.329691"},{"key":"ref35","article-title":"Global optimization algorithms—Theory and application","author":"weise","year":"2009"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1887\/0750308958"},{"key":"ref10","article-title":"Special session on evolutionary computation for large scale global optimization at 2012 IEEE world congress on computational intelligence (CEC@WCCI-2012)","author":"tang","year":"2012","journal-title":"Nature Inspired Computation and Applications Laboratory"},{"key":"ref11","article-title":"SPOT: An R package for automatic and interactive tuning of optimization algorithms by sequential parameter optimization","author":"bartz-beielstein","year":"2010","journal-title":"Technical Report TR-10-05"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45712-7_22"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2009.2040019"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15844-5_23"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.79.046702"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1287\/ijoc.3.4.376"},{"key":"ref16","first-page":"369","article-title":"Experimental analysis of heuristics for the STSP","author":"johnson","year":"2002","journal-title":"The Traveling Salesman Problems and its Variations"},{"key":"ref17","first-page":"445","article-title":"Experimental analysis of heuristics for the ATSP","author":"johnson","year":"2002","journal-title":"The Traveling Salesman Problems and its Variations"},{"key":"ref18","doi-asserted-by":"crossref","DOI":"10.1515\/9781400841103","author":"cook","year":"2011","journal-title":"Traveling Salesman Problem"},{"key":"ref19","article-title":"Solving time-dependent planning problems","author":"boddy","year":"1989","journal-title":"Dept Comput Sci"},{"key":"ref4","volume":"12","author":"gutin","year":"2002","journal-title":"The Traveling Salesman Problem and Its Variations"},{"key":"ref28","author":"beck","year":"2009","journal-title":"Pocket Guide"},{"key":"ref3","author":"lawler","year":"1985","journal-title":"The Traveling Salesman Problem A Guided Tour of Combinatorial Optimization"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1023\/A:1006529012972"},{"key":"ref6","article-title":"Real-parameter blackbox optimization benchmarking: Experimental setup","author":"hansen","year":"2012","journal-title":"INRIA Futurs Équipe TAO"},{"key":"ref5","article-title":"World TSP","author":"cook","year":"2013"},{"key":"ref29","author":"holland","year":"1975","journal-title":"Adaptation in Natural and Artificial Systems An Introductory Analysis With Applications to Biology Control and Artificial Intelligence"},{"key":"ref8","author":"hoos","year":"2005","journal-title":"Stochastic Local Search Foundations and Applications"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/11527695_24"},{"key":"ref2","doi-asserted-by":"crossref","DOI":"10.1515\/9781400841103","author":"applegate","year":"2007","journal-title":"The Traveling Salesman Problem A Computational Study"},{"key":"ref9","article-title":"8th DIMACS implementation challenge: The traveling salesman problem","author":"johnson","year":"2008"},{"key":"ref1","first-page":"1","article-title":"Evolutionary optimization","author":"blum","year":"2011","journal-title":"Variants of Evolutionary Algorithms for Real-World Applications"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2005.863127"},{"key":"ref20","first-page":"215","article-title":"The traveling salesman problem: A case study in local optimization","author":"johnson","year":"1995","journal-title":"Local Search in Combinatorial Optimization"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2010.936309"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1287\/opre.21.2.498"},{"key":"ref22","first-page":"1","article-title":"Statistical comparisons of classifiers over multiple data sets","volume":"7","author":"dem\u0161ar","year":"2006","journal-title":"J Mach Learn Res"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CIPLS.2013.6595203"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1961.10482090"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/s12532-009-0004-6"},{"key":"ref24","first-page":"238","article-title":"Evaluating Las Vegas algorithms—Pitfalls and remedies","author":"hoos","year":"0","journal-title":"Proc 14th Conf Uncertainty Artificial Intelligence"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14156-0_6"},{"key":"ref23","first-page":"2677","article-title":"An extension on ‘Statistical comparisons of classifiers over multiple data sets’ for all pairwise comparisons","volume":"9","author":"garc\u00eda","year":"2008","journal-title":"J Mach Learn Res"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/2330163.2330351"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/S0031-3203(96)00142-2"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/s10479-009-0657-6"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2005.10.010"}],"container-title":["IEEE Computational Intelligence Magazine"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10207\/6853435\/06853446.pdf?arnumber=6853446","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:16:19Z","timestamp":1642004179000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/6853446\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,8]]},"references-count":48,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/mci.2014.2326101","relation":{},"ISSN":["1556-603X"],"issn-type":[{"value":"1556-603X","type":"print"}],"subject":[],"published":{"date-parts":[[2014,8]]}}}