{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T15:22:45Z","timestamp":1772119365365,"version":"3.50.1"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"16","license":[{"start":{"date-parts":[[2023,5,20]],"date-time":"2023-05-20T00:00:00Z","timestamp":1684540800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,5,20]],"date-time":"2023-05-20T00:00:00Z","timestamp":1684540800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s00500-023-08301-x","type":"journal-article","created":{"date-parts":[[2023,5,20]],"date-time":"2023-05-20T07:02:06Z","timestamp":1684566126000},"page":"11469-11484","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Big optimization with genetic algorithms: Hadoop, Spark, and MPI"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3417-8603","authenticated-orcid":false,"given":"Carolina","family":"Salto","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1076-6766","authenticated-orcid":false,"given":"Gabriela","family":"Minetti","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5520-8875","authenticated-orcid":false,"given":"Enrique","family":"Alba","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7909-1416","authenticated-orcid":false,"given":"Gabriel","family":"Luque","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,5,20]]},"reference":[{"issue":"1","key":"8301_CR1","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1016\/S0020-0190(01)00281-2","volume":"82","author":"E Alba","year":"2002","unstructured":"Alba E (2002) Parallel evolutionary algorithms can achieve super-linear performance. Inf Process Lett 82(1):7\u201313","journal-title":"Inf Process Lett"},{"key":"8301_CR2","doi-asserted-by":"publisher","DOI":"10.1002\/0471739383","volume-title":"Parallel metaheuristics: a new class of algorithms","author":"E Alba","year":"2005","unstructured":"Alba E (2005) Parallel metaheuristics: a new class of algorithms. Wiley-Interscience, New York"},{"key":"8301_CR3","doi-asserted-by":"crossref","unstructured":"Alterkawi L, Migliavacca M (2019) Parallelism and partitioning in large-scale GAs using spark. In: Proceedings of the genetic and evolutionary computation conference, GECCO\u201919. New York, NY, USA. Association for Computing Machinery, pp 736\u2013744","DOI":"10.1145\/3321707.3321775"},{"key":"8301_CR4","doi-asserted-by":"crossref","unstructured":"Cano A, Garc\u00eda-Mart\u00ednez C, Ventura S (2017) Extremely high-dimensional optimization with MapReduce: scaling functions and algorithm. Inf Sci 415, 416(Supplement C):110\u2013127","DOI":"10.1016\/j.ins.2017.06.024"},{"key":"8301_CR5","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1007\/978-3-319-31153-1_7","volume-title":"Applications of evolutionary computation","author":"F Ch\u00e1vez","year":"2016","unstructured":"Ch\u00e1vez F, Fern\u00e1ndez F, Benavides C, Lanza D, Villegas J, Trujillo L, Olague G, Rom\u00e1n G (2016) ECJ+Hadoop: an easy way to deploy massive runs of evolutionary algorithms. In: Squillero G, Burelli P (eds) Applications of evolutionary computation. Springer, Cham, pp 91\u2013106"},{"key":"8301_CR6","first-page":"38","volume":"1","author":"J De Kenneth","year":"1991","unstructured":"De Kenneth J, William S (1991) An analysis of the interacting roles of population size and crossover in genetic algorithms. Parallel Problem Solv Nat 1:38\u201347","journal-title":"Parallel Problem Solv Nat"},{"key":"8301_CR7","unstructured":"Dean J, Ghemawat S (2004) MapReduce: simplified data processing on large clusters. In: OSDI\u201904: proceedings of the 6TH conference on symposium on operating systems design and implementation. USENIX Association"},{"key":"8301_CR8","doi-asserted-by":"crossref","unstructured":"Di L, Geronimo, Ferrucci F, Murolo A, Sarro F (2012) A parallel genetic algorithm based on Hadoop MapReduce for the automatic generation of JUnit test suites. In: 2012 IEEE fifth international conference on software testing, verification and validation, April 2012. pp 785\u2013793","DOI":"10.1109\/ICST.2012.177"},{"key":"8301_CR9","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00213","author":"F Ferrucci","year":"2017","unstructured":"Ferrucci F, Salza P, Sarro F (2017) Using Hadoop MR for parallel GAs: a comparison of the global, grid and island models. Evol Comput. https:\/\/doi.org\/10.1162\/evco_a_00213","journal-title":"Evol Comput"},{"key":"8301_CR10","volume-title":"Computers and intractability: a guide to the theory of NP-completeness","author":"MR Garey","year":"1979","unstructured":"Garey MR, Johnson DS (1979) Computers and intractability: a guide to the theory of NP-completeness. Freeman, San Francisco"},{"key":"8301_CR11","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-3643-4","volume-title":"The design of innovation: lessons from and for competent genetic algorithms","author":"DE Goldberg","year":"2002","unstructured":"Goldberg DE (2002) The design of innovation: lessons from and for competent genetic algorithms. Kluwer, Boston"},{"issue":"5","key":"8301_CR12","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1504\/IJCSM.2018.095497","volume":"9","author":"Z Guo","year":"2018","unstructured":"Guo Z, Ruixin Z, Yongquan Z (2018) Solving large-scale 0\u20131 knapsack problem by the social-spider optimisation algorithm. IJCSM 9(5):433\u2013441","journal-title":"IJCSM"},{"key":"8301_CR13","volume-title":"Learning spark: lightning-fast big data analytics","author":"M Hamstra","year":"2015","unstructured":"Hamstra M, Karau H, Zaharia M, Konwinski A, Wendell P (2015) Learning spark: lightning-fast big data analytics. OReilly Media, Sebastopol"},{"issue":"1","key":"8301_CR14","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1007\/s11192-016-1945-y","volume":"109","author":"I Hashem","year":"2016","unstructured":"Hashem I, Anuar N, Gani A, Yaqoob I, Xia F, Khan S (2016) Mapreduce: review and open challenges. Scientometrics 109(1):389\u2013422","journal-title":"Scientometrics"},{"issue":"2","key":"8301_CR15","doi-asserted-by":"publisher","first-page":"1089","DOI":"10.1007\/s10586-017-0838-z","volume":"20","author":"C Hu","year":"2017","unstructured":"Hu C, Ren G, Liu C, Li M, Jie W (2017) A spark-based genetic algorithm for sensor placement in large scale drinking water distribution systems. Clust Comput 20(2):1089\u20131099","journal-title":"Clust Comput"},{"key":"8301_CR16","doi-asserted-by":"publisher","first-page":"1008","DOI":"10.1016\/j.future.2017.07.042","volume":"86","author":"C Jatoth","year":"2018","unstructured":"Jatoth C, Gangadharan GR, Fiore U, Buyya R (2018) QoS-aware big service composition using mapreduce based evolutionary algorithm with guided mutation. Futur Gener Comput Syst 86:1008\u20131018","journal-title":"Futur Gener Comput Syst"},{"issue":"2","key":"8301_CR17","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1016\/S0377-2217(02)00080-2","volume":"140","author":"L Jenkins","year":"2002","unstructured":"Jenkins L (2002) A bicriteria knapsack program for planning remediation of contaminated lightstation sites. Eur J Oper Res 140(2):427\u2013433","journal-title":"Eur J Oper Res"},{"key":"8301_CR18","doi-asserted-by":"crossref","first-page":"483","DOI":"10.1007\/978-3-540-24777-7_16","volume-title":"Introduction to NP-completeness of knapsack problems","author":"H Kellerer","year":"2004","unstructured":"Kellerer H, Pferschy U, Pisinger D (2004) Introduction to NP-completeness of knapsack problems. Springer, Berlin, pp 483\u2013493"},{"key":"8301_CR19","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1007\/978-3-642-57311-8_36","volume-title":"Research and practice in multiple criteria decision making","author":"K Klamroth","year":"2000","unstructured":"Klamroth K, Wiecek MM (2000) Time-dependent capital budgeting with multiple criteria. In: Haimes YY, Steuer RE (eds) Research and practice in multiple criteria decision making. Springer, Berlin, pp 421\u2013432"},{"issue":"11","key":"8301_CR20","doi-asserted-by":"publisher","first-page":"2085","DOI":"10.1007\/s00500-010-0639-2","volume":"15","author":"M Lozano","year":"2011","unstructured":"Lozano M, Molina D, Herrera F (2011) Editorial scalability of evolutionary algorithms and other metaheuristics for large-scale continuous optimization problems. Soft Comput 15(11):2085\u20132087","journal-title":"Soft Comput"},{"key":"8301_CR21","first-page":"193","volume":"9","author":"B Miller","year":"1995","unstructured":"Miller B, Goldberg D (1995) Genetic algorithms, tournament selection, and the effects of noise. Complex Syst 9:193\u2013212","journal-title":"Complex Syst"},{"key":"8301_CR22","doi-asserted-by":"crossref","unstructured":"Paduraru C, Melemciuc M, Stefanescu A (2017) A distributed implementation using apache spark of a genetic algorithm applied to test data generation. In: Proceedings of the genetic and evolutionary computation conference companion, GECCO\u201917. ACM, pp 1857\u20131863","DOI":"10.1145\/3067695.3084219"},{"key":"8301_CR23","doi-asserted-by":"publisher","first-page":"570","DOI":"10.1287\/opre.47.4.570","volume":"47","author":"D Pisinger","year":"1999","unstructured":"Pisinger D (1999) Core problems in knapsack algorithms. Oper Res 47:570\u2013575","journal-title":"Oper Res"},{"issue":"9","key":"8301_CR24","doi-asserted-by":"publisher","first-page":"610","DOI":"10.1016\/j.parco.2011.02.004","volume":"37","author":"S Plimpton","year":"2011","unstructured":"Plimpton S, Devine K (2011) Mapreduce in MPI for large-scale graph algorithms. Parallel Comput 37(9):610\u2013632","journal-title":"Parallel Comput"},{"key":"8301_CR25","doi-asserted-by":"crossref","unstructured":"Pradhan T, Israni A, Sharma M (2014) Solving the 0\u20131 knapsack problem using genetic algorithm and rough set theory. In: 2014 IEEE international conference on advanced communications, control and computing technologies. pp 1120\u2013112","DOI":"10.1109\/ICACCCT.2014.7019272"},{"key":"8301_CR26","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1007\/s11390-016-1635-5","volume":"31","author":"R Qi","year":"2016","unstructured":"Qi R, Wang Z, Li S (2016) A parallel genetic algorithm based on spark for pairwise test suite generation. J Comput Sci Technol 31:417\u2013427","journal-title":"J Comput Sci Technol"},{"key":"8301_CR27","doi-asserted-by":"crossref","unstructured":"Quintuna RV, Laye M (2016) Modeling and optimization of content delivery networks with heuristics solutions for the multidimensional knapsack problem. pp 13\u201318","DOI":"10.1109\/NETWKS.2016.7751146"},{"issue":"4","key":"8301_CR28","doi-asserted-by":"publisher","first-page":"700","DOI":"10.1016\/j.cor.2009.06.026","volume":"37","author":"J Rui Figueira","year":"2010","unstructured":"Rui Figueira J, Tavares G, Wiecek M (2010) Labeling algorithms for multiple objective integer knapsack problems. Comput Oper Res 37(4):700\u2013711","journal-title":"Comput Oper Res"},{"key":"8301_CR29","doi-asserted-by":"publisher","first-page":"30","DOI":"10.4236\/jcc.2018.610003","volume":"6","author":"A Salama","year":"2018","unstructured":"Salama A, Wahed M, Yousif E (2018) Big data flow adjustment using knapsack problem. J Comput Commun 6:30\u201339","journal-title":"J Comput Commun"},{"key":"8301_CR30","doi-asserted-by":"publisher","first-page":"262","DOI":"10.1007\/978-3-030-00374-6_25","volume-title":"Advances in artificial intelligence","author":"C Salto","year":"2018","unstructured":"Salto C, Minetti G, Alba E, Luque G (2018) Developing genetic algorithms using different mapreduce frameworks: MPI vs. Hadoop. In: Herrera F, Damas S, Montes R, Alonso S, Cord\u00f3n \u00d3, Gonz\u00e1lez A, Troncoso A (eds) Advances in artificial intelligence. Springer, Cham, pp 262\u2013272"},{"key":"8301_CR31","doi-asserted-by":"crossref","unstructured":"Scott E, Luke S (2019) ECJ at 20: Toward a general metaheuristics toolkit. In: Proceedings of the genetic and evolutionary computation conference companion, GECCO\u201919, New York, Association for Computing Machinery, pp 1391\u20131398","DOI":"10.1145\/3319619.3326865"},{"key":"8301_CR32","doi-asserted-by":"publisher","DOI":"10.1002\/9780470496916","volume-title":"Metaheuristics: from design to implementation","author":"E Talbi","year":"2009","unstructured":"Talbi E (2009) Metaheuristics: from design to implementation. Wiley, New York"},{"key":"8301_CR33","doi-asserted-by":"crossref","unstructured":"Verma A, Llor\u00e0 X, Goldberg DE, Campbell R (2009) Scaling genetic algorithms using MapReduce. In: ISDA\u201909, pp 13\u201318","DOI":"10.1109\/ISDA.2009.181"},{"key":"8301_CR34","doi-asserted-by":"crossref","unstructured":"Verma A, Llor\u00e0 X, Venkataraman S, Goldberg DE, Campbell R (2010) Scaling eCGA model building via data-intensive computing. In: IEEE congress on evolutionary computation, pp 1\u20138","DOI":"10.1109\/CEC.2010.5586468"},{"key":"8301_CR35","unstructured":"Welcome to (2014) Apache$$^{\\rm TM}$$ Hadoop\u00ae! Technical report. The Apache Software Foundation. http:\/\/hadoop.apache.org\/"},{"key":"8301_CR36","volume-title":"Hadoop, the definitive guide","author":"T White","year":"2012","unstructured":"White T (2012) Hadoop, the definitive guide. O\u2019Reilly Media, Sebastopol"},{"key":"8301_CR37","unstructured":"Zaharia M, Chowdhury M, Das T, Dave A, Ma J, McCauleyM, Franklin M, Shenker S, Stoica I (2012) Resilient distributed datasets: a fault-tolerant abstraction for in-memory cluster computing. In: Proceedings of the 9th USENIX conference on networked systems design and implementation, NSDI\u201912. USENIX Association, pp 2\u20132"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-023-08301-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00500-023-08301-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-023-08301-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,26]],"date-time":"2023-06-26T13:08:34Z","timestamp":1687784914000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00500-023-08301-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,20]]},"references-count":37,"journal-issue":{"issue":"16","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["8301"],"URL":"https:\/\/doi.org\/10.1007\/s00500-023-08301-x","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-725766\/v1","asserted-by":"object"}]},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,5,20]]},"assertion":[{"value":"23 April 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 May 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Human and animal rights"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}