{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T06:49:49Z","timestamp":1760597389715,"version":"3.37.0"},"reference-count":78,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2010,2,1]],"date-time":"2010-02-01T00:00:00Z","timestamp":1264982400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Evol. Computat."],"published-print":{"date-parts":[[2010,2]]},"DOI":"10.1109\/tevc.2009.2016216","type":"journal-article","created":{"date-parts":[[2009,12,11]],"date-time":"2009-12-11T17:59:20Z","timestamp":1260554360000},"page":"23-57","source":"Crossref","is-referenced-by-count":19,"title":["Interaction of Culture-Based Learning and Cooperative Co-Evolution and its Application to Automatic Behavior-Based System Design"],"prefix":"10.1109","volume":"14","author":[{"given":"A.-M.","family":"Farahmand","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"M.N.","family":"Ahmadabadi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"C.","family":"Lucas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"B.N.","family":"Araabi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref73","first-page":"877","article-title":"evolutionary function approximation for reinforcement learning","author":"whiteson","year":"2006","journal-title":"J Mach Learning Research"},{"doi-asserted-by":"publisher","key":"ref72","DOI":"10.1109\/IROS.1996.570693"},{"key":"ref71","first-page":"15","article-title":"evolution of a subsumption architecture neurocontroller","volume":"15","author":"togelius","year":"2004","journal-title":"J Intell Fuzzy Syst"},{"doi-asserted-by":"publisher","key":"ref70","DOI":"10.1016\/S0004-3702(99)00052-1"},{"doi-asserted-by":"publisher","key":"ref76","DOI":"10.1007\/978-1-4419-8909-3_2"},{"doi-asserted-by":"publisher","key":"ref77","DOI":"10.1162\/105474698565947"},{"doi-asserted-by":"publisher","key":"ref74","DOI":"10.1109\/CEC.2002.1004481"},{"doi-asserted-by":"publisher","key":"ref39","DOI":"10.1109\/TEVC.2006.887351"},{"year":"2004","author":"wiegand","journal-title":"An analysis of cooperative coevolutionary algorithms","key":"ref75"},{"doi-asserted-by":"publisher","key":"ref38","DOI":"10.1109\/TEVC.2005.850260"},{"key":"ref78","first-page":"2335","article-title":"a novel memetic algorithm with random multi-local-search: a case study of tsp","author":"zou","year":"2004","journal-title":"Proc Congr Evol Comput"},{"doi-asserted-by":"publisher","key":"ref33","DOI":"10.1109\/TEVC.2005.846356"},{"key":"ref32","first-page":"495","article-title":"how learning can guide evolution","volume":"1","author":"hinton","year":"1987","journal-title":"Complex Syst"},{"key":"ref31","first-page":"364","article-title":"issues in evolutionary robotics","author":"harvey","year":"1993","journal-title":"From Animals to Animats Proc 1st Int Conf on Simulation of Adaptive Behavior"},{"doi-asserted-by":"publisher","key":"ref30","DOI":"10.1109\/JSYST.2007.901641"},{"doi-asserted-by":"publisher","key":"ref37","DOI":"10.1023\/B:NACO.0000023419.83147.67"},{"key":"ref36","first-page":"321","article-title":"evolution of a subsumption architecture that performs a wall following task for an autonomous mobile robot via genetic programming","volume":"2","author":"koza","year":"1994","journal-title":"Computational Learning Theory and Natural Learning Systems"},{"key":"ref35","first-page":"1531","article-title":"a natural policy gradient","author":"kakade","year":"2002","journal-title":"Proc Adv Neural Inform Process Syst"},{"doi-asserted-by":"publisher","key":"ref34","DOI":"10.1109\/ROBOT.2004.1307456"},{"doi-asserted-by":"publisher","key":"ref60","DOI":"10.1109\/TEVC.2006.880330"},{"key":"ref62","first-page":"1043","article-title":"reinforcement learning with hierarchies of machines","volume":"10","author":"parr","year":"1998","journal-title":"Proc 1997 Conf Adv Neural Inform Process Syst (NIPS)"},{"doi-asserted-by":"publisher","key":"ref61","DOI":"10.1109\/70.681242"},{"doi-asserted-by":"publisher","key":"ref63","DOI":"10.1145\/1068009.1068094"},{"key":"ref28","first-page":"457","volume":"19","author":"ghavamzadeh","year":"2007","journal-title":"Advances in neural information processing systems"},{"doi-asserted-by":"publisher","key":"ref64","DOI":"10.1162\/106365600568086"},{"key":"ref27","first-page":"226","article-title":"hierarchical policy gradient algorithms","author":"ghavamzadeh","year":"2003","journal-title":"Proc 20th Int Conf Mach Learning (ICML)"},{"doi-asserted-by":"publisher","key":"ref65","DOI":"10.1177\/105971239900700105"},{"key":"ref66","first-page":"1","article-title":"formal memetic algorithm","volume":"865","author":"radcliffe","year":"1994","journal-title":"Evol Computing AISB Workshop (Lecture Notes in Computer Science)"},{"doi-asserted-by":"publisher","key":"ref29","DOI":"10.1177\/105971239700500305"},{"doi-asserted-by":"publisher","key":"ref67","DOI":"10.1162\/evco.1997.5.1.1"},{"doi-asserted-by":"publisher","key":"ref68","DOI":"10.1109\/TSMCB.2006.883273"},{"year":"1998","author":"sutton","journal-title":"Reinforcement Learning An Introduction","key":"ref69"},{"doi-asserted-by":"publisher","key":"ref2","DOI":"10.1023\/A:1022140919877"},{"doi-asserted-by":"publisher","key":"ref1","DOI":"10.1109\/ADPRL.2007.368207"},{"doi-asserted-by":"publisher","key":"ref20","DOI":"10.1007\/978-3-540-89722-4_5"},{"doi-asserted-by":"publisher","key":"ref22","DOI":"10.1109\/CEC.2003.1299742"},{"key":"ref21","first-page":"307","volume":"4840 2008","author":"fatemi","year":"2007","journal-title":"Biologically inspired framework for learning and abstract representation of attention control"},{"doi-asserted-by":"publisher","key":"ref24","DOI":"10.1109\/3477.499791"},{"doi-asserted-by":"publisher","key":"ref23","DOI":"10.1109\/TEVC.2005.856203"},{"doi-asserted-by":"publisher","key":"ref26","DOI":"10.1007\/978-3-540-30301-5_62"},{"key":"ref25","first-page":"231","article-title":"evolutionary robotics: the next generation","author":"floreano","year":"2000","journal-title":"Proc Evol Robotics III"},{"doi-asserted-by":"publisher","key":"ref50","DOI":"10.1145\/1390156.1390241"},{"doi-asserted-by":"publisher","key":"ref51","DOI":"10.1080\/08839510601170713"},{"doi-asserted-by":"publisher","key":"ref59","DOI":"10.1109\/TEVC.2003.819944"},{"key":"ref58","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/2889.001.0001","author":"nolfi","year":"2000","journal-title":"Evolutionary Robotics The Biology Intelligence and Technology of Self-Organizing Machines"},{"doi-asserted-by":"publisher","key":"ref57","DOI":"10.1023\/A:1008973931182"},{"doi-asserted-by":"publisher","key":"ref56","DOI":"10.1109\/70.928561"},{"key":"ref55","first-page":"663","article-title":"algorithms for inverse reinforcement learning","author":"ng","year":"2000","journal-title":"Proc 7th Int Conf Machine Learning"},{"key":"ref54","first-page":"278","article-title":"policy invariance under reward transformations: theory and application to reward shaping","author":"ng","year":"1999","journal-title":"Proc 15th Int Conf Machine Learning (ICML)"},{"doi-asserted-by":"publisher","key":"ref53","DOI":"10.1007\/0-306-48056-5_5"},{"key":"ref52","first-page":"187","article-title":"a memetic approach for the travelling salesman problem implementation of a computational ecology for combinatorial optimisation on message-passing systems","author":"moscato","year":"1992","journal-title":"Proc Int Conf Parallel Comput Transputer Appl"},{"doi-asserted-by":"publisher","key":"ref10","DOI":"10.1109\/TEVC.2007.907593"},{"year":"1976","author":"dawkins","journal-title":"The Selfish Gene","key":"ref11"},{"key":"ref40","first-page":"796","article-title":"learning to coordinate behaviors","author":"maes","year":"1990","journal-title":"Proc AAAI-90"},{"key":"ref12","first-page":"271","article-title":"feudal reinforcement learning","volume":"5","author":"dayan","year":"1993","journal-title":"Proc Adv Neural Inform Processing Syst"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1613\/jair.639","article-title":"hierarchical reinforcement learning with the maxq value function decomposition","volume":"13","author":"dietterich","year":"2000","journal-title":"J of Artificial Intelligence Research"},{"doi-asserted-by":"publisher","key":"ref14","DOI":"10.1016\/0004-3702(94)90047-7"},{"key":"ref15","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/5988.001.0001","author":"dorigo","year":"1997","journal-title":"Robot Shaping An Experiment in Behavior Engineering"},{"year":"2005","author":"farahmand","journal-title":"Behavior and hierarchy development in behavior-based systems using reinforcement learning","key":"ref16"},{"year":"2005","author":"farahmand","journal-title":"Learning and evolution in hierarchical behavior-based systems","key":"ref17"},{"doi-asserted-by":"publisher","key":"ref18","DOI":"10.1109\/CEC.2006.1688319"},{"doi-asserted-by":"publisher","key":"ref19","DOI":"10.1109\/ACC.2009.5160611"},{"year":"1996","author":"bertsekas","journal-title":"Neuro-Dynamic Programming","key":"ref4"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1613\/jair.806","article-title":"infinite-horizon gradient-based policy search","volume":"15","author":"baxter","year":"2001","journal-title":"J Artificial Intell Res"},{"doi-asserted-by":"publisher","key":"ref6","DOI":"10.1162\/neco.1989.1.2.253"},{"doi-asserted-by":"publisher","key":"ref5","DOI":"10.1109\/JRA.1986.1087032"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"483","DOI":"10.1023\/B:HEUR.0000045321.59202.52","article-title":"a new memetic algorithm for the asymmetric traveling salesman problem","volume":"10","author":"buriol","year":"2004","journal-title":"J Heuristics"},{"doi-asserted-by":"publisher","key":"ref7","DOI":"10.1016\/0004-3702(91)90053-M"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"ar 335","DOI":"10.1023\/A:1008814507256","article-title":"learning from history for behavior-based mobile robots in non-stationary conditions","volume":"ar 5","author":"michaud","year":"1998","journal-title":"Machine Learning and Autonomous Robots"},{"key":"ref9","first-page":"2562","article-title":"an evolutionary approach to gait learning for four-legged robots","volume":"3","author":"chernova","year":"2004","journal-title":"Proc IEEE\/RSJ Int Conf Intell Robots Syst (IROS)"},{"doi-asserted-by":"publisher","key":"ref46","DOI":"10.1016\/S1389-0417(01)00017-1"},{"doi-asserted-by":"publisher","key":"ref45","DOI":"10.1016\/S1364-6613(98)01141-3"},{"doi-asserted-by":"publisher","key":"ref48","DOI":"10.1109\/4235.887234"},{"doi-asserted-by":"publisher","key":"ref47","DOI":"10.1109\/CEC.1999.785529"},{"doi-asserted-by":"publisher","key":"ref42","DOI":"10.1109\/70.143349"},{"doi-asserted-by":"publisher","key":"ref41","DOI":"10.1016\/0004-3702(92)90058-6"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1023\/A:1008819414322","article-title":"reinforcement learning in the multirobot domains","volume":"4","author":"matari","year":"1997","journal-title":"Autonomous Robots"},{"doi-asserted-by":"publisher","key":"ref43","DOI":"10.1016\/B978-1-55860-335-6.50030-1"}],"container-title":["IEEE Transactions on Evolutionary Computation"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx5\/4235\/5401131\/05352349.pdf?arnumber=5352349","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,13]],"date-time":"2025-02-13T19:39:30Z","timestamp":1739475570000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/5352349\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,2]]},"references-count":78,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tevc.2009.2016216","relation":{},"ISSN":["1941-0026","1089-778X"],"issn-type":[{"type":"electronic","value":"1941-0026"},{"type":"print","value":"1089-778X"}],"subject":[],"published":{"date-parts":[[2010,2]]}}}