{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,31]],"date-time":"2025-10-31T14:17:50Z","timestamp":1761920270508},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319556956"},{"type":"electronic","value":"9783319556963"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-55696-3_5","type":"book-chapter","created":{"date-parts":[[2017,3,14]],"date-time":"2017-03-14T14:53:48Z","timestamp":1489503228000},"page":"64-79","source":"Crossref","is-referenced-by-count":22,"title":["Emergent Tangled Graph Representations for Atari Game Playing Agents"],"prefix":"10.1007","author":[{"given":"Stephen","family":"Kelly","sequence":"first","affiliation":[]},{"given":"Malcolm I.","family":"Heywood","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,3,15]]},"reference":[{"key":"5_CR1","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1613\/jair.3912","volume":"47","author":"MG Bellemare","year":"2013","unstructured":"Bellemare, M.G., Naddaf, Y., Veness, J., Bowling, M.: The arcade learning environment: an evaluation platform for general agents. J. Artif. Intell. Res. 47, 253\u2013279 (2013)","journal-title":"J. Artif. Intell. Res."},{"issue":"3\u20134","key":"5_CR2","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1177\/105971239700500306","volume":"5","author":"S Nolfi","year":"1997","unstructured":"Nolfi, S.: Using emergent modularity to develop control systems for mobile robots. Adapt. Behav. 5(3\u20134), 343\u2013363 (1997)","journal-title":"Adapt. Behav."},{"issue":"4","key":"5_CR3","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1109\/TCIAIG.2013.2294713","volume":"6","author":"M Hausknecht","year":"2014","unstructured":"Hausknecht, M., Lehman, J., Miikkulainen, R., Stone, P.: A neuroevolution approach to general Atari game playing. IEEE Trans. Comput. Intell. AI in Games 6(4), 355\u2013366 (2014)","journal-title":"IEEE Trans. Comput. Intell. AI in Games"},{"issue":"7540","key":"5_CR4","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G., Petersen, S., Beattie, C., Sadik, A., Antonoglou, I., King, H., Kumaran, D., Wierstra, D., Legg, S., Hassabis, D.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"5_CR5","volume-title":"Genetic Programming: On the Programming of Computers by Means of Natural Selection","author":"JR Koza","year":"1992","unstructured":"Koza, J.R.: Genetic Programming: On the Programming of Computers by Means of Natural Selection. MIT Press, Cambridge (1992)"},{"key":"5_CR6","unstructured":"Rosca, J.: Towards automatic discovery of building blocks in genetic programming. In: Working Notes for the AAAI Symposium on Genetic Programming, AAAI, pp. 78\u201385, 10\u201312 1995"},{"key":"5_CR7","doi-asserted-by":"crossref","unstructured":"Spector, L., Martin, B., Harrington, K., Helmuth, T.: Tag-based modules in genetic programming. In: Proceedings of the 13th Annual Conference on Genetic and Evolutionary Computation, pp. 1419\u20131426. ACM (2011)","DOI":"10.1145\/2001576.2001767"},{"issue":"4","key":"5_CR8","doi-asserted-by":"crossref","first-page":"381","DOI":"10.1023\/A:1012978805372","volume":"2","author":"M Brameier","year":"2001","unstructured":"Brameier, M., Banzhaf, W.: Evolving teams of predictors with linear genetic programming. Genet. Program. Evolvable Mach. 2(4), 381\u2013407 (2001)","journal-title":"Genet. Program. Evolvable Mach."},{"issue":"3","key":"5_CR9","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1023\/A:1025124423708","volume":"4","author":"K Imamura","year":"2003","unstructured":"Imamura, K., Soule, T., Heckendorn, R.B., Foster, J.A.: Behavioural diversity and probabilistically optimal GP ensemble. Genet. Program. Evolvable Mach. 4(3), 235\u2013254 (2003)","journal-title":"Genet. Program. Evolvable Mach."},{"key":"5_CR10","doi-asserted-by":"crossref","unstructured":"Wu, S.X., Banzhaf, W.: Rethinking multilevel selection in genetic programming. In: Proceedings of the ACM Genetic and Evolutionary Computation Conference, pp. 1403\u20131410 (2011)","DOI":"10.1145\/2001576.2001765"},{"key":"5_CR11","doi-asserted-by":"crossref","unstructured":"Thomason, R., Soule, T.: Novel ways of improving cooperation and performance in ensemble classifiers. In: Proceedings of the ACM Genetic and Evolutionary Computation Conference, pp. 1708\u20131715 (2007)","DOI":"10.1145\/1276958.1277293"},{"key":"5_CR12","doi-asserted-by":"crossref","unstructured":"Lichodzijewski, P., Heywood, M.I.: Managing team-based problem solving with symbiotic bid-based genetic programming. In: Proceedings of the ACM Genetic and Evolutionary Computation Conference, pp. 863\u2013870 (2008)","DOI":"10.1145\/1389095.1389162"},{"key":"5_CR13","doi-asserted-by":"crossref","unstructured":"Lichodzijewski, P., Heywood, M.I.: Symbiosis, complexification and simplicity under GP. In: Proceedings of the ACM Genetic and Evolutionary Computation Conference, pp. 853\u2013860 (2010)","DOI":"10.1145\/1830483.1830640"},{"key":"5_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1007\/978-3-662-44303-3_7","volume-title":"Genetic Programming","author":"S Kelly","year":"2014","unstructured":"Kelly, S., Heywood, M.I.: On diversity, teaming, and hierarchical policies: observations from the keepaway soccer task. In: Nicolau, M., Krawiec, K., Heywood, M.I., Castelli, M., Garc\u00eda-S\u00e1nchez, P., Merelo, J.J., Rivas Santos, V.M., Sim, K. (eds.) EuroGP 2014. LNCS, vol. 8599, pp. 75\u201386. Springer, Heidelberg (2014). doi: 10.1007\/978-3-662-44303-3_7"},{"key":"5_CR15","doi-asserted-by":"crossref","unstructured":"Kelly, S., Heywood, M.I.: Genotypic versus behavioural diversity for teams of programs under the 4-v-3 keepaway soccer task. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 3110\u20133111 (2014)","DOI":"10.1609\/aaai.v28i1.9099"},{"key":"5_CR16","series-title":"Genetic and Evolutionary Computation","volume-title":"Genetic Programming Theory and Practice VIII, 35\u201354","author":"P Lichodzijewski","year":"2011","unstructured":"Lichodzijewski, P., Heywood, M.I.: The Rubik cube and GP temporal sequence learning: an initial study. In: Riolo, R., McConaghy, T., Vladislavleva, E. (eds.) Genetic Programming Theory and Practice VIII, 35\u201354. GEC. Springer, Heidelberg (2011)"},{"key":"5_CR17","doi-asserted-by":"crossref","unstructured":"Doucette, J.A., Lichodzijewski, P., Heywood, M.I.: Hierarchical task decomposition through symbiosis in reinforcement learning. In: Proceedings of the ACM Genetic and Evolutionary Computation Conference, pp. 97\u2013104 (2012)","DOI":"10.1145\/2330163.2330178"},{"key":"5_CR18","doi-asserted-by":"crossref","unstructured":"Kelly, S., Lichodzijewski, P., Heywood, M.I.: On run time libraries and hierarchical symbiosis. In: IEEE Congress on Evolutionary Computation, pp. 3245\u20133252 (2012)","DOI":"10.1109\/CEC.2012.6252966"},{"key":"5_CR19","doi-asserted-by":"crossref","unstructured":"Steenkiste, S., Koutn\u00edk, J., Driessens, K., Schmidhuber, J.: A wavelet-based encoding for neuroevolution. In: Proceedings of the ACM Genetic and Evolutionary Computation Conference, pp. 517\u2013524 (2016)","DOI":"10.1145\/2908812.2908905"},{"key":"5_CR20","volume-title":"Linear Genetic Programming","author":"M Brameier","year":"2007","unstructured":"Brameier, M., Banzhaf, W.: Linear Genetic Programming, 1st edn. Springer, Heidelberg (2007)","edition":"1"},{"key":"5_CR21","doi-asserted-by":"crossref","unstructured":"Pepels, T., Winands, M.H.M.: Enhancements for monte-carlo tree search in Ms Pac-Man. In: IEEE Symposium on Computational Intelligence in Games, pp. 265\u2013272 (2012)","DOI":"10.1109\/CIG.2012.6374165"},{"issue":"1","key":"5_CR22","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1109\/TCIAIG.2015.2390615","volume":"8","author":"J Schrum","year":"2016","unstructured":"Schrum, J., Miikkulainen, R.: Discovering multimodal behavior in Ms. Pac-Man through evolution of modular neural networks. IEEE Trans. Comput. Intell. AI in Games 8(1), 67\u201381 (2016)","journal-title":"IEEE Trans. Comput. Intell. AI in Games"},{"issue":"34","key":"5_CR23","doi-asserted-by":"crossref","first-page":"13711","DOI":"10.1073\/pnas.0611630104","volume":"104","author":"N Kashtan","year":"2007","unstructured":"Kashtan, N., Noor, E., Alon, U.: Varying environments can speed up evolution. Proc. Nat. Acad. Sci. 104(34), 13711\u201313716 (2007)","journal-title":"Proc. Nat. Acad. Sci."},{"issue":"11","key":"5_CR24","doi-asserted-by":"crossref","first-page":"e1000206","DOI":"10.1371\/journal.pcbi.1000206","volume":"4","author":"M Parter","year":"2008","unstructured":"Parter, M., Kashtan, N., Alon, U.: Facilitated variation: how evolution learns from past environments to generalize to new environments. PLoS Comput. Biol. 4(11), e1000206 (2008)","journal-title":"PLoS Comput. Biol."}],"container-title":["Lecture Notes in Computer Science","Genetic Programming"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-55696-3_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,26]],"date-time":"2022-07-26T04:28:14Z","timestamp":1658809694000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-55696-3_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319556956","9783319556963"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-55696-3_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2017]]}}}