{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T22:30:02Z","timestamp":1768429802417,"version":"3.49.0"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030166694","type":"print"},{"value":"9783030166700","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-16670-0_11","type":"book-chapter","created":{"date-parts":[[2019,4,9]],"date-time":"2019-04-09T23:44:24Z","timestamp":1554853464000},"page":"162-177","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["A Model of External Memory for Navigation in Partially Observable Visual Reinforcement Learning Tasks"],"prefix":"10.1007","author":[{"given":"Robert J.","family":"Smith","sequence":"first","affiliation":[]},{"given":"Malcolm I.","family":"Heywood","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,3,27]]},"reference":[{"issue":"7540","key":"11_CR1","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Hessel, M., et al.: Rainbow: combining improvements in deep reinforcement learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 3215\u20133222 (2018)","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"11_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1007\/978-3-319-55696-3_5","volume-title":"Genetic Programming","author":"S Kelly","year":"2017","unstructured":"Kelly, S., Heywood, M.I.: Emergent tangled graph representations for Atari game playing agents. In: McDermott, J., Castelli, M., Sekanina, L., Haasdijk, E., Garc\u00eda-S\u00e1nchez, P. (eds.) EuroGP 2017. LNCS, vol. 10196, pp. 64\u201379. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-55696-3_5"},{"issue":"3","key":"11_CR4","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1162\/evco_a_00232","volume":"26","author":"S Kelly","year":"2018","unstructured":"Kelly, S., Heywood, M.I.: Emergent solutions to high-dimensional multitask reinforcement learning. Evol. Comput. 26(3), 347\u2013380 (2018)","journal-title":"Evol. Comput."},{"key":"11_CR5","doi-asserted-by":"crossref","unstructured":"Wilson, D.G., Cussat-Blanc, S., Luga, H., Miller, J.F.: Evolving simple programs for playing Atari games. In: ACM Genetic and Evolutionary Computation Conference, pp. 229\u2013236 (2018)","DOI":"10.1145\/3205455.3205578"},{"key":"11_CR6","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1613\/jair.3912","volume":"47","author":"MG Bellemare","year":"2013","unstructured":"Bellemare, M.G., Naddaf, Y., Veness, J., Bowling, M.: The arcade learning environment: an evaluation platform for general agents. J. Artif. Intell. Res. 47, 253\u2013279 (2013)","journal-title":"J. Artif. Intell. Res."},{"key":"11_CR7","unstructured":"Graves, A., Wayne, G., Danihelka, I.: Neural Turing machines. CoRR abs\/1410.5401 (2014)"},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Greve, R.B., Jacobsen, E.J., Risi, S.: Evolving neural Turing machines for reward-based learning. In: ACM Genetic and Evolutionary Computation Conference, pp. 117\u2013124 (2016)","DOI":"10.1145\/2908812.2908930"},{"key":"11_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"750","DOI":"10.1007\/978-3-319-77538-8_50","volume-title":"Applications of Evolutionary Computation","author":"J Merrild","year":"2018","unstructured":"Merrild, J., Rasmussen, M.A., Risi, S.: HyperNTM: evolving scalable neural Turing machines through HyperNEAT. In: Sim, K., Kaufmann, P. (eds.) EvoApplications 2018. LNCS, vol. 10784, pp. 750\u2013766. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-77538-8_50"},{"key":"11_CR10","unstructured":"Jaderberg, M., et al.: Human-level performance in first-person multiplayer games with population-based deep reinforcement learning. CoRR abs\/1807.01281 (2018)"},{"key":"11_CR11","unstructured":"Nordin, P.: A compiling genetic programming system that directly manipulates the machine code. In: Kinnear, K.E. (ed.) Advances in Genetic Programming, pp. 311\u2013332. MIT Press, Amsterdam (1994)"},{"key":"11_CR12","doi-asserted-by":"crossref","unstructured":"Huelsbergen, L.: Toward simulated evolution of machine language iteration. In: Proceedings of the Annual Conference on Genetic Programming, pp. 315\u2013320 (1996)","DOI":"10.7551\/mitpress\/3242.003.0045"},{"key":"11_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1007\/978-3-642-37192-9_53","volume-title":"Applications of Evolutionary Computation","author":"F Haddadi","year":"2013","unstructured":"Haddadi, F., Kayacik, H.G., Zincir-Heywood, A.N., Heywood, M.I.: Malicious automatically generated domain name detection using stateful-SBB. In: Esparcia-Alc\u00e1zar, A.I. (ed.) EvoApplications 2013. LNCS, vol. 7835, pp. 529\u2013539. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-37192-9_53"},{"key":"11_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1007\/978-3-319-31204-0_2","volume-title":"Applications of Evolutionary Computation","author":"A Agapitos","year":"2016","unstructured":"Agapitos, A., Brabazon, A., O\u2019Neill, M.: Genetic programming with memory for financial trading. In: Squillero, G., Burelli, P. (eds.) EvoApplications 2016. LNCS, vol. 9597, pp. 19\u201334. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-31204-0_2"},{"key":"11_CR15","unstructured":"Teller, A.: Turing completeness in the language of genetic programming with indexed memory. In: IEEE Congress on Evolutionary Computation, pp. 136\u2013141 (1994)"},{"key":"11_CR16","unstructured":"Teller, A.: The evolution of mental models. In: Kinnear, K.E. (ed.) Advances in Genetic Programming, pp. 199\u2013220. MIT Press, Amsterdam (1994)"},{"key":"11_CR17","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-5731-9","volume-title":"Genetic Programming and Data Structures","author":"WB Langdon","year":"1998","unstructured":"Langdon, W.B.: Genetic Programming and Data Structures. Kluwer Academic, Dordrecht (1998)"},{"key":"11_CR18","unstructured":"Andre, D.: Evolution of mapmaking ability: strategies for the evolution of learning, planning, and memory using genetic programming. In: IEEE World Congress on Computational Intelligence, pp. 250\u2013255 (1994)"},{"key":"11_CR19","unstructured":"Brave, S.: The evolution of memory and mental models using genetic programming. In: Proceedings of the Annual Conference on Genetic Programming (1996)"},{"key":"11_CR20","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1016\/S0921-8890(98)00004-9","volume":"25","author":"P Nordin","year":"1998","unstructured":"Nordin, P., Banzhaf, W., Brameier, M.: Evolution of world model for a minature robot using genetic programming. Robot. Auton. Syst. 25, 105\u2013116 (1998)","journal-title":"Robot. Auton. Syst."},{"key":"11_CR21","doi-asserted-by":"crossref","unstructured":"Spector, L., Luke, S.: Cultural transmission of information in genetic programming. In: Annual Conference on Genetic Programming, pp. 209\u2013214 (1996)","DOI":"10.7551\/mitpress\/3242.003.0028"},{"key":"11_CR22","doi-asserted-by":"crossref","unstructured":"Kelly, S., Heywood, M.I.: Multi-task learning in Atari video games with emergent tangled program graphs. In: ACM Genetic and Evolutionary Computation Conference, pp. 195\u2013202 (2017)","DOI":"10.1145\/3071178.3071303"},{"key":"11_CR23","doi-asserted-by":"crossref","unstructured":"Lichodzijewski, P., Heywood, M.I.: Symbiosis, complexification and simplicity under GP. In: Proceedings of the ACM Genetic and Evolutionary Computation Conference, pp. 853\u2013860 (2010)","DOI":"10.1145\/1830483.1830640"},{"key":"11_CR24","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-31030-5","volume-title":"Linear Genetic Programming","author":"M Brameier","year":"2007","unstructured":"Brameier, M., Banzhaf, W.: Linear Genetic Programming. Springer, New York (2007). https:\/\/doi.org\/10.1007\/978-0-387-31030-5"},{"key":"11_CR25","doi-asserted-by":"crossref","unstructured":"Kempka, M., Wydmuch, M., Runc, G., Toczek, J., Ja\u015bkowski, W.: ViZDoom: a doom-based AI research platform for visual reinforcement learning. In: IEEE Conference on Computational Intelligence and Games, pp. 1\u20138 (2016)","DOI":"10.1109\/CIG.2016.7860433"},{"key":"11_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1007\/978-3-319-77553-1_9","volume-title":"Genetic Programming","author":"RJ Smith","year":"2018","unstructured":"Smith, R.J., Heywood, M.I.: Scaling tangled program graphs to visual reinforcement learning in ViZDoom. In: Castelli, M., Sekanina, L., Zhang, M., Cagnoni, S., Garc\u00eda-S\u00e1nchez, P. (eds.) EuroGP 2018. LNCS, vol. 10781, pp. 135\u2013150. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-77553-1_9"},{"issue":"3","key":"11_CR27","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/j.tics.2007.12.003","volume":"12","author":"RQ Quiroga","year":"2008","unstructured":"Quiroga, R.Q., Kreiman, G., Koch, C., Fried, I.: Sparse but not \u2018grandmonther-cell\u2019 coding in the medial temporal lobe. Trends Cogn. Sci. 12(3), 87\u201391 (2008)","journal-title":"Trends Cogn. Sci."}],"container-title":["Lecture Notes in Computer Science","Genetic Programming"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-16670-0_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,16]],"date-time":"2024-07-16T19:37:31Z","timestamp":1721158651000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-16670-0_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030166694","9783030166700"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-16670-0_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"27 March 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EuroGP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Genetic Programming","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Leipzig","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 April 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 April 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eurogp2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.evostar.org\/2019\/cfp_eurogp.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"MyReview","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"36","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"12","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"n\/a","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}