{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T04:09:42Z","timestamp":1776139782114,"version":"3.50.1"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"7705","license":[{"start":{"date-parts":[[2018,5,1]],"date-time":"2018-05-01T00:00:00Z","timestamp":1525132800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nature"],"published-print":{"date-parts":[[2018,5]]},"DOI":"10.1038\/s41586-018-0102-6","type":"journal-article","created":{"date-parts":[[2018,5,8]],"date-time":"2018-05-08T06:18:32Z","timestamp":1525760312000},"page":"429-433","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":565,"title":["Vector-based navigation using grid-like representations in artificial agents"],"prefix":"10.1038","volume":"557","author":[{"given":"Andrea","family":"Banino","sequence":"first","affiliation":[]},{"given":"Caswell","family":"Barry","sequence":"additional","affiliation":[]},{"given":"Benigno","family":"Uria","sequence":"additional","affiliation":[]},{"given":"Charles","family":"Blundell","sequence":"additional","affiliation":[]},{"given":"Timothy","family":"Lillicrap","sequence":"additional","affiliation":[]},{"given":"Piotr","family":"Mirowski","sequence":"additional","affiliation":[]},{"given":"Alexander","family":"Pritzel","sequence":"additional","affiliation":[]},{"given":"Martin J.","family":"Chadwick","sequence":"additional","affiliation":[]},{"given":"Thomas","family":"Degris","sequence":"additional","affiliation":[]},{"given":"Joseph","family":"Modayil","sequence":"additional","affiliation":[]},{"given":"Greg","family":"Wayne","sequence":"additional","affiliation":[]},{"given":"Hubert","family":"Soyer","sequence":"additional","affiliation":[]},{"given":"Fabio","family":"Viola","sequence":"additional","affiliation":[]},{"given":"Brian","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Ross","family":"Goroshin","sequence":"additional","affiliation":[]},{"given":"Neil","family":"Rabinowitz","sequence":"additional","affiliation":[]},{"given":"Razvan","family":"Pascanu","sequence":"additional","affiliation":[]},{"given":"Charlie","family":"Beattie","sequence":"additional","affiliation":[]},{"given":"Stig","family":"Petersen","sequence":"additional","affiliation":[]},{"given":"Amir","family":"Sadik","sequence":"additional","affiliation":[]},{"given":"Stephen","family":"Gaffney","sequence":"additional","affiliation":[]},{"given":"Helen","family":"King","sequence":"additional","affiliation":[]},{"given":"Koray","family":"Kavukcuoglu","sequence":"additional","affiliation":[]},{"given":"Demis","family":"Hassabis","sequence":"additional","affiliation":[]},{"given":"Raia","family":"Hadsell","sequence":"additional","affiliation":[]},{"given":"Dharshan","family":"Kumaran","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,5,9]]},"reference":[{"key":"102_CR1","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y. & Hinton, G. Deep learning. Nature 521, 436\u2013444 (2015).","journal-title":"Nature"},{"key":"102_CR2","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D. et al. Mastering the game of Go with deep neural networks and tree search. Nature 529, 484\u2013489 (2016).","journal-title":"Nature"},{"key":"102_CR3","unstructured":"Oh, J., Chockalingam, V., Singh, S. P. & Lee, H. Control of memory, active perception, and action in Minecraft. Proc. Intl Conf. Machine Learning 48 (2016)."},{"key":"102_CR4","unstructured":"Kulkarni, T. D., Saeedi, A., Gautam, S. & Gershman, S. J. Deep successor reinforcement learning. Preprint at \n                    https:\/\/arxiv.org\/abs\/1606.02396\n                    \n                   (2016)."},{"key":"102_CR5","unstructured":"Mirowski, P. et al. Learning to navigate in complex environments. Intl Conf. Learning Representations (2017)."},{"key":"102_CR6","doi-asserted-by":"publisher","first-page":"801","DOI":"10.1038\/nature03721","volume":"436","author":"T Hafting","year":"2005","unstructured":"Hafting, T., Fyhn, M., Molden, S., Moser, M.-B. & Moser, E. I. Microstructure of a spatial map in the entorhinal cortex. Nature 436, 801\u2013806 (2005).","journal-title":"Nature"},{"key":"102_CR7","doi-asserted-by":"publisher","first-page":"6858","DOI":"10.1523\/JNEUROSCI.5684-07.2008","volume":"28","author":"IR Fiete","year":"2008","unstructured":"Fiete, I. R., Burak, Y. & Brookings, T. What grid cells convey about rat location. J. Neurosci. 28, 6858\u20136871 (2008).","journal-title":"J. Neurosci."},{"key":"102_CR8","doi-asserted-by":"publisher","first-page":"2280","DOI":"10.1162\/NECO_a_00319","volume":"24","author":"A Mathis","year":"2012","unstructured":"Mathis, A., Herz, A. V. & Stemmler, M. Optimal population codes for space: grid cells outperform place cells. Neural Comput. 24, 2280\u20132317 (2012).","journal-title":"Neural Comput."},{"key":"102_CR9","doi-asserted-by":"publisher","first-page":"663","DOI":"10.1038\/nrn1932","volume":"7","author":"BL McNaughton","year":"2006","unstructured":"McNaughton, B. L., Battaglia, F. P., Jensen, O., Moser, E. I. & Moser, M.-B. Path integration and the neural basis of the \u2018cognitive map\u2019. Nat. Rev. Neurosci. 7, 663\u2013678 (2006).","journal-title":"Nat. Rev. Neurosci."},{"key":"102_CR10","doi-asserted-by":"publisher","first-page":"916","DOI":"10.1111\/j.1460-9568.2012.08015.x","volume":"35","author":"UM Erdem","year":"2012","unstructured":"Erdem, U. M. & Hasselmo, M. A goal-directed spatial navigation model using forward trajectory planning based on grid cells. Eur. J. Neurosci. 35, 916\u2013931 (2012).","journal-title":"Eur. J. Neurosci."},{"key":"102_CR11","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1016\/j.neuron.2015.07.006","volume":"87","author":"D Bush","year":"2015","unstructured":"Bush, D., Barry, C., Manson, D. & Burgess, N. Using grid cells for navigation. Neuron 87, 507\u2013520 (2015).","journal-title":"Neuron"},{"key":"102_CR12","doi-asserted-by":"publisher","first-page":"R330","DOI":"10.1016\/j.cub.2014.02.049","volume":"24","author":"C Barry","year":"2014","unstructured":"Barry, C. & Burgess, N. Neural mechanisms of self-location. Curr. Biol. 24, R330\u2013R339 (2014).","journal-title":"Curr. Biol."},{"key":"102_CR13","doi-asserted-by":"publisher","first-page":"566","DOI":"10.1007\/BF00450672","volume":"67","author":"M-L Mittelstaedt","year":"1980","unstructured":"Mittelstaedt, M.-L. & Mittelstaedt, H. Homing by path integration in a mammal. Naturwissenschaften 67, 566\u2013567 (1980).","journal-title":"Naturwissenschaften"},{"key":"102_CR14","doi-asserted-by":"publisher","first-page":"5740","DOI":"10.1523\/JNEUROSCI.21-15-05740.2001","volume":"21","author":"JP Bassett","year":"2001","unstructured":"Bassett, J. P. & Taube, J. S. Neural correlates for angular head velocity in the rat dorsal tegmental nucleus. J. Neurosci. 21, 5740\u20135751 (2001).","journal-title":"J. Neurosci."},{"key":"102_CR15","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1038\/nature14622","volume":"523","author":"E Kropff","year":"2015","unstructured":"Kropff, E., Carmichael, J. E., Moser, M.-B. & Moser, E. I. Speed cells in the medial entorhinal cortex. Nature 523, 419\u2013424 (2015).","journal-title":"Nature"},{"key":"102_CR16","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G. E., Krizhevsky, A., Sutskever, I. & Salakhutdinov, R. Dropout: a simple way to prevent neural networks from overfitting. J. Mach. Learn. Res. 15, 1929\u20131958 (2014).","journal-title":"J. Mach. Learn. Res."},{"key":"102_CR17","doi-asserted-by":"publisher","first-page":"1573","DOI":"10.1126\/science.1188224","volume":"328","author":"TJ Wills","year":"2010","unstructured":"Wills, T. J., Cacucci, F., Burgess, N. & O\u2019Keefe, J. Development of the hippocampal cognitive map in preweanling rats. Science 328, 1573\u20131576 (2010).","journal-title":"Science"},{"key":"102_CR18","doi-asserted-by":"publisher","first-page":"1576","DOI":"10.1126\/science.1188210","volume":"328","author":"RF Langston","year":"2010","unstructured":"Langston, R. F. et al. Development of the spatial representation system in the rat. Science 328, 1576\u20131580 (2010).","journal-title":"Science"},{"key":"102_CR19","doi-asserted-by":"publisher","first-page":"1232627","DOI":"10.1126\/science.1232627","volume":"340","author":"S-J Zhang","year":"2013","unstructured":"Zhang, S.-J. et al. Optogenetic dissection of entorhinal-hippocampal functional connectivity. Science 340, 1232627 (2013).","journal-title":"Science"},{"key":"102_CR20","doi-asserted-by":"publisher","first-page":"758","DOI":"10.1126\/science.1125572","volume":"312","author":"F Sargolini","year":"2006","unstructured":"Sargolini, F. et al. Conjunctive representation of position, direction, and velocity in entorhinal cortex. Science 312, 758\u2013762 (2006).","journal-title":"Science"},{"key":"102_CR21","doi-asserted-by":"publisher","first-page":"682","DOI":"10.1038\/nn1905","volume":"10","author":"C Barry","year":"2007","unstructured":"Barry, C., Hayman, R., Burgess, N. & Jeffery, K. J. Experience-dependent rescaling of entorhinal grids. Nat. Neurosci. 10, 682\u2013684 (2007).","journal-title":"Nat. Neurosci."},{"key":"102_CR22","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1038\/nature11649","volume":"492","author":"H Stensola","year":"2012","unstructured":"Stensola, H. et al. The entorhinal grid map is discretized. Nature 492, 72\u201378 (2012).","journal-title":"Nature"},{"key":"102_CR23","doi-asserted-by":"publisher","first-page":"e1500816","DOI":"10.1126\/science.1500816","volume":"1","author":"M Stemmler","year":"2015","unstructured":"Stemmler, M., Mathis, A. & Herz, A. V. Connecting multiple spatial scales to decode the population activity of grid cells. Sci. Adv. 1, e1500816 (2015).","journal-title":"Sci. Adv."},{"key":"102_CR24","doi-asserted-by":"publisher","first-page":"657","DOI":"10.1038\/nature08704","volume":"463","author":"CF Doeller","year":"2010","unstructured":"Doeller, C. F., Barry, C. & Burgess, N. Evidence for grid cells in a human memory network. Nature 463, 657\u2013661 (2010).","journal-title":"Nature"},{"key":"102_CR25","unstructured":"Kanitscheider, I. & Fiete, I. Training recurrent networks to generate hypotheses about how the brain solves hard navigation problems. Preprint at \n                    https:\/\/arxiv.org\/abs\/1609.09059\n                    \n                   (2016)."},{"key":"102_CR26","doi-asserted-by":"publisher","first-page":"1038","DOI":"10.1109\/TRO.2008.2004520","volume":"24","author":"MJ Milford","year":"2008","unstructured":"Milford, M. J. & Wyeth, G. F. Mapping a suburb with a single camera using a biologically inspired slam system. IEEE Trans. Robot. 24, 1038\u20131053 (2008).","journal-title":"IEEE Trans. Robot."},{"key":"102_CR27","doi-asserted-by":"publisher","first-page":"827","DOI":"10.1016\/j.neuron.2015.03.039","volume":"86","author":"K Hardcastle","year":"2015","unstructured":"Hardcastle, K., Ganguli, S. & Giocomo, L. M. Environmental boundaries as an error correction mechanism for grid cells. Neuron 86, 827\u2013839 (2015).","journal-title":"Neuron"},{"key":"102_CR28","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1073\/pnas.1215834110","volume":"110","author":"G Chen","year":"2013","unstructured":"Chen, G., King, J. A., Burgess, N. & O\u2019Keefe, J. How vision and movement combine in the hippocampal place code. Proc. Natl Acad. Sci. USA 110, 378\u2013383 (2013).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"102_CR29","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1126\/science.aak9589","volume":"355","author":"A Sarel","year":"2017","unstructured":"Sarel, A., Finkelstein, A., Las, L. & Ulanovsky, N. Vectorial representation of spatial goals in the hippocampus of bats. Science 355, 176\u2013180 (2017).","journal-title":"Science"},{"key":"102_CR30","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1109\/70.938381","volume":"17","author":"MG Dissanayake","year":"2001","unstructured":"Dissanayake, M. G., Newman, P., Clark, S., Durrant-Whyte, H. F. & Csorba, M. A solution to the simultaneous localization and map building (slam) problem. IEEE Trans. Robot. Autom. 17, 229\u2013241 (2001).","journal-title":"IEEE Trans. Robot. Autom."},{"key":"102_CR31","doi-asserted-by":"publisher","first-page":"e1002553","DOI":"10.1371\/journal.pcbi.1002553","volume":"8","author":"F Raudies","year":"2012","unstructured":"Raudies, F. & Hasselmo, M. E. Modeling boundary vector cell firing given optic flow as a cue. PLOS Comput. Biol. 8, e1002553 (2012).","journal-title":"PLOS Comput. Biol."},{"key":"102_CR32","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S. & Schmidhuber, J. Long short-term memory. Neural Comput. 9, 1735\u20131780 (1997).","journal-title":"Neural Comput."},{"key":"102_CR33","unstructured":"Bridle, J. S. in Touretzky, D. S. (ed.) Advances in Neural Information Processing Systems 2 211\u2013217 (Morgan-Kaufmann, 1990)."},{"key":"102_CR34","first-page":"360","volume":"1","author":"JL Elman","year":"1986","unstructured":"Elman, J. L. & McClelland, J. L. Exploiting lawful variability in the speech wave. Invariance and Variability in Speech Processes 1, 360\u2013380 (1986).","journal-title":"Invariance and Variability in Speech Processes"},{"key":"102_CR35","unstructured":"Tieleman, T. & Hinton, G. Lecture 6.5\u2014RmsProp: Divide the gradient by a running average of its recent magnitude. COURSERA: Neural Networks for Machine Learning (2012)."},{"key":"102_CR36","doi-asserted-by":"publisher","first-page":"448","DOI":"10.1162\/neco.1992.4.3.448","volume":"4","author":"DJ MacKay","year":"1992","unstructured":"MacKay, D. J. A practical bayesian framework for backpropagation networks. Neural Comput. 4, 448\u2013472 (1992).","journal-title":"Neural Comput."},{"key":"102_CR37","first-page":"1310","volume":"28","author":"R Pascanu","year":"2013","unstructured":"Pascanu, R., Mikolov, T. & Bengio, Y. On the difficulty of training recurrent neural networks. Proc. 30th ICML 28, 1310\u20131318 (2013).","journal-title":"Proc. 30th ICML"},{"key":"102_CR38","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1207\/s15516709cog0901_7","volume":"9","author":"DH Ackley","year":"1985","unstructured":"Ackley, D. H., Hinton, G. E. & Sejnowski, T. J. A learning algorithm for Boltzmann machines. Cogn. Sci. 9, 147\u2013169 (1985).","journal-title":"Cogn. Sci."},{"key":"102_CR39","unstructured":"Beattie, C. et al. Deepmind lab. Preprint at \n                    https:\/\/arxiv.org\/abs\/1612.03801\n                    \n                   (2016)."},{"key":"102_CR40","doi-asserted-by":"publisher","first-page":"657","DOI":"10.1038\/nature08704","volume":"463","author":"CF Doeller","year":"2010","unstructured":"Doeller, C. F., Barry, C. & Burgess, N. Evidence for grid cells in a human memory network. Nature 463, 657\u2013661 (2010).","journal-title":"Nature"},{"key":"102_CR41","unstructured":"Mnih, V. et al. Asynchronous methods for deep reinforcement learning. In Proc. 33nd Intl Conf. Machine Learning 1928\u20131937 (2016)."},{"key":"102_CR42","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1002\/(SICI)1098-1063(1996)6:3<247::AID-HIPO4>3.0.CO;2-K","volume":"6","author":"DS Touretzky","year":"1996","unstructured":"Touretzky, D. S. & Redish, A. D. Theory of rodent navigation based on interacting representations of space. Hippocampus 6, 247\u2013270 (1996).","journal-title":"Hippocampus"},{"key":"102_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/(SICI)1098-1063(2000)10:1<1::AID-HIPO1>3.0.CO;2-1","volume":"10","author":"DJ Foster","year":"2000","unstructured":"Foster, D. J., Morris, R. G. & Dayan, P. A model of hippocampally dependent navigation, using the temporal difference learning rule. Hippocampus 10, 1\u201316 (2000).","journal-title":"Hippocampus"},{"key":"102_CR44","doi-asserted-by":"publisher","first-page":"471","DOI":"10.1038\/nature20101","volume":"538","author":"A Graves","year":"2016","unstructured":"Graves, A. et al. Hybrid computing using a neural network with dynamic external memory. Nature 538, 471\u2013476 (2016).","journal-title":"Nature"},{"key":"102_CR45","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V. et al. Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015).","journal-title":"Nature"},{"key":"102_CR46","unstructured":"Lin, L.-J. Reinforcement learning for robots using neural networks. Technical Report (Carnegie-Mellon Univ. School of Computer Science, 1993)."},{"key":"102_CR47","doi-asserted-by":"publisher","first-page":"20120512","DOI":"10.1098\/rstb.2012.0512","volume":"369","author":"R Knight","year":"2013","unstructured":"Knight, R. et al. Weighted cue integration in the rodent head direction system. Phil. Trans. R. Soc. Lond. B 369, 20120512 (2013).","journal-title":"Phil. Trans. R. Soc. Lond. B"},{"key":"102_CR48","doi-asserted-by":"publisher","first-page":"1865","DOI":"10.1126\/science.1166466","volume":"322","author":"T Solstad","year":"2008","unstructured":"Solstad, T., Boccara, C. N., Kropff, E., Moser, M.-B. & Moser, E. I. Representation of geometric borders in the entorhinal cortex. Science 322, 1865\u20131868 (2008).","journal-title":"Science"},{"key":"102_CR49","doi-asserted-by":"crossref","unstructured":"Barry, C. & Burgess, N. To be a grid cell: Shuffling procedures for determining gridness. Preprint at \n                    https:\/\/www.biorxiv.org\/content\/early\/2017\/12\/08\/230250\n                    \n                   (2017).","DOI":"10.1101\/230250"}],"container-title":["Nature"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/www.nature.com\/articles\/s41586-018-0102-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/www.nature.com\/articles\/s41586-018-0102-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/www.nature.com\/articles\/s41586-018-0102-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,20]],"date-time":"2023-05-20T17:45:58Z","timestamp":1684604758000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41586-018-0102-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,5]]},"references-count":49,"journal-issue":{"issue":"7705","published-print":{"date-parts":[[2018,5]]}},"alternative-id":["102"],"URL":"https:\/\/doi.org\/10.1038\/s41586-018-0102-6","relation":{"has-review":[{"id-type":"doi","id":"10.3410\/f.733198068.793545769","asserted-by":"object"}]},"ISSN":["0028-0836","1476-4687"],"issn-type":[{"value":"0028-0836","type":"print"},{"value":"1476-4687","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,5]]},"assertion":[{"value":"5 July 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 April 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 May 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}