{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T19:48:55Z","timestamp":1725565735899},"publisher-location":"Berlin, Heidelberg","reference-count":20,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642151927"},{"type":"electronic","value":"9783642151934"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2010]]},"DOI":"10.1007\/978-3-642-15193-4_34","type":"book-chapter","created":{"date-parts":[[2010,9,15]],"date-time":"2010-09-15T08:34:37Z","timestamp":1284539677000},"page":"359-369","source":"Crossref","is-referenced-by-count":4,"title":["Why and How Hippocampal Transition Cells Can Be Used in Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Julien","family":"Hirel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Philippe","family":"Gaussier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mathias","family":"Quoy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jean-Paul","family":"Banquet","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"1","key":"34_CR1","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1016\/0006-8993(71)90358-1","volume":"34","author":"J. O\u2019Keefe","year":"1971","unstructured":"O\u2019Keefe, J., Dostrovsky, J.: The hippocampus as a spatial map. preliminary evidence from unit activity in the freely-moving rat. Brain Res.\u00a034(1), 171\u2013175 (1971)","journal-title":"Brain Res."},{"issue":"1","key":"34_CR2","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1007\/s004220100269","volume":"86","author":"P. Gaussier","year":"2002","unstructured":"Gaussier, P., Revel, A., Banquet, J.P., Babeau, V.: From view cells and place cells to cognitive map learning: processing stages of the hippocampal system. Biol. Cybern.\u00a086(1), 15\u201328 (2002)","journal-title":"Biol. Cybern."},{"key":"34_CR3","doi-asserted-by":"crossref","first-page":"3","DOI":"10.3389\/neuro.12.003.2007","volume":"1","author":"N. Cuperlier","year":"2007","unstructured":"Cuperlier, N., Quoy, M., Gaussier, P.: Neurobiologically inspired mobile robot navigation and planning. Front Neurorobotics\u00a01, 3 (2007)","journal-title":"Front Neurorobotics"},{"issue":"2","key":"34_CR4","doi-asserted-by":"crossref","first-page":"115","DOI":"10.5772\/5748","volume":"3","author":"C. Giovannangeli","year":"2006","unstructured":"Giovannangeli, C., Gaussier, P., Banquet, J.-P.: Robustness of visual place cells in dynamic indoor and outdoor environment. International Journal of Advanced Robotic Systems\u00a03(2), 115\u2013124 (2006)","journal-title":"International Journal of Advanced Robotic Systems"},{"issue":"1","key":"34_CR5","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/0926-6410(92)90003-A","volume":"1","author":"S. Grossberg","year":"1992","unstructured":"Grossberg, S., Merrill, J.W.: A neural network model of adaptively timed reinforcement learning and hippocampal dynamics. Brain Res. Cogn. Brain Res.\u00a01(1), 3\u201338 (1992)","journal-title":"Brain Res. Cogn. Brain Res."},{"issue":"29","key":"34_CR6","doi-asserted-by":"publisher","first-page":"7324","DOI":"10.1523\/JNEUROSCI.1909-08.2008","volume":"28","author":"A. Alvernhe","year":"2008","unstructured":"Alvernhe, A., Van Cauter, T., Save, E., Poucet, B.: Different ca1 and ca3 representations of novel routes in a shortcut situation. J. Neurosci.\u00a028(29), 7324\u20137333 (2008)","journal-title":"J. Neurosci."},{"issue":"3","key":"34_CR7","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1007\/s004220000171","volume":"83","author":"A. Arleo","year":"2000","unstructured":"Arleo, A., Gerstner, W.: Spatial cognition and neuro-mimetic navigation: a model of hippocampal place cell activity. Biol. Cybern.\u00a083(3), 287\u2013299 (2000)","journal-title":"Biol. Cybern."},{"issue":"1","key":"34_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/(SICI)1098-1063(2000)10:1<1::AID-HIPO1>3.0.CO;2-1","volume":"10","author":"D.J. Foster","year":"2000","unstructured":"Foster, D.J., Morris, R.G., Dayan, P.: A model of hippocampally dependent navigation, using the temporal difference learning rule. Hippocampus\u00a010(1), 1\u201316 (2000)","journal-title":"Hippocampus"},{"issue":"2","key":"34_CR9","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1177\/105971230501300205","volume":"13","author":"M. Khamassi","year":"2005","unstructured":"Khamassi, M., Lach\u00e8ze, L., Girard, B., Berthoz, A., Guillot, A.: Actor-critic models of reinforcement learning in the basal ganglia: From natural to artificial rats. Adaptive Behavior\u00a013(2), 131\u2013148 (2005)","journal-title":"Adaptive Behavior"},{"issue":"1479","key":"34_CR10","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1098\/rstb.2006.1966","volume":"362","author":"F. Mannella","year":"2007","unstructured":"Mannella, F., Baldassarre, G.: A neural-network reinforcement-learning model of domestic chicks that learn to localize the centre of closed arenas. Philos. Trans. R. Soc. Lond. B. Biol. Sci.\u00a0362(1479), 383\u2013401 (2007)","journal-title":"Philos. Trans. R. Soc. Lond. B. Biol. Sci."},{"key":"34_CR11","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"L.P. Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: A survey. Journal of Artificial Intelligence Research\u00a04, 237\u2013285 (1996)","journal-title":"Journal of Artificial Intelligence Research"},{"key":"34_CR12","first-page":"9","volume":"3","author":"R.S. Sutton","year":"1988","unstructured":"Sutton, R.S.: Learning to predict by the methods of temporal differences. Machine Learning\u00a03, 9\u201344 (1988)","journal-title":"Machine Learning"},{"issue":"3","key":"34_CR13","first-page":"279","volume":"8","author":"C.J.C.H. Watkins","year":"1992","unstructured":"Watkins, C.J.C.H., Dayan, P.: Q-learning. Machine Learning\u00a08(3), 279\u2013292 (1992)","journal-title":"Machine Learning"},{"issue":"1","key":"34_CR14","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","volume":"80","author":"W. Schultz","year":"1998","unstructured":"Schultz, W.: Predictive reward signal of dopamine neurons. J. Neurophysiol.\u00a080(1), 1\u201327 (1998)","journal-title":"J. Neurophysiol."},{"key":"34_CR15","first-page":"215","volume-title":"Models of Information Processing in the Basal Ganglia","author":"J.C. Houk","year":"1995","unstructured":"Houk, J.C., Adams, J.L., Barto, A.G.: A model of how the basal ganglia generate and use neural signals that predict reinforcement. In: Models of Information Processing in the Basal Ganglia, pp. 215\u2013232. MIT Press, Cambridge (1995)"},{"issue":"5","key":"34_CR16","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","volume":"16","author":"P.R. Montague","year":"1996","unstructured":"Montague, P.R., Dayan, P., Sejnowski, T.J.: A framework for mesencephalic dopamine systems based on predictive hebbian learning. J. Neurosci.\u00a016(5), 1936\u20131947 (1996)","journal-title":"J. Neurosci."},{"issue":"4-6","key":"34_CR17","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1016\/S0893-6080(02)00047-3","volume":"15","author":"D. Joel","year":"2002","unstructured":"Joel, D., Niv, Y., Ruppin, E.: Actor-critic models of the basal ganglia: new anatomical and computational perspectives. Neural. Netw.\u00a015(4-6), 535\u2013547 (2002)","journal-title":"Neural. Netw."},{"key":"34_CR18","first-page":"215","volume-title":"Models of Information Processing in the Basal Ganglia","author":"A.G. Barto","year":"1995","unstructured":"Barto, A.G.: Adaptive critics and the basal ganglia. In: Models of Information Processing in the Basal Ganglia, pp. 215\u2013232. MIT Press, Cambridge (1995)"},{"issue":"2","key":"34_CR19","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1007\/BF00337259","volume":"27","author":"S.I. Amari","year":"1977","unstructured":"Amari, S.I.: Dynamics of pattern formation in lateral-inhibition type neural fields. Biological Cybernetics\u00a027(2), 77\u201387 (1977)","journal-title":"Biological Cybernetics"},{"key":"34_CR20","first-page":"95","volume-title":"CSTST 2008","author":"M. Lagarde","year":"2008","unstructured":"Lagarde, M., Andry, P., Gaussier, P.: Distributed real time neural networks in interactive complex systems. In: CSTST 2008, pp. 95\u2013100. ACM, New York (2008)"}],"container-title":["Lecture Notes in Computer Science","From Animals to Animats 11"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-15193-4_34.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,4,30]],"date-time":"2021-04-30T12:47:55Z","timestamp":1619786875000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-15193-4_34"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010]]},"ISBN":["9783642151927","9783642151934"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-15193-4_34","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2010]]}}}