{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T15:48:21Z","timestamp":1725983301487},"publisher-location":"Cham","reference-count":21,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319959719"},{"type":"electronic","value":"9783319959726"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-95972-6_4","type":"book-chapter","created":{"date-parts":[[2018,7,6]],"date-time":"2018-07-06T04:52:18Z","timestamp":1530852738000},"page":"16-27","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Prioritized Sweeping Neural DynaQ with Multiple Predecessors, and Hippocampal Replays"],"prefix":"10.1007","author":[{"given":"Lise","family":"Aubin","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mehdi","family":"Khamassi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Beno\u00eet","family":"Girard","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,7,7]]},"reference":[{"issue":"1","key":"4_CR1","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1016\/0006-8993(71)90358-1","volume":"34","author":"J O\u2019Keefe","year":"1971","unstructured":"O\u2019Keefe, J., Dostrovsky, J.: The hippocampus as a spatial map. Preliminary evidence from unit activity in the freely-moving rat. Brain Res. 34(1), 171\u2013175 (1971)","journal-title":"Brain Res."},{"issue":"5172","key":"4_CR2","doi-asserted-by":"publisher","first-page":"676","DOI":"10.1126\/science.8036517","volume":"265","author":"MA Wilson","year":"1994","unstructured":"Wilson, M.A., McNaughton, B.L., et al.: Reactivation of hippocampal ensemble memories during sleep. Science 265(5172), 676\u2013679 (1994)","journal-title":"Science"},{"issue":"10","key":"4_CR3","doi-asserted-by":"publisher","first-page":"1222","DOI":"10.1038\/nn.2384","volume":"12","author":"G Girardeau","year":"2009","unstructured":"Girardeau, G., Benchenane, K., Wiener, S.I., Buzs\u00e1ki, G., Zugaro, M.B.: Selective suppression of hippocampal ripples impairs spatial memory. Nat. Neurosci. 12(10), 1222\u20131223 (2009)","journal-title":"Nat. Neurosci."},{"issue":"7084","key":"4_CR4","doi-asserted-by":"publisher","first-page":"680","DOI":"10.1038\/nature04587","volume":"440","author":"DJ Foster","year":"2006","unstructured":"Foster, D.J., Wilson, M.A.: Reverse replay of behavioural sequences in hippocampal place cells during the awake state. Nature 440(7084), 680\u2013683 (2006)","journal-title":"Nature"},{"issue":"6","key":"4_CR5","doi-asserted-by":"publisher","first-page":"1183","DOI":"10.1016\/S0896-6273(02)01096-6","volume":"36","author":"AK Lee","year":"2002","unstructured":"Lee, A.K., Wilson, M.A.: Memory of sequential experience in the hippocampus during slow wave sleep. Neuron 36(6), 1183\u20131194 (2002)","journal-title":"Neuron"},{"issue":"5","key":"4_CR6","doi-asserted-by":"publisher","first-page":"695","DOI":"10.1016\/j.neuron.2010.01.034","volume":"65","author":"AS Gupta","year":"2010","unstructured":"Gupta, A.S., van der Meer, M.A.A., Touretzky, D.S., Redish, A.D.: Hippocampal replay is not a simple function of experience. Neuron 65(5), 695\u2013705 (2010)","journal-title":"Neuron"},{"issue":"5","key":"4_CR7","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1016\/j.tins.2017.03.005","volume":"40","author":"Z Chen","year":"2017","unstructured":"Chen, Z., Wilson, M.A.: Deciphering neural codes of memory during sleep. Trends Neurosci. 40(5), 260\u2013275 (2017)","journal-title":"Trends Neurosci."},{"issue":"7","key":"4_CR8","doi-asserted-by":"publisher","first-page":"919","DOI":"10.1038\/nn.2337","volume":"12","author":"A Peyrache","year":"2009","unstructured":"Peyrache, A., Khamassi, M., Benchenane, K., Wiener, S.I., Battaglia, F.P.: Replay of rule-learning related neural patterns in the prefrontal cortex during sleep. Nat. Neurosci. 12(7), 919\u2013926 (2009)","journal-title":"Nat. Neurosci."},{"issue":"3","key":"4_CR9","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1037\/0033-295X.102.3.419","volume":"102","author":"JL McClelland","year":"1995","unstructured":"McClelland, J.L., McNaughton, B.L., O\u2019reilly, R.C.: Why there are complementary learning systems in the hippocampus and neocortex: insights from the successes and failures of connectionist models of learning and memory. Psychol. Rev. 102(3), 419 (1995)","journal-title":"Psychol. Rev."},{"issue":"4","key":"4_CR10","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1038\/nn.3970","volume":"18","author":"G Lavill\u00e9on De","year":"2015","unstructured":"De Lavill\u00e9on, G., Lacroix, M.M., Rondi-Reig, L., Benchenane, K.: Explicit memory creation during sleep demonstrates a causal role of place cells in navigation. Nat. Neurosci. 18(4), 493\u2013495 (2015)","journal-title":"Nat. Neurosci."},{"key":"4_CR11","doi-asserted-by":"crossref","unstructured":"Caz\u00e9, R., Khamassi, M., Aubin, L., Girard, B.: Hippocampal replays under the scrutiny of reinforcement learning models (2018, submitted)","DOI":"10.1152\/jn.00145.2018"},{"key":"4_CR12","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1016\/B978-1-55860-141-3.50030-4","volume-title":"Machine Learning Proceedings 1990","author":"Richard S. Sutton","year":"1990","unstructured":"Sutton, R.S.: Integrated architectures for learning, planning, and reacting based on approximating dynamic programming. In: Proceedings of the Seventh International Conference on Machine Learning, pp. 216\u2013224 (1990)"},{"issue":"1","key":"4_CR13","first-page":"103","volume":"13","author":"AW Moore","year":"1993","unstructured":"Moore, A.W., Atkeson, C.G.: Prioritized sweeping: reinforcement learning with less data and less time. Mach. Learn. 13(1), 103\u2013130 (1993)","journal-title":"Mach. Learn."},{"issue":"4","key":"4_CR14","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1177\/105971239300100403","volume":"1","author":"J Peng","year":"1993","unstructured":"Peng, J., Williams, R.J.: Efficient learning and planning within the Dyna framework. Adapt. Behav. 1(4), 437\u2013454 (1993)","journal-title":"Adapt. Behav."},{"key":"4_CR15","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1177\/105971230501300205","volume":"13","author":"M Khamassi","year":"2005","unstructured":"Khamassi, M., Lacheze, L., Girard, B., Berthoz, A., Guillot, A.: Actor-critic models of reinforcement learning in the basal ganglia: from natural to arificial rats. Adapt. Behav. 13, 131\u2013148 (2005)","journal-title":"Adapt. Behav."},{"issue":"3\/4","key":"4_CR16","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1023\/A:1022628806385","volume":"8","author":"LH Lin","year":"1992","unstructured":"Lin, L.H.: Self-improving reactive agents based on reinforcement learning, planning and teaching. Mach. Learn. 8(3\/4), 69\u201397 (1992)","journal-title":"Mach. Learn."},{"issue":"5","key":"4_CR17","doi-asserted-by":"publisher","first-page":"1379","DOI":"10.1111\/j.1460-9568.2004.03570.x","volume":"20","author":"V Paz-Villagr\u00e1n","year":"2004","unstructured":"Paz-Villagr\u00e1n, V., Save, E., Poucet, B.: Independent coding of connected environments by place cells. Eur. J. Neurosci. 20(5), 1379\u20131390 (2004)","journal-title":"Eur. J. Neurosci."},{"issue":"9","key":"4_CR18","doi-asserted-by":"publisher","first-page":"547","DOI":"10.1038\/nrn.2017.74","volume":"18","author":"H Eichenbaum","year":"2017","unstructured":"Eichenbaum, H.: Prefrontal-hippocampal interactions in episodic memory. Nat. Rev. Neurosci. 18(9), 547 (2017)","journal-title":"Nat. Rev. Neurosci."},{"key":"4_CR19","volume-title":"Reinforcement Learning: An Introduction","author":"R Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"key":"4_CR20","unstructured":"Tsitsiklis, J.N., Van Roy, B.: Analysis of temporal-diffference learning with function approximation. In: Advances in Neural Information Processing Systems, pp. 1075\u20131081 (1997)"},{"issue":"1","key":"4_CR21","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1162\/neco.1991.3.1.79","volume":"3","author":"RA Jacobs","year":"1991","unstructured":"Jacobs, R.A., Jordan, M.I., Nowlan, S.J., Hinton, G.E.: Adaptive mixtures of local experts. Neural Comput. 3(1), 79\u201387 (1991)","journal-title":"Neural Comput."}],"container-title":["Lecture Notes in Computer Science","Biomimetic and Biohybrid Systems"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-95972-6_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,20]],"date-time":"2019-10-20T08:00:55Z","timestamp":1571558455000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-95972-6_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319959719","9783319959726"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-95972-6_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]}}}