{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T11:48:23Z","timestamp":1790855303330,"version":"4.1.0"},"reference-count":72,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2019,5,6]],"date-time":"2019-05-06T00:00:00Z","timestamp":1557100800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,5,6]],"date-time":"2019-05-06T00:00:00Z","timestamp":1557100800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Hum Behav"],"DOI":"10.1038\/s41562-019-0597-3","type":"journal-article","created":{"date-parts":[[2019,5,9]],"date-time":"2019-05-09T05:34:09Z","timestamp":1557380049000},"page":"719-732","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":117,"title":["Positive reward prediction errors during decision-making strengthen memory encoding"],"prefix":"10.1038","volume":"3","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3073-8228","authenticated-orcid":false,"given":"Anthony I.","family":"Jang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5397-535X","authenticated-orcid":false,"given":"Matthew R.","family":"Nassar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1977-700X","authenticated-orcid":false,"given":"Daniel G.","family":"Dillon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael J.","family":"Frank","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,5,6]]},"reference":[{"key":"597_CR1","doi-asserted-by":"crossref","unstructured":"Sutton, R. & Barto, A. Reinforcement Learning: An I\n                           ntroduction (MIT Press, 1998).","DOI":"10.1109\/TNN.1998.712192"},{"key":"597_CR2","doi-asserted-by":"crossref","unstructured":"Schacter, D. L. & Tulving, E. Memory Systems 1994 (MIT Press, 1994).","DOI":"10.7551\/mitpress\/4545.001.0001"},{"key":"597_CR3","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1037\/0033-295X.102.3.419","volume":"102","author":"JL McClelland","year":"1995","unstructured":"McClelland, J. L., McNaughton, B. L. & O\u2019Reilly, R. C. Why there are complementary learning systems in the hippocampus and neocortex: insights from the successes and failures of connectionist models of learning and memory. Psychol. Rev. 102, 419\u2013457 (1995).","journal-title":"Psychol. Rev."},{"key":"597_CR4","doi-asserted-by":"publisher","first-page":"1229","DOI":"10.1111\/j.1551-6709.2011.01214.x","volume":"38","author":"RC O\u2019Reilly","year":"2014","unstructured":"O\u2019Reilly, R. C., Bhattacharyya, R., Howard, M. D. & Ketz, N. Complementary learning systems. Cogn. Sci. 38, 1229\u20131248 (2014).","journal-title":"Cogn. Sci."},{"key":"597_CR5","doi-asserted-by":"publisher","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","volume":"275","author":"W Schultz","year":"1997","unstructured":"Schultz, W. A neural substrate of prediction and reward. Science 275, 1593\u20131599 (1997).","journal-title":"Science"},{"key":"597_CR6","doi-asserted-by":"publisher","first-page":"1940","DOI":"10.1126\/science.1102941","volume":"306","author":"MJ Frank","year":"2004","unstructured":"Frank, M. J. By carrot or by stick: cognitive reinforcement learning in parkinsonism. Science 306, 1940\u20131943 (2004).","journal-title":"Science"},{"key":"597_CR7","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1126\/science.1094285","volume":"304","author":"J O\u2019Doherty","year":"2004","unstructured":"O\u2019Doherty, J. et al. Dissociable roles of ventral and dorsal striatum in instrumental conditioning. Science 304, 452\u2013454 (2004).","journal-title":"Science"},{"key":"597_CR8","doi-asserted-by":"publisher","first-page":"698","DOI":"10.1038\/nature07991","volume":"459","author":"VS Sohal","year":"2009","unstructured":"Sohal, V. S., Zhang, F., Yizhar, O. & Deisseroth, K. Parvalbumin neurons and gamma rhythms enhance cortical circuit performance. Nature 459, 698\u2013702 (2009).","journal-title":"Nature"},{"key":"597_CR9","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1037\/0033-295X.99.2.195","volume":"99","author":"LR Squire","year":"1992","unstructured":"Squire, L. R. Memory and the hippocampus: a synthesis from findings with rats, monkeys, and humans. Psychol. Rev. 99, 195\u2013231 (1992).","journal-title":"Psychol. Rev."},{"key":"597_CR10","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1016\/S0959-4388(97)80010-4","volume":"7","author":"L Nadel","year":"1997","unstructured":"Nadel, L. & Moscovitch, M. Memory consolidation, retrograde amnesia and the hippocampal complex. Curr. Opin. Neurobiol. 7, 217\u2013227 (1997).","journal-title":"Curr. Opin. Neurobiol."},{"key":"597_CR11","doi-asserted-by":"publisher","first-page":"1142","DOI":"10.1523\/JNEUROSCI.19-03-01142.1999","volume":"19","author":"H Wan","year":"1999","unstructured":"Wan, H., Aggleton, J. P. & Brown, M. W. Different contributions of the hippocampus and perirhinal cortex to recognition memory. J. Neurosci. 19, 1142\u20131148 (1999).","journal-title":"J. Neurosci."},{"key":"597_CR12","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1146\/annurev.neuro.30.051606.094328","volume":"30","author":"H Eichenbaum","year":"2007","unstructured":"Eichenbaum, H., Yonelinas, A. P. & Ranganath, C. The medial temporal lobe and recognition memory. Annu. Rev. Neurosci. 30, 123\u2013152 (2007).","journal-title":"Annu. Rev. Neurosci."},{"key":"597_CR13","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1146\/annurev-psych-113011-143733","volume":"67","author":"M Moscovitch","year":"2016","unstructured":"Moscovitch, M., Cabeza, R., Winocur, G. & Nadel, L. Episodic memory and beyond: the hippocampus and neocortex in transformation. Annu. Rev. Psychol. 67, 105\u2013134 (2016).","journal-title":"Annu. Rev. Psychol."},{"key":"597_CR14","doi-asserted-by":"publisher","first-page":"E7418","DOI":"10.1073\/pnas.1717088115","volume":"115","author":"LJ Lohnas","year":"2018","unstructured":"Lohnas, L. J. et al. Time-resolved neural reinstatement and pattern separation during memory decisions in human hippocampus. Proc. Natl Acad. Sci. USA 115, E7418\u2013E7427 (2018).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"597_CR15","doi-asserted-by":"publisher","first-page":"1700","DOI":"10.1016\/j.cub.2017.05.014","volume":"27","author":"AI Jang","year":"2017","unstructured":"Jang, A. I., Wittig, J. H.Jr, Inati, S. K. & Zaghloul, K. A. Human cortical neurons in the anterior temporal lobe reinstate spiking activity during verbal memory retrieval. Curr. Biol. 27, 1700\u20131705 (2017).","journal-title":"Curr. Biol."},{"key":"597_CR16","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1016\/j.biopsych.2016.05.012","volume":"80","author":"SR Heilbronner","year":"2016","unstructured":"Heilbronner, S. R., Rodriguez-Romaguera, J., Quirk, G. J., Groenewegen, H. J. & Haber, S. N. Circuit-based corticostriatal homologies between rat and primate. Biol. Psychiat. 80, 509\u2013521 (2016).","journal-title":"Biol. Psychiat."},{"key":"597_CR17","doi-asserted-by":"publisher","first-page":"411","DOI":"10.1002\/1098-1063(2000)10:4<411::AID-HIPO7>3.0.CO;2-A","volume":"10","author":"AM Thierry","year":"2000","unstructured":"Thierry, A. M., Gioanni, Y., D\u00e9g\u00e9n\u00e9tais, E. & Glowinski, J. Hippocampo-prefrontal cortex pathway: anatomical and electrophysiological characteristics. Hippocampus 10, 411\u2013419 (2000).","journal-title":"Hippocampus"},{"key":"597_CR18","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1016\/j.nlm.2004.06.004","volume":"82","author":"HE Atallah","year":"2004","unstructured":"Atallah, H. E., Frank, M. J. & O\u2019Reilly, R. C. Hippocampus, cortex, and basal ganglia: insights from computational models of complementary learning systems. Neurobiol. Learn. Mem. 82, 253\u2013267 (2004).","journal-title":"Neurobiol. Learn. Mem."},{"key":"597_CR19","doi-asserted-by":"publisher","first-page":"547","DOI":"10.1038\/nrn.2017.74","volume":"18","author":"H Eichenbaum","year":"2017","unstructured":"Eichenbaum, H. Prefrontal\u2013hippocampal interactions in episodic memory. Nat. Rev. Neurosci. 18, 547\u2013558 (2017).","journal-title":"Nat. Rev. Neurosci."},{"key":"597_CR20","first-page":"400","volume":"32","author":"SB Floresco","year":"2007","unstructured":"Floresco, S. B. Dopaminergic regulation of limbic-striatal interplay. J. Psychiat. Neurosci. 32, 400\u2013411 (2007).","journal-title":"J. Psychiat. Neurosci."},{"key":"597_CR21","doi-asserted-by":"publisher","first-page":"464","DOI":"10.1016\/j.tics.2010.08.002","volume":"14","author":"D Shohamy","year":"2010","unstructured":"Shohamy, D. & Adcock, R. A. Dopamine and adaptive memory. Trends Cogn. Sci. 14, 464\u2013472 (2010).","journal-title":"Trends Cogn. Sci."},{"key":"597_CR22","doi-asserted-by":"publisher","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","volume":"16","author":"PR Montague","year":"1996","unstructured":"Montague, P. R., Dayan, P. & Sejnowski, T. J. A framework for mesencephalic dopamine systems based on predictive Hebbian learning. J. Neurosci. 16, 1936\u20131947 (1996).","journal-title":"J. Neurosci."},{"key":"597_CR23","doi-asserted-by":"publisher","first-page":"966","DOI":"10.1038\/nn.3413","volume":"16","author":"EE Steinberg","year":"2013","unstructured":"Steinberg, E. E. et al. A causal link between prediction errors, dopamine neurons and learning. Nat. Neurosci. 16, 966\u2013973 (2013).","journal-title":"Nat. Neurosci."},{"key":"597_CR24","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1038\/nrn.2015.26","volume":"17","author":"W Schultz","year":"2016","unstructured":"Schultz, W. Dopamine reward prediction-error signalling: a two-component response. Nat. Rev. Neurosci. 17, 183\u2013195 (2016).","journal-title":"Nat. Rev. Neurosci."},{"key":"597_CR25","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1016\/S0165-0173(98)00019-8","volume":"28","author":"KC Berridge","year":"1998","unstructured":"Berridge, K. C. & Robinson, T. E. What is the role of dopamine in reward: hedonic impact, reward learning, or incentive salience? Brain Res. Rev. 28, 309\u2013369 (1998).","journal-title":"Brain Res. Rev."},{"key":"597_CR26","doi-asserted-by":"publisher","first-page":"1898","DOI":"10.1126\/science.1077349","volume":"299","author":"CD Fiorillo","year":"2003","unstructured":"Fiorillo, C. D., Tobler, P. N. & Schultz, W. Discrete coding of reward probability and uncertainty by dopamine neurons. Science 299, 1898\u20131902 (2003).","journal-title":"Science"},{"key":"597_CR27","doi-asserted-by":"crossref","unstructured":"Clark, C. A. & Dagher, A. The role of dopamine in risk taking: a specific look at Parkinson\u2019s disease and gambling. Front. Behav. Neurosci. 8, 196 (2014).","DOI":"10.3389\/fnbeh.2014.00196"},{"key":"597_CR28","doi-asserted-by":"crossref","unstructured":"Stopper, C. M., Tse, M. T. L., Montes, D. R., Wiedman, C. R. & Floresco, S. B. Overriding phasic dopamine signals redirects action selection during risk\/reward decision making. Neuron 84, 177\u2013189 (2014).","DOI":"10.1016\/j.neuron.2014.08.033"},{"key":"597_CR29","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1037\/a0037015","volume":"121","author":"AGE Collins","year":"2014","unstructured":"Collins, A. G. E. & Frank, M. J. Opponent actor learning (OpAL): modeling interactive effects of striatal dopamine on reinforcement learning and choice incentive. Psychol. Rev. 121, 337\u2013366 (2014).","journal-title":"Psychol. Rev."},{"key":"597_CR30","doi-asserted-by":"publisher","first-page":"642","DOI":"10.1038\/nature17400","volume":"531","author":"KA Zalocusky","year":"2016","unstructured":"Zalocusky, K. A. et al. Nucleus accumbens D2R cells signal prior outcomes and control risky decision-making. Nature 531, 642\u2013646 (2016).","journal-title":"Nature"},{"key":"597_CR31","doi-asserted-by":"publisher","first-page":"9811","DOI":"10.1523\/JNEUROSCI.0702-15.2015","volume":"35","author":"RB Rutledge","year":"2015","unstructured":"Rutledge, R. B., Skandali, N., Dayan, P. & Dolan, R. J. Dopaminergic modulation of decision making and subjective well-being. J. Neurosci. 35, 9811\u20139822 (2015).","journal-title":"J. Neurosci."},{"key":"597_CR32","doi-asserted-by":"publisher","first-page":"703","DOI":"10.1016\/j.neuron.2005.05.002","volume":"46","author":"JE Lisman","year":"2005","unstructured":"Lisman, J. E. & Grace, A. A. The hippocampal-VTA loop: controlling the entry of information into long-term memory. Neuron 46, 703\u2013713 (2005).","journal-title":"Neuron"},{"key":"597_CR33","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1016\/j.neuron.2005.01.010","volume":"45","author":"BC Wittmann","year":"2005","unstructured":"Wittmann, B. C. et al. Reward-related fMRI activation of dopaminergic midbrain is associated with enhanced hippocampus-dependent long-term memory formation. Neuron 45, 459\u2013467 (2005).","journal-title":"Neuron"},{"key":"597_CR34","doi-asserted-by":"publisher","DOI":"10.1186\/1756-6606-3-15","volume":"3","author":"K Tully","year":"2010","unstructured":"Tully, K. & Bolshakov, V. Y. Emotional enhancement of memory: how norepinephrine enables synaptic plasticity. Mol. Brain 3, 15 (2010).","journal-title":"Mol. Brain"},{"key":"597_CR35","doi-asserted-by":"publisher","first-page":"1763","DOI":"10.1038\/nn.4152","volume":"18","author":"ZB Rosen","year":"2015","unstructured":"Rosen, Z. B., Cheung, S. & Siegelbaum, S. A. Midbrain dopamine neurons bidirectionally regulate CA3-CA1 synaptic drive. Nat. Neurosci. 18, 1763\u20131771 (2015).","journal-title":"Nat. Neurosci."},{"key":"597_CR36","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1016\/j.brainres.2016.12.002","volume":"1657","author":"AZ Weitemier","year":"2017","unstructured":"Weitemier, A. Z. & McHugh, T. J. Noradrenergic modulation of evoked dopamine release and pH shift in the mouse dorsal hippocampus and ventral striatum. Brain Res. 1657, 74\u201386 (2017).","journal-title":"Brain Res."},{"key":"597_CR37","doi-asserted-by":"publisher","first-page":"7723","DOI":"10.1523\/JNEUROSCI.1454-06.2006","volume":"26","author":"N Lemon","year":"2006","unstructured":"Lemon, N. & Manahan-Vaughan, D. Dopamine D1\/D5 receptors gate the acquisition of novel information through hippocampal long-term potentiation and long-term depression. J. Neurosci. 26, 7723\u20137729 (2006).","journal-title":"J. Neurosci."},{"key":"597_CR38","doi-asserted-by":"publisher","first-page":"1658","DOI":"10.1038\/nn.3843","volume":"17","author":"CG McNamara","year":"2014","unstructured":"McNamara, C. G., Tejero-Cantero, \u00c1., Trouche, S., Campo-Urriza, N. & Dupret, D. Dopaminergic neurons promote hippocampal reactivation and spatial memory persistence. Nat. Neurosci. 17, 1658\u20131660 (2014).","journal-title":"Nat. Neurosci."},{"key":"597_CR39","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1038\/nn.2460","volume":"13","author":"JO Gan","year":"2009","unstructured":"Gan, J. O., Walton, M. E. & Phillips, P. E. M. Dissociable cost and benefit encoding of future rewards by mesolimbic dopamine. Nat. Neurosci. 13, 25\u201327 (2009).","journal-title":"Nat. Neurosci."},{"key":"597_CR40","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/j.neuron.2005.05.020","volume":"47","author":"HM Bayer","year":"2005","unstructured":"Bayer, H. M. & Glimcher, P. W. Midbrain dopamine neurons encode a quantitative reward prediction error signal. Neuron 47, 129\u2013141 (2005).","journal-title":"Neuron"},{"key":"597_CR41","doi-asserted-by":"publisher","first-page":"1496","DOI":"10.1126\/science.1167342","volume":"323","author":"KA Zaghloul","year":"2009","unstructured":"Zaghloul, K. A. et al. Human substantia nigra neurons encode unexpected financial rewards. Science 323, 1496\u20131499 (2009).","journal-title":"Science"},{"key":"597_CR42","doi-asserted-by":"publisher","first-page":"1610","DOI":"10.1523\/JNEUROSCI.2721-09.2010","volume":"30","author":"I Bethus","year":"2010","unstructured":"Bethus, I., Tse, D. & Morris, R. G. M. Dopamine and memory: modulation of the persistence of memory for novel hippocampal NMDA receptor-dependent paired associates. J. Neurosci. 30, 1610\u20131618 (2010).","journal-title":"J. Neurosci."},{"key":"597_CR43","doi-asserted-by":"publisher","first-page":"2160","DOI":"10.1093\/cercor\/bht063","volume":"24","author":"VP Murty","year":"2013","unstructured":"Murty, V. P. & Adcock, R. A. Enriched encoding: reward motivation organizes cortical networks for hippocampal detection of unexpected events. Cereb. Cortex 24, 2160\u20132168 (2013).","journal-title":"Cereb. Cortex"},{"key":"597_CR44","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1523\/JNEUROSCI.4032-15.2016","volume":"37","author":"VP Murty","year":"2017","unstructured":"Murty, V. P., Tompary, A., Adcock, R. A. & Davachi, L. Selectivity in postencoding connectivity with high-level visual cortex is associated with reward-motivated memory. J. Neurosci. 37, 537\u2013545 (2017).","journal-title":"J. Neurosci."},{"key":"597_CR45","doi-asserted-by":"publisher","first-page":"14901","DOI":"10.1523\/JNEUROSCI.0204-14.2014","volume":"34","author":"GE Wimmer","year":"2014","unstructured":"Wimmer, G. E., Braun, E. K., Daw, N. D. & Shohamy, D. Episodic memory encoding interferes with reward learning and decreases striatal prediction errors. J. Neurosci. 34, 14901\u201314912 (2014).","journal-title":"J. Neurosci."},{"key":"597_CR46","doi-asserted-by":"publisher","first-page":"1430","DOI":"10.1037\/xlm0000518","volume":"44","author":"N Rouhani","year":"2018","unstructured":"Rouhani, N., Norman, K. A. & Niv, Y. Dissociable effects of surprising rewards on learning and memory. J. Exp. Psychol. Learn. Mem. Cogn. 44, 1430\u20131443 (2018).","journal-title":"J. Exp. Psychol. Learn. Mem. Cogn."},{"key":"597_CR47","doi-asserted-by":"publisher","first-page":"e0189212","DOI":"10.1371\/journal.pone.0189212","volume":"13","author":"E De Loof","year":"2018","unstructured":"De Loof, E. et al. Signed reward prediction errors drive declarative learning. PLoS One 13, e0189212 (2018).","journal-title":"PLoS One"},{"key":"597_CR48","doi-asserted-by":"publisher","first-page":"574","DOI":"10.1016\/j.tins.2005.09.002","volume":"28","author":"S Bouret","year":"2005","unstructured":"Bouret, S. & Sara, S. J. Network reset: a simplified overarching theory of locus coeruleus noradrenaline function. Trends Neurosci. 28, 574\u2013582 (2005).","journal-title":"Trends Neurosci."},{"key":"597_CR49","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1016\/j.neuron.2005.04.026","volume":"46","author":"AJ Yu","year":"2005","unstructured":"Yu, A. J. & Dayan, P. Uncertainty, neuromodulation, and attention. Neuron 46, 681\u2013692 (2005).","journal-title":"Neuron"},{"key":"597_CR50","doi-asserted-by":"publisher","first-page":"1040","DOI":"10.1038\/nn.3130","volume":"15","author":"MR Nassar","year":"2012","unstructured":"Nassar, M. R. et al. Rational regulation of learning dynamics by pupil-linked arousal systems. Nat. Neurosci. 15, 1040\u20131046 (2012).","journal-title":"Nat. Neurosci."},{"key":"597_CR51","doi-asserted-by":"crossref","unstructured":"Preuschoff, K., \u2019t Hart, M. & Einh\u00e4user, W. Pupil dilation signals surprise: evidence for noradrenaline\u2019s role in decision making. Front. Neurosci. 5, 115 (2011).","DOI":"10.3389\/fnins.2011.00115"},{"key":"597_CR52","doi-asserted-by":"publisher","first-page":"1214","DOI":"10.1038\/nn1954","volume":"10","author":"TEJ Behrens","year":"2007","unstructured":"Behrens, T. E. J., Woolrich, M. W., Walton, M. E. & Rushworth, M. F. S. Learning the value of information in an uncertain world. Nat. Neurosci. 10, 1214\u20131221 (2007).","journal-title":"Nat. Neurosci."},{"key":"597_CR53","doi-asserted-by":"publisher","first-page":"12366","DOI":"10.1523\/JNEUROSCI.0822-10.2010","volume":"30","author":"MR Nassar","year":"2010","unstructured":"Nassar, M. R., Wilson, R. C., Heasly, B. & Gold, J. I. An approximately Bayesian delta-rule model explains the dynamics of belief updating in a changing environment. J. Neurosci. 30, 12366\u201312378 (2010).","journal-title":"J. Neurosci."},{"key":"597_CR54","doi-asserted-by":"publisher","first-page":"410","DOI":"10.1038\/nn2077","volume":"11","author":"K Doya","year":"2008","unstructured":"Doya, K. Modulators of decision making. Nat. Neurosci. 11, 410\u2013416 (2008).","journal-title":"Nat. Neurosci."},{"key":"597_CR55","doi-asserted-by":"publisher","first-page":"870","DOI":"10.1016\/j.neuron.2014.10.013","volume":"84","author":"JT McGuire","year":"2014","unstructured":"McGuire, J. T., Nassar, M. R., Gold, J. I. & Kable, J. W. Functionally dissociable influences on learning rate in a dynamic environment. Neuron 84, 870\u2013881 (2014).","journal-title":"Neuron"},{"key":"597_CR56","doi-asserted-by":"publisher","first-page":"11609","DOI":"10.1038\/ncomms11609","volume":"7","author":"MR Nassar","year":"2016","unstructured":"Nassar, M. R. et al. Age differences in learning emerge from an insufficient representation of uncertainty in older adults. Nat. Commun. 7, 11609 (2016).","journal-title":"Nat. Commun."},{"key":"597_CR57","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1038\/nature10754","volume":"482","author":"JY Cohen","year":"2012","unstructured":"Cohen, J. Y., Haesler, S., Vong, L., Lowell, B. B. & Uchida, N. Neuron-type-specific signals for reward and punishment in the ventral tegmental area. Nature 482, 85\u201388 (2012).","journal-title":"Nature"},{"key":"597_CR58","doi-asserted-by":"publisher","first-page":"15104","DOI":"10.1523\/JNEUROSCI.3524-09.2009","volume":"29","author":"RB Rutledge","year":"2009","unstructured":"Rutledge, R. B. et al. Dopaminergic drugs modulate learning rates and perseveration in Parkinson\u2019s patients in a dynamic foraging task. J. Neurosci. 29, 15104\u201315114 (2009).","journal-title":"J. Neurosci."},{"key":"597_CR59","doi-asserted-by":"publisher","first-page":"e13665","DOI":"10.7554\/eLife.13665","volume":"5","author":"BF Sadacca","year":"2016","unstructured":"Sadacca, B. F., Jones, J. L. & Schoenbaum, G. Midbrain dopamine neurons compute inferred and cached value prediction errors in a common framework. eLife 5, e13665 (2016).","journal-title":"eLife"},{"key":"597_CR60","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/S0166-2236(97)01189-2","volume":"21","author":"U Frey","year":"1998","unstructured":"Frey, U. & Morris, R. G. Synaptic tagging: implications for late maintenance of hippocampal long-term potentiation. Trends Neurosci. 21, 181\u2013188 (1998).","journal-title":"Trends Neurosci."},{"key":"597_CR61","doi-asserted-by":"publisher","unstructured":"Stanek, J. K., Dickerson, K. C., Chiew, K. S., Clement, N. J. & Adcock, R. A. Expected reward value and reward uncertainty have temporally dissociable effects on memory formation. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/280164 (2018).","DOI":"10.1101\/280164"},{"key":"597_CR62","doi-asserted-by":"publisher","first-page":"6255","DOI":"10.1523\/JNEUROSCI.4181-14.2015","volume":"35","author":"VP Murty","year":"2015","unstructured":"Murty, V. P., DuBrow, S. & Davachi, L. The simple act of choosing influences declarative memory. J. Neurosci. 35, 6255\u20136264 (2015).","journal-title":"J. Neurosci."},{"key":"597_CR63","doi-asserted-by":"publisher","first-page":"14515","DOI":"10.1073\/pnas.0406344101","volume":"101","author":"NJ Broadbent","year":"2004","unstructured":"Broadbent, N. J., Squire, L. R. & Clark, R. E. Spatial memory, recognition memory, and the hippocampus. Proc. Natl Acad. Sci. USA 101, 14515\u201314520 (2004).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"597_CR64","doi-asserted-by":"publisher","first-page":"872","DOI":"10.1038\/nrn2154","volume":"8","author":"LR Squire","year":"2007","unstructured":"Squire, L. R., Wixted, J. T. & Clark, R. E. Recognition memory and the medial temporal lobe: a new perspective. Nat. Rev. Neurosci. 8, 872\u2013883 (2007).","journal-title":"Nat. Rev. Neurosci."},{"key":"597_CR65","doi-asserted-by":"publisher","first-page":"4908","DOI":"10.1093\/cercor\/bhv216","volume":"25","author":"R Koster","year":"2015","unstructured":"Koster, R., Guitart-Masip, M., Dolan, R. J. & D\u00fczel, E. Basal ganglia activity mirrors a benefit of action and reward on long-lasting event memory. Cereb. Cortex 25, 4908\u20134917 (2015).","journal-title":"Cereb. Cortex"},{"key":"597_CR66","doi-asserted-by":"publisher","first-page":"578","DOI":"10.3758\/s13415-014-0275-x","volume":"14","author":"MS Cohen","year":"2014","unstructured":"Cohen, M. S., Rissman, J., Suthana, N. A., Castel, A. D. & Knowlton, B. J. Value-based modulation of memory encoding involves strategic engagement of fronto-temporal semantic processing regions. Cogn. Affect. Behav. Neurosci. 14, 578\u2013592 (2014).","journal-title":"Cogn. Affect. Behav. Neurosci."},{"key":"597_CR67","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1038\/nn.4173","volume":"19","author":"AA Hamid","year":"2016","unstructured":"Hamid, A. A. et al. Mesolimbic dopamine signals the value of work. Nat. Neurosci. 19, 117\u2013126 (2016).","journal-title":"Nat. Neurosci."},{"key":"597_CR68","doi-asserted-by":"crossref","unstructured":"Starkweather, C. K., Babayan, B. M., Uchida, N. & Gershman, S. J. Dopamine reward prediction errors reflect hidden-state inference across time. Nat. Neurosci. 20, 581\u2013589 (2017).","DOI":"10.1038\/nn.4520"},{"key":"597_CR69","doi-asserted-by":"publisher","first-page":"12677","DOI":"10.1523\/JNEUROSCI.1850-16.2016","volume":"36","author":"NM Long","year":"2016","unstructured":"Long, N. M., Lee, H. & Kuhl, B. A. Hippocampal mismatch signals are modulated by the strength of neural predictions and their similarity to outcomes. J. Neurosci. 36, 12677\u201312687 (2016).","journal-title":"J. Neurosci."},{"key":"597_CR70","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/j.jml.2016.11.001","volume":"94","author":"A Greve","year":"2017","unstructured":"Greve, A., Cooper, E., Kaula, A., Anderson, M. C. & Henson, R. Does prediction error drive one-shot declarative learning?. J. Mem. Lang. 94, 149\u2013165 (2017).","journal-title":"J. Mem. Lang."},{"key":"597_CR71","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1214\/aos\/1176344136","volume":"6","author":"G Schwartz","year":"1978","unstructured":"Schwartz, G. Estimating the Dimension of a Model. Ann. Stat. 6, 461\u2013464 (1978).","journal-title":"Ann. Stat."},{"key":"597_CR72","doi-asserted-by":"publisher","unstructured":"Carpenter, B. et al. Stan: A probabilistic programming language. J. Stat. Soft. https:\/\/doi.org\/10.18637\/jss.v076.i01 (2017).","DOI":"10.18637\/jss.v076.i01"}],"container-title":["Nature Human Behaviour"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41562-019-0597-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41562-019-0597-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41562-019-0597-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,16]],"date-time":"2022-12-16T22:56:10Z","timestamp":1671231370000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41562-019-0597-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,6]]},"references-count":72,"journal-issue":{"issue":"7","published-online":{"date-parts":[[2019,7]]}},"alternative-id":["597"],"URL":"https:\/\/doi.org\/10.1038\/s41562-019-0597-3","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/327445","asserted-by":"object"}]},"ISSN":["2397-3374"],"issn-type":[{"value":"2397-3374","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,5,6]]},"assertion":[{"value":"21 May 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 March 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 May 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}