{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,26]],"date-time":"2026-09-26T20:59:10Z","timestamp":1790456350860,"version":"4.1.0"},"reference-count":69,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2025,3,18]],"date-time":"2025-03-18T00:00:00Z","timestamp":1742256000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,3,18]],"date-time":"2025-03-18T00:00:00Z","timestamp":1742256000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000065","name":"U.S. Department of Health & Human Services | NIH | National Institute of Neurological Disorders and Stroke","doi-asserted-by":"publisher","award":["U19 NS113201"],"award-info":[{"award-number":["U19 NS113201"]}],"id":[{"id":"10.13039\/100000065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000065","name":"U.S. Department of Health & Human Services | NIH | National Institute of Neurological Disorders and Stroke","doi-asserted-by":"publisher","award":["U19 NS113201"],"award-info":[{"award-number":["U19 NS113201"]}],"id":[{"id":"10.13039\/100000065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000055","name":"U.S. Department of Health & Human Services | NIH | National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","award":["R01DC017311"],"award-info":[{"award-number":["R01DC017311"]}],"id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000055","name":"U.S. Department of Health & Human Services | NIH | National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","award":["R01DC017311"],"award-info":[{"award-number":["R01DC017311"]}],"id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000893","name":"Simons Foundation","doi-asserted-by":"publisher","award":["8470652-01"],"award-info":[{"award-number":["8470652-01"]}],"id":[{"id":"10.13039\/100000893","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000181","name":"United States Department of Defense | United States Air Force | AFMC | Air Force Office of Scientific Research","doi-asserted-by":"publisher","award":["FA9550-20-1-0413"],"award-info":[{"award-number":["FA9550-20-1-0413"]}],"id":[{"id":"10.13039\/100000181","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000181","name":"United States Department of Defense | United States Air Force | AFMC | Air Force Office of Scientific Research","doi-asserted-by":"publisher","award":["FA9550-20-1-0413"],"award-info":[{"award-number":["FA9550-20-1-0413"]}],"id":[{"id":"10.13039\/100000181","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000854","name":"Human Frontier Science Program","doi-asserted-by":"publisher","award":["LT000801\/2018"],"award-info":[{"award-number":["LT000801\/2018"]}],"id":[{"id":"10.13039\/501100000854","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000874","name":"Brain and Behavior Research Foundation","doi-asserted-by":"publisher","award":["NARSAD Young Investigator no. 30035"],"award-info":[{"award-number":["NARSAD Young Investigator no. 30035"]}],"id":[{"id":"10.13039\/100000874","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Harvard Brain Science Initiative"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Neurosci"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1038\/s41593-025-01915-4","type":"journal-article","created":{"date-parts":[[2025,3,18]],"date-time":"2025-03-18T10:10:10Z","timestamp":1742292610000},"page":"1280-1292","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Prospective contingency explains behavior and dopamine signals during associative learning"],"prefix":"10.1038","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6767-9773","authenticated-orcid":false,"given":"Lechen","family":"Qian","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3437-197X","authenticated-orcid":false,"given":"Mark","family":"Burrell","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jay A.","family":"Hennig","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7432-6754","authenticated-orcid":false,"given":"Sara","family":"Matias","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2443-4252","authenticated-orcid":false,"given":"Venkatesh N.","family":"Murthy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6546-3298","authenticated-orcid":false,"given":"Samuel J.","family":"Gershman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5755-9409","authenticated-orcid":false,"given":"Naoshige","family":"Uchida","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,3,18]]},"reference":[{"key":"1915_CR1","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1037\/0003-066X.43.3.151","volume":"43","author":"RA Rescorla","year":"1988","unstructured":"Rescorla, R. A. Pavlovian conditioning. It\u2019s not what you think it is. Am. Psychol. 43, 151\u2013160 (1988).","journal-title":"Am. Psychol."},{"key":"1915_CR2","doi-asserted-by":"publisher","first-page":"585","DOI":"10.1901\/jeab.1974.21-585","volume":"21","author":"J Gibbon","year":"1974","unstructured":"Gibbon, J., Berryman, R. & Thompson, R. L. Contingency spaces and measures in classical and instrumental conditioning. J. Exp. Anal. Behav. 21, 585\u2013605 (1974).","journal-title":"J. Exp. Anal. Behav."},{"key":"1915_CR3","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1016\/0023-9690(92)90007-9","volume":"23","author":"SC Hallam","year":"1992","unstructured":"Hallam, S. C., Grahame, N. J. & Miller, R. R. Exploring the edges of Pavlovian contingency space: an assessment of contingency theory and its various metrics. Learning Motivation 23, 225\u2013249 (1992).","journal-title":"Learning Motivation"},{"key":"1915_CR4","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1037\/0033-295X.104.2.367","volume":"104","author":"PW Cheng","year":"1997","unstructured":"Cheng, P. W. From covariation to causation: a causal power theory. Psychol. Rev. 104, 367 (1997).","journal-title":"Psychol. Rev."},{"key":"1915_CR5","doi-asserted-by":"publisher","first-page":"761","DOI":"10.1037\/rev0000163","volume":"126","author":"CR Gallistel","year":"2019","unstructured":"Gallistel, C. R., Craig, A. R. & Shahan, T. A. Contingency, contiguity, and causality in conditioning: applying information theory and Weber\u2019s Law to the assignment of credit problem. Psychol. Rev. 126, 761\u2013773 (2019).","journal-title":"Psychol. Rev."},{"key":"1915_CR6","doi-asserted-by":"publisher","first-page":"435","DOI":"10.1037\/0033-2909.114.3.435","volume":"114","author":"LG Allan","year":"1993","unstructured":"Allan, L. G. Human contingency judgments: rule based or associative? Psychol. Bull. 114, 435\u2013448 (1993).","journal-title":"Psychol. Bull."},{"key":"1915_CR7","doi-asserted-by":"publisher","first-page":"1158","DOI":"10.1152\/jn.00933.2009","volume":"103","author":"MA Bermudez","year":"2010","unstructured":"Bermudez, M. A. & Schultz, W. Responses of amygdala neurons to positive reward-predicting stimuli depend on background reward (contingency) rather than stimulus-reward pairing (contiguity). J. Neurophysiol. 103, 1158\u20131170 (2010).","journal-title":"J. Neurophysiol."},{"key":"1915_CR8","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1016\/j.cogpsych.2005.05.004","volume":"51","author":"TL Griffiths","year":"2005","unstructured":"Griffiths, T. L. & Tenenbaum, J. B. Structure and strength in causal induction. Cogn. Psychol. 51, 334\u2013384 (2005).","journal-title":"Cogn. Psychol."},{"key":"1915_CR9","doi-asserted-by":"publisher","first-page":"e0286067","DOI":"10.1371\/journal.pone.0286067","volume":"18","author":"SJ Gershman","year":"2023","unstructured":"Gershman, S. J. & Ullman, T. D. Causal implicatures from correlational statements. PLoS ONE 18, e0286067 (2023).","journal-title":"PLoS ONE"},{"key":"1915_CR10","doi-asserted-by":"publisher","first-page":"396","DOI":"10.1037\/0033-295X.97.3.396","volume":"97","author":"MR Papini","year":"1990","unstructured":"Papini, M. R. & Bitterman, M. E. The role of contingency in classical conditioning. Psychol. Rev. 97, 396\u2013403 (1990).","journal-title":"Psychol. Rev."},{"key":"1915_CR11","unstructured":"Kamin, L. Selective association and conditioning. In Fundamental Issues in Associative Learning (eds Mackintosh, N. J. & Honig, W. K.) 42\u201364 (Dalhousie Univ. Press, 1969)."},{"key":"1915_CR12","unstructured":"Rescorla, R. A. & Wagner, A. R. A theory of Pavlovian conditioning: variations in the effectiveness of reinforcement and nonreinforcement. In Classical Conditioning II: Current Research and Theory (eds Black, A. H. & Prokasy, W. F.) 64\u201399 (Appleton Century Crofts, 1972)."},{"key":"1915_CR13","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1146\/annurev.psych.52.1.111","volume":"52","author":"JM Pearce","year":"2001","unstructured":"Pearce, J. M. & Bouton, M. E. Theories of associative learning in animals. Annu. Rev. Psychol. 52, 111\u2013139 (2001).","journal-title":"Annu. Rev. Psychol."},{"key":"1915_CR14","unstructured":"Bouton, M. E. Learning and Behavior: A Contemporary Synthesis (Sinauer Associates, Inc., 2007)."},{"key":"1915_CR15","doi-asserted-by":"publisher","first-page":"965","DOI":"10.1038\/nn.4308","volume":"19","author":"TJ Madarasz","year":"2016","unstructured":"Madarasz, T. J. et al. Evaluation of ambiguous associations in the amygdala by learning the structure of the environment. Nat. Neurosci. 19, 965\u2013972 (2016).","journal-title":"Nat. Neurosci."},{"key":"1915_CR16","unstructured":"Sutton, R. S. & Barto, A. G. Reinforcement Learning: An Introduction vol. 1 (MIT, 1998)."},{"key":"1915_CR17","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V. et al. Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015).","journal-title":"Nature"},{"key":"1915_CR18","doi-asserted-by":"publisher","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","volume":"275","author":"W Schultz","year":"1997","unstructured":"Schultz, W., Dayan, P. & Montague, P. R. A neural substrate of prediction and reward. Science 275, 1593\u20131599 (1997).","journal-title":"Science"},{"key":"1915_CR19","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1038\/nature10754","volume":"482","author":"JY Cohen","year":"2012","unstructured":"Cohen, J. Y., Haesler, S., Vong, L., Lowell, B. B. & Uchida, N. Neuron-type-specific signals for reward and punishment in the ventral tegmental area. Nature 482, 85\u201388 (2012).","journal-title":"Nature"},{"key":"1915_CR20","doi-asserted-by":"publisher","first-page":"1082","DOI":"10.1038\/s41593-022-01109-2","volume":"25","author":"R Amo","year":"2022","unstructured":"Amo, R. et al. A gradual temporal shift of dopamine responses mirrors the progression of temporal difference error in machine learning. Nat. Neurosci. 25, 1082\u20131092 (2022).","journal-title":"Nat. Neurosci."},{"key":"1915_CR21","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1016\/j.jmp.2008.12.005","volume":"53","author":"Y Niv","year":"2009","unstructured":"Niv, Y. Reinforcement learning in the brain. J. Math. Psychol. 53, 139\u2013154 (2009).","journal-title":"J. Math. Psychol."},{"key":"1915_CR22","doi-asserted-by":"publisher","DOI":"10.1126\/science.abq6740","volume":"378","author":"H Jeong","year":"2022","unstructured":"Jeong, H. et al. Mesolimbic dopamine release conveys causal associations. Science 378, eabq6740 (2022).","journal-title":"Science"},{"key":"1915_CR23","doi-asserted-by":"publisher","first-page":"eadn4203","DOI":"10.1126\/sciadv.adn4203","volume":"10","author":"E Garr","year":"2024","unstructured":"Garr, E. et al. Mesostriatal dopamine is sensitive to changes in specific cue-reward contingencies. Sci. Adv. 10, eadn4203 (2024).","journal-title":"Sci. Adv."},{"key":"1915_CR24","doi-asserted-by":"publisher","first-page":"202","DOI":"10.1037\/0097-7403.15.3.202","volume":"15","author":"PJ Durlach","year":"1989","unstructured":"Durlach, P. J. Role of signals for unconditioned stimulus absence in the sensitivity of autoshaping to contingency. J. Exp. Psychol. Animal Behavior Processes 15, 202\u2013211 (1989).","journal-title":"J. Exp. Psychol. Animal Behavior Processes"},{"key":"1915_CR25","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1016\/j.neuron.2018.11.005","volume":"101","author":"JW de Jong","year":"2019","unstructured":"de Jong, J. W. et al. A neural circuit mechanism for encoding aversive stimuli in the mesolimbic dopamine system. Neuron 101, 133\u2013151.e7 (2019).","journal-title":"Neuron"},{"key":"1915_CR26","doi-asserted-by":"publisher","first-page":"e1004648","DOI":"10.1371\/journal.pcbi.1004648","volume":"11","author":"T Akam","year":"2015","unstructured":"Akam, T., Costa, R. & Dayan, P. Simple plans or sophisticated habits? State, transition and learning interactions in the two-step task. PLoS Comput. Biol. 11, e1004648 (2015).","journal-title":"PLoS Comput. Biol."},{"key":"1915_CR27","doi-asserted-by":"publisher","first-page":"1590","DOI":"10.1038\/nn.2957","volume":"14","author":"YK Takahashi","year":"2011","unstructured":"Takahashi, Y. K. et al. Expectancy-related changes in firing of dopamine neurons depend on orbitofrontal cortex. Nat. Neurosci. 14, 1590\u20131597 (2011).","journal-title":"Nat. Neurosci."},{"key":"1915_CR28","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1016\/j.conb.2020.08.014","volume":"67","author":"CK Starkweather","year":"2021","unstructured":"Starkweather, C. K. & Uchida, N. Dopamine signals as temporal difference errors: recent advances. Curr. Opin. Neurobiol. 67, 95\u2013105 (2021).","journal-title":"Curr. Opin. Neurobiol."},{"key":"1915_CR29","doi-asserted-by":"publisher","first-page":"830","DOI":"10.1038\/s41593-023-01310-x","volume":"26","author":"YK Takahashi","year":"2023","unstructured":"Takahashi, Y. K. et al. Dopaminergic prediction errors in the ventral tegmental area reflect a multithreaded predictive model. Nat. Neurosci. 26, 830\u2013839 (2023).","journal-title":"Nat. Neurosci."},{"key":"1915_CR30","doi-asserted-by":"publisher","first-page":"1637","DOI":"10.1162\/neco.2006.18.7.1637","volume":"18","author":"ND Daw","year":"2006","unstructured":"Daw, N. D., Courville, A. C. & Touretzky, D. S. Representation and timing in theories of the dopamine system. Neural Comput. 18, 1637\u20131677 (2006).","journal-title":"Neural Comput."},{"key":"1915_CR31","doi-asserted-by":"publisher","first-page":"7837","DOI":"10.1523\/JNEUROSCI.1600-08.2008","volume":"28","author":"S Kobayashi","year":"2008","unstructured":"Kobayashi, S. & Schultz, W. Influence of reward delays on responses of dopamine neurons. J. Neurosci. 28, 7837\u20137846 (2008).","journal-title":"J. Neurosci."},{"key":"1915_CR32","doi-asserted-by":"publisher","unstructured":"Masset, P. et al. Multi-timescale reinforcement learning in the brain. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/2023.11.12.566754 (2023).","DOI":"10.1101\/2023.11.12.566754"},{"key":"1915_CR33","doi-asserted-by":"publisher","first-page":"3034","DOI":"10.1162\/neco.2008.11-07-654","volume":"20","author":"EA Ludvig","year":"2008","unstructured":"Ludvig, E. A., Sutton, R. S. & Kehoe, E. J. Stimulus representation and the timing of reward-prediction errors in models of the dopamine system. Neural Comput. 20, 3034\u20133054 (2008).","journal-title":"Neural Comput."},{"key":"1915_CR34","doi-asserted-by":"publisher","first-page":"581","DOI":"10.1038\/nn.4520","volume":"20","author":"CK Starkweather","year":"2017","unstructured":"Starkweather, C. K., Babayan, B. M., Uchida, N. & Gershman, S. J. Dopamine reward prediction errors reflect hidden-state inference across time. Nat. Neurosci. 20, 581\u2013589 (2017).","journal-title":"Nat. Neurosci."},{"key":"1915_CR35","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1016\/j.neuron.2018.03.036","volume":"98","author":"CK Starkweather","year":"2018","unstructured":"Starkweather, C. K., Gershman, S. J. & Uchida, N. The medial prefrontal cortex shapes dopamine reward prediction errors under state uncertainty. Neuron 98, 616\u2013629.e6 (2018).","journal-title":"Neuron"},{"key":"1915_CR36","doi-asserted-by":"publisher","first-page":"1110","DOI":"10.1038\/s41593-019-0408-1","volume":"22","author":"VMK Namboodiri","year":"2019","unstructured":"Namboodiri, V. M. K. et al. Single-cell activity tracking reveals that orbitofrontal neurons acquire and maintain a long-term memory to guide behavioral adaptation. Nat. Neurosci. 22, 1110\u20131121 (2019).","journal-title":"Nat. Neurosci."},{"key":"1915_CR37","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1038\/nrn.2015.26","volume":"17","author":"W Schultz","year":"2016","unstructured":"Schultz, W. Dopamine reward prediction-error signalling: a two-component response. Nat. Rev. Neurosci. 17, 183\u2013195 (2016).","journal-title":"Nat. Rev. Neurosci."},{"key":"1915_CR38","doi-asserted-by":"publisher","first-page":"821","DOI":"10.1016\/j.cub.2017.02.026","volume":"27","author":"A Lak","year":"2017","unstructured":"Lak, A., Nomoto, K., Keramati, M., Sakagami, M. & Kepecs, A. Midbrain dopamine neurons signal belief in choice accuracy during a perceptual decision. Curr. Biol. 27, 821\u2013832 (2017).","journal-title":"Curr. Biol."},{"key":"1915_CR39","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1011067","volume":"19","author":"JA Hennig","year":"2023","unstructured":"Hennig, J. A. et al. Emergence of belief-like representations through reinforcement learning. PLoS Comput. Biol. 19, e1011067 (2023).","journal-title":"PLoS Comput. Biol."},{"key":"1915_CR40","doi-asserted-by":"publisher","first-page":"3552","DOI":"10.1016\/j.neuron.2021.09.034","volume":"109","author":"VMK Namboodiri","year":"2021","unstructured":"Namboodiri, V. M. K. & Stuber, G. D. The learning of prospective and retrospective cognitive maps within neural circuits. Neuron 109, 3552\u20133575 (2021).","journal-title":"Neuron"},{"key":"1915_CR41","doi-asserted-by":"publisher","first-page":"5004","DOI":"10.1523\/JNEUROSCI.2744-20.2021","volume":"41","author":"R van Zessen","year":"2021","unstructured":"van Zessen, R. et al. Cue and reward evoked dopamine activity is necessary for maintaining learned Pavlovian associations. J. Neurosci. 41, 5004\u20135014 (2021).","journal-title":"J. Neurosci."},{"key":"1915_CR42","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-31377-2","volume":"13","author":"A Kalmbach","year":"2022","unstructured":"Kalmbach, A. et al. Dopamine encodes real-time reward availability and transitions between reward availability states on different timescales. Nat. Commun. 13, 3805 (2022).","journal-title":"Nat. Commun."},{"key":"1915_CR43","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1037\/bne0000516","volume":"136","author":"VMK Namboodiri","year":"2022","unstructured":"Namboodiri, V. M. K. How do real animals account for the passage of time during associative learning? Behav. Neurosci. 136, 383\u2013391 (2022).","journal-title":"Behav. Neurosci."},{"key":"1915_CR44","doi-asserted-by":"publisher","first-page":"6599","DOI":"10.1523\/JNEUROSCI.1234-09.2009","volume":"29","author":"F Naneix","year":"2009","unstructured":"Naneix, F., Marchand, A. R., Di Scala, G., Pape, J.-R. & Coutureau, E. A role for medial prefrontal dopaminergic innervation in instrumental conditioning. J. Neurosci. 29, 6599\u20136606 (2009).","journal-title":"J. Neurosci."},{"key":"1915_CR45","doi-asserted-by":"crossref","unstructured":"Piquet, R., Faug\u00e8re, A. & Parkes, S. L. A hippocampo-cortical pathway detects changes in the validity of an action as a predictor of reward. Curr. Biol. 34, 24\u201335.e4 (2024).","DOI":"10.1016\/j.cub.2023.11.036"},{"key":"1915_CR46","doi-asserted-by":"publisher","first-page":"104859","DOI":"10.1016\/j.beproc.2023.104859","volume":"207","author":"AR Delamater","year":"2023","unstructured":"Delamater, A. R., Siegel, D. B. & Tu, N. C. Learning about reward identities and time. Behav. Process. 207, 104859 (2023).","journal-title":"Behav. Process."},{"key":"1915_CR47","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1037\/0033-295X.107.2.289","volume":"107","author":"CR Gallistel","year":"2000","unstructured":"Gallistel, C. R. & Gibbon, J. Time, rate, and conditioning. Psychol. Rev. 107, 289\u2013344 (2000).","journal-title":"Psychol. Rev."},{"key":"1915_CR48","doi-asserted-by":"publisher","first-page":"3541","DOI":"10.1016\/j.neuron.2023.08.003","volume":"111","author":"L Willmore","year":"2023","unstructured":"Willmore, L. et al. Overlapping representations of food and social stimuli in mouse VTA dopamine neurons. Neuron 111, 3541\u20133553.e8 (2023).","journal-title":"Neuron"},{"key":"1915_CR49","doi-asserted-by":"publisher","first-page":"e1012580","DOI":"10.1371\/journal.pcbi.1012580","volume":"19","author":"B Millidge","year":"2024","unstructured":"Millidge, B. et al. Reward-bases: dopaminergic mechanisms for adaptive acquisition of multiple reward types. PLoS Comput. Biol. 19, e1012580 (2024).","journal-title":"PLoS Comput. Biol."},{"key":"1915_CR50","doi-asserted-by":"crossref","unstructured":"Pearl, J. Causality (Cambridge Univ. Press, 2009).","DOI":"10.1017\/CBO9780511803161"},{"key":"1915_CR51","unstructured":"Baird, L. C. Advantage updating. Technical report WL-TR-93-1146 (Wright-Patterson Air Force Base, 1993); https:\/\/citeseerx.ist.psu.edu\/viewdoc\/download?doi=10.1.1.135.9434&rep=rep1&type=pdf"},{"key":"1915_CR52","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1016\/S0896-6273(02)00963-7","volume":"36","author":"P Dayan","year":"2002","unstructured":"Dayan, P. & Balleine, B. W. Reward, motivation, and reinforcement learning. Neuron 36, 285\u2013298 (2002).","journal-title":"Neuron"},{"key":"1915_CR53","unstructured":"Schulman, J., Moritz, P., Levine, S., Jordan, M. & Abbeel, P. High-dimensional continuous control using generalized advantage estimation. Preprint at https:\/\/arxiv.org\/abs\/1506.02438 (2018)."},{"key":"1915_CR54","unstructured":"Pan, H.-R., G\u00fcrtler, N., Neitz, A. & Sch\u00f6lkopf, B. Direct advantage estimation. In Advances in Neural Information Processing Systems Vol. 35 (eds Koyejo, S. et al.) 11869\u201311880 (Curran Associates, Inc., 2022)."},{"key":"1915_CR55","unstructured":"Veitch, V., Wang, Y. & Blei, D. Using embeddings to correct for unobserved confounding in networks. In Advances in Neural Information Processing Systems Vol. 32 (eds Wallach, H. et al.) https:\/\/papers.nips.cc\/paper_files\/paper\/2019\/file\/af1c25e88a9e818f809f6b5d18ca02e2-Paper.pdf (Curran Associates, Inc., 2019)."},{"key":"1915_CR56","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/10597123221085039","volume":"31","author":"B Rafiee","year":"2023","unstructured":"Rafiee, B. et al. From eye-blinks to state construction: diagnostic benchmarks for online representation learning. Adapt. Behav. 31, 3\u201319 (2023).","journal-title":"Adapt. Behav."},{"key":"1915_CR57","doi-asserted-by":"publisher","first-page":"7143","DOI":"10.1523\/JNEUROSCI.3336-17.2018","volume":"38","author":"MS Tomov","year":"2018","unstructured":"Tomov, M. S., Dorfman, H. M. & Gershman, S. J. Neural computations underlying causal structure learning. J. Neurosci. 38, 7143\u20137157 (2018).","journal-title":"J. Neurosci."},{"key":"1915_CR58","doi-asserted-by":"publisher","first-page":"1036","DOI":"10.1111\/j.1460-9568.2012.08050.x","volume":"35","author":"A Dezfouli","year":"2012","unstructured":"Dezfouli, A. & Balleine, B. W. Habits, action sequences and reinforcement learning. Eur. J. Neurosci. 35, 1036\u20131051 (2012).","journal-title":"Eur. J. Neurosci."},{"key":"1915_CR59","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.conb.2017.10.006","volume":"49","author":"AJ Langdon","year":"2018","unstructured":"Langdon, A. J., Sharpe, M. J., Schoenbaum, G. & Niv, Y. Model-based predictions for dopamine. Curr. Opin. Neurobiol. 49, 1\u20137 (2018).","journal-title":"Curr. Opin. Neurobiol."},{"key":"1915_CR60","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1002\/dvg.20228","volume":"44","author":"CM B\u00e4ckman","year":"2006","unstructured":"B\u00e4ckman, C. M. et al. Characterization of a mouse strain expressing Cre recombinase from the 3\u02b9-untranslated region of the dopamine transporter locus. Genesis 44, 383\u2013390 (2006).","journal-title":"Genesis"},{"key":"1915_CR61","doi-asserted-by":"publisher","first-page":"465","DOI":"10.1016\/j.cell.2018.06.035","volume":"174","author":"TL Daigle","year":"2018","unstructured":"Daigle, T. L. et al. A suite of transgenic driver and reporter mouse lines with enhanced brain cell type targeting and functionality. Cell 174, 465\u2013480.e22 (2018).","journal-title":"Cell"},{"key":"1915_CR62","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1038\/nmeth.3770","volume":"13","author":"CK Kim","year":"2016","unstructured":"Kim, C. K. et al. Simultaneous fast measurement of circuit dynamics at multiple sites across the mammalian brain. Nat. Methods 13, 325\u2013328 (2016).","journal-title":"Nat. Methods"},{"key":"1915_CR63","doi-asserted-by":"publisher","unstructured":"Sabatini, B. L. The impact of reporter kinetics on the interpretation of data gathered with fluorescent reporters. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/834895 (2019).","DOI":"10.1101\/834895"},{"key":"1915_CR64","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1038\/s41593-019-0555-4","volume":"23","author":"JA Gallego","year":"2020","unstructured":"Gallego, J. A., Perich, M. G., Chowdhury, R. H., Solla, S. A. & Miller, L. E. Long-term stability of cortical population dynamics underlying consistent behavior. Nat. Neurosci. 23, 260\u2013270 (2020).","journal-title":"Nat. Neurosci."},{"key":"1915_CR65","first-page":"1","volume":"3","author":"FR Bach","year":"2003","unstructured":"Bach, F. R. & Jordan, M. I. Kernel independent component analysis. J. Mach. Learn. Res. 3, 1\u201348 (2003).","journal-title":"J. Mach. Learn. Res."},{"key":"1915_CR66","doi-asserted-by":"publisher","first-page":"1025","DOI":"10.1038\/nn.4042","volume":"18","author":"D Sussillo","year":"2015","unstructured":"Sussillo, D., Churchland, M. M., Kaufman, M. T. & Shenoy, K. V. A neural network that finds a naturalistic solution for the production of muscle activity. Nat. Neurosci. 18, 1025\u20131033 (2015).","journal-title":"Nat. Neurosci."},{"key":"1915_CR67","doi-asserted-by":"publisher","unstructured":"Floeder, J. R., Jeong, H., Mohebi, A. & Namboodiri, V. M. K. Mesolimbic dopamine ramps reflect environmental timescales. eLife https:\/\/doi.org\/10.7554\/eLife.98666.1 (2024).","DOI":"10.7554\/eLife.98666.1"},{"key":"1915_CR68","doi-asserted-by":"publisher","DOI":"10.7554\/elife.95802.1","author":"G Loewinger","year":"2024","unstructured":"Loewinger, G., Cui, E., Lovinger, D. & Pereira, F. A statistical framework for analysis of trial-level temporal dynamics in fiber photometry experiments. eLife https:\/\/doi.org\/10.7554\/elife.95802.1 (2024).","journal-title":"eLife"},{"key":"1915_CR69","doi-asserted-by":"publisher","unstructured":"Qian, L. et al. Prospective contingency explains behavior and dopamine signals during associative learning, Qian et al., 2025. figshare https:\/\/doi.org\/10.6084\/m9.figshare.28216202 (2025).","DOI":"10.6084\/m9.figshare.28216202"}],"container-title":["Nature Neuroscience"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41593-025-01915-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41593-025-01915-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41593-025-01915-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,9]],"date-time":"2025-06-09T23:03:07Z","timestamp":1749510187000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41593-025-01915-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,18]]},"references-count":69,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2025,6]]}},"alternative-id":["1915"],"URL":"https:\/\/doi.org\/10.1038\/s41593-025-01915-4","relation":{},"ISSN":["1097-6256","1546-1726"],"issn-type":[{"value":"1097-6256","type":"print"},{"value":"1546-1726","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,3,18]]},"assertion":[{"value":"7 February 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 February 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 March 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}