{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,19]],"date-time":"2025-12-19T15:39:51Z","timestamp":1766158791459,"version":"build-2065373602"},"reference-count":149,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2021,12,4]],"date-time":"2021-12-04T00:00:00Z","timestamp":1638576000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100010234","name":"Partridge Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100010234","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010688","name":"Horizon 2020 European Innovation Council Fast Track to Innovation","doi-asserted-by":"publisher","award":["785907"],"award-info":[{"award-number":["785907"]}],"id":[{"id":"10.13039\/100010688","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001711","name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","doi-asserted-by":"publisher","award":["200020_184615","320030_184784","CRSII2-147636"],"award-info":[{"award-number":["200020_184615","320030_184784","CRSII2-147636"]}],"id":[{"id":"10.13039\/501100001711","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008236","name":"Fondation Roger de Spoelberch","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100008236","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["NeuroImage"],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1016\/j.neuroimage.2021.118780","type":"journal-article","created":{"date-parts":[[2021,12,5]],"date-time":"2021-12-05T16:28:30Z","timestamp":1638721710000},"page":"118780","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":9,"special_numbering":"C","title":["Brain signals of a Surprise-Actor-Critic model: Evidence for multiple learning modules in human decision making"],"prefix":"10.1016","volume":"246","author":[{"given":"Vasiliki","family":"Liakoni","sequence":"first","affiliation":[]},{"given":"Marco P.","family":"Lehmann","sequence":"additional","affiliation":[]},{"given":"Alireza","family":"Modirshanechi","sequence":"additional","affiliation":[]},{"given":"Johanni","family":"Brea","sequence":"additional","affiliation":[]},{"given":"Antoine","family":"Lutti","sequence":"additional","affiliation":[]},{"given":"Wulfram","family":"Gerstner","sequence":"additional","affiliation":[]},{"given":"Kerstin","family":"Preuschoff","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"14","key":"10.1016\/j.neuroimage.2021.118780_bib0001","article-title":"Machine learning for neuroimaging with scikit-learn","volume":"8","author":"Abraham","year":"2014","journal-title":"Front Neuroinform"},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0002","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41598-018-28241-z","article-title":"Neural signatures of reinforcement learning correlate with strategy adoption during spatial navigation","volume":"8","author":"Anggraini","year":"2018","journal-title":"Sci Rep"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0003","doi-asserted-by":"crossref","first-page":"403","DOI":"10.1146\/annurev.neuro.28.061604.135709","article-title":"An integrative theory of locus coeruleus-norepinephrine function: adaptive gain and optimal performance","volume":"28","author":"Aston-Jones","year":"2005","journal-title":"Annu. Rev. Neurosci."},{"issue":"7","key":"10.1016\/j.neuroimage.2021.118780_bib0004","doi-asserted-by":"crossref","first-page":"4467","DOI":"10.1523\/JNEUROSCI.14-07-04467.1994","article-title":"Locus coeruleus neurons in monkey are selectively activated by attended cues in a vigilance task","volume":"14","author":"Aston-Jones","year":"1994","journal-title":"J. Neurosci."},{"issue":"108","key":"10.1016\/j.neuroimage.2021.118780_bib0005","article-title":"Neuromodulatory systems and their interactions: a review of models, theories, and experiments","volume":"11","author":"Avery","year":"2017","journal-title":"Front Neural Circuits"},{"issue":"4","key":"10.1016\/j.neuroimage.2021.118780_bib0006","doi-asserted-by":"crossref","first-page":"893","DOI":"10.1016\/j.neuron.2016.03.037","article-title":"Neural mechanisms of hierarchical planning in a virtual subway network","volume":"90","author":"Balaguer","year":"2016","journal-title":"Neuron"},{"issue":"5","key":"10.1016\/j.neuroimage.2021.118780_bib0007","doi-asserted-by":"crossref","first-page":"717","DOI":"10.1016\/j.physbeh.2005.08.061","article-title":"Neural bases of food-seeking: affect, arousal and reward in corticostriatolimbic circuits","volume":"86","author":"Balleine","year":"2005","journal-title":"Physiology & behavior"},{"issue":"4","key":"10.1016\/j.neuroimage.2021.118780_bib0008","doi-asserted-by":"crossref","first-page":"e1000089","DOI":"10.1371\/journal.pbio.1000089","article-title":"From rapid place learning to behavioral performance: a key role for the intermediate hippocampus","volume":"7","author":"Bast","year":"2009","journal-title":"PLoS Biol"},{"issue":"7219","key":"10.1016\/j.neuroimage.2021.118780_bib0009","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1038\/nature07538","article-title":"Associative learning of social value","volume":"456","author":"Behrens","year":"2008","journal-title":"Nature"},{"issue":"433","key":"10.1016\/j.neuroimage.2021.118780_bib0010","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1080\/01621459.1996.10476668","article-title":"The intrinsic bayes factor for model selection and prediction","volume":"91","author":"Berger","year":"1996","journal-title":"J Am Stat Assoc"},{"issue":"4","key":"10.1016\/j.neuroimage.2021.118780_bib0011","doi-asserted-by":"crossref","first-page":"433","DOI":"10.1163\/156856897X00357","article-title":"The psychophysics toolbox","volume":"10","author":"Brainard","year":"1997","journal-title":"Spat Vis"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0012","doi-asserted-by":"crossref","unstructured":"Bruckner, R., Heekeren, H. R., Ostwald, D., 2020. Belief states and categorical-choice biases determine reward-based learning under perceptual uncertainty.","DOI":"10.1101\/2020.09.18.303495"},{"issue":"2","key":"10.1016\/j.neuroimage.2021.118780_bib0013","doi-asserted-by":"crossref","first-page":"435","DOI":"10.3758\/s13415-015-0338-7","article-title":"Reinforcement learning models and their neural correlates: an activation likelihood estimation meta-analysis","volume":"15","author":"Chase","year":"2015","journal-title":"Cognitive, affective, & behavioral neuroscience"},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0014","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1016\/j.neuron.2019.08.036","article-title":"Learning from action: reconsidering movement signaling in midbrain dopamine neuron activity","volume":"104","author":"Coddington","year":"2019","journal-title":"Neuron"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0015","first-page":"1","article-title":"Beyond dichotomies in reinforcement learning","author":"Collins","year":"2020","journal-title":"Nat. Rev. Neurosci."},{"issue":"45","key":"10.1016\/j.neuroimage.2021.118780_bib0016","doi-asserted-by":"crossref","first-page":"13817","DOI":"10.1073\/pnas.1506367112","article-title":"Habitual control of goal selection in humans","volume":"112","author":"Cushman","year":"2015","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"4","key":"10.1016\/j.neuroimage.2021.118780_bib0017","doi-asserted-by":"crossref","first-page":"1818","DOI":"10.1093\/cercor\/bhw013","article-title":"Neural mechanisms behind identification of leptokurtic noise and adaptive behavioral response","volume":"26","author":"d\u2019Acremont","year":"2016","journal-title":"Cerebral Cortex"},{"issue":"26","key":"10.1016\/j.neuroimage.2021.118780_bib0018","doi-asserted-by":"crossref","first-page":"10887","DOI":"10.1523\/JNEUROSCI.5829-12.2013","article-title":"The human brain encodes event frequencies while forming subjective beliefs","volume":"33","author":"d\u2019Acremont","year":"2013","journal-title":"J. Neurosci."},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0019","doi-asserted-by":"crossref","DOI":"10.1093\/acprof:oso\/9780199600434.003.0001","article-title":"Trial-by-trial data analysis using computational models","volume":"23","author":"Daw","year":"2011","journal-title":"Decision making, affect, and learning: Attention and performance XXIII"},{"issue":"45","key":"10.1016\/j.neuroimage.2021.118780_bib0020","doi-asserted-by":"crossref","first-page":"13749","DOI":"10.1073\/pnas.1518488112","article-title":"Of goals and habits","volume":"112","author":"Daw","year":"2015","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"11","key":"10.1016\/j.neuroimage.2021.118780_bib0021","doi-asserted-by":"crossref","first-page":"1497","DOI":"10.1038\/s41593-018-0258-2","article-title":"Are we of two minds?","volume":"21","author":"Daw","year":"2018","journal-title":"Nat. Neurosci."},{"issue":"6","key":"10.1016\/j.neuroimage.2021.118780_bib0022","doi-asserted-by":"crossref","first-page":"1204","DOI":"10.1016\/j.neuron.2011.02.027","article-title":"Model-based influences on humans\u2019 choices and striatal prediction errors","volume":"69","author":"Daw","year":"2011","journal-title":"Neuron"},{"issue":"12","key":"10.1016\/j.neuroimage.2021.118780_bib0023","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"Daw","year":"2005","journal-title":"Nat. Neurosci."},{"issue":"4","key":"10.1016\/j.neuroimage.2021.118780_bib0024","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1162\/neco.1993.5.4.613","article-title":"Improving generalization for temporal difference learning: the successor representation","volume":"5","author":"Dayan","year":"1993","journal-title":"Neural Comput"},{"issue":"5","key":"10.1016\/j.neuroimage.2021.118780_bib0025","doi-asserted-by":"crossref","first-page":"1595","DOI":"10.1073\/pnas.1417219112","article-title":"Ventral striatal dopamine reflects behavioral and neural signatures of model-based control during sequential decision making","volume":"112","author":"Deserno","year":"2015","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"1655","key":"10.1016\/j.neuroimage.2021.118780_sbref0026","doi-asserted-by":"crossref","DOI":"10.1098\/rstb.2013.0482","article-title":"Habits as action sequences: hierarchical action control and changes in outcome value","volume":"369","author":"Dezfouli","year":"2014","journal-title":"Philosophical Transactions of the Royal Society of London B: Biological Sciences"},{"issue":"5","key":"10.1016\/j.neuroimage.2021.118780_bib0027","doi-asserted-by":"crossref","first-page":"767","DOI":"10.1038\/nn.3981","article-title":"Model-based choices involve prospective neural activity","volume":"18","author":"Doll","year":"2015","journal-title":"Nat. Neurosci."},{"key":"10.1016\/j.neuroimage.2021.118780_bib0028","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1016\/j.nlm.2014.04.014","article-title":"Multiple memory systems as substrates for multiple decision systems","volume":"117","author":"Doll","year":"2015","journal-title":"Neurobiol Learn Mem"},{"issue":"6","key":"10.1016\/j.neuroimage.2021.118780_bib0029","doi-asserted-by":"crossref","first-page":"1075","DOI":"10.1016\/j.conb.2012.08.003","article-title":"The ubiquity of model-based reinforcement learning","volume":"22","author":"Doll","year":"2012","journal-title":"Curr. Opin. Neurobiol."},{"issue":"3","key":"10.1016\/j.neuroimage.2021.118780_bib0030","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1023\/A:1008935410038","article-title":"On sequential monte carlo sampling methods for bayesian filtering","volume":"10","author":"Doucet","year":"2000","journal-title":"Stat Comput"},{"issue":"9","key":"10.1016\/j.neuroimage.2021.118780_bib0031","doi-asserted-by":"crossref","first-page":"e1004463","DOI":"10.1371\/journal.pcbi.1004463","article-title":"Model-based reasoning in humans becomes automatic with training","volume":"11","author":"Economides","year":"2015","journal-title":"PLoS Comput Biol"},{"year":"2016","series-title":"Computer age statistical inference, volume\u00a05","author":"Efron","key":"10.1016\/j.neuroimage.2021.118780_bib0032"},{"issue":"28","key":"10.1016\/j.neuroimage.2021.118780_bib0033","doi-asserted-by":"crossref","first-page":"7900","DOI":"10.1073\/pnas.1602413113","article-title":"Cluster failure: why fmri inferences for spatial extent have inflated false-positive rates","volume":"113","author":"Eklund","year":"2016","journal-title":"Proceedings of the national academy of sciences"},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0034","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1162\/neco_a_01025","article-title":"Balancing new against old information: the role of puzzlement surprise in learning","volume":"30","author":"Faraji","year":"2018","journal-title":"Neural Comput"},{"issue":"31378","key":"10.1016\/j.neuroimage.2021.118780_bib0035","article-title":"Model-based action planning involves cortico-cerebellar and basal ganglia networks","volume":"6","author":"Fermin","year":"2016","journal-title":"Sci Rep"},{"issue":"2","key":"10.1016\/j.neuroimage.2021.118780_bib0036","doi-asserted-by":"crossref","first-page":"489","DOI":"10.1093\/biomet\/asz077","article-title":"On the marginal likelihood and cross-validation","volume":"107","author":"Fong","year":"2020","journal-title":"Biometrika"},{"issue":"7","key":"10.1016\/j.neuroimage.2021.118780_bib0037","doi-asserted-by":"crossref","first-page":"2887","DOI":"10.1002\/hbm.24047","article-title":"Separate neural representations of prediction error valence and surprise: evidence from an fmri meta-analysis","volume":"39","author":"Fouragnan","year":"2018","journal-title":"Hum Brain Mapp"},{"issue":"85","key":"10.1016\/j.neuroimage.2021.118780_bib0038","article-title":"Neuromodulated spike-timing-dependent plasticity, and theory of three-factor learning rules","volume":"9","author":"Fr\u00e9maux","year":"2016","journal-title":"Front Neural Circuits"},{"issue":"2","key":"10.1016\/j.neuroimage.2021.118780_bib0039","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1038\/nrn2787","article-title":"The free-energy principle: a unified brain theory?","volume":"11","author":"Friston","year":"2010","journal-title":"Nat. Rev. Neurosci."},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0040","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1162\/NECO_a_00912","article-title":"Active inference: a process theory","volume":"29","author":"Friston","year":"2017","journal-title":"Neural Comput"},{"issue":"4","key":"10.1016\/j.neuroimage.2021.118780_bib0041","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1002\/hbm.460020402","article-title":"Statistical parametric maps in functional imaging: a general linear approach","volume":"2","author":"Friston","year":"1994","journal-title":"Hum Brain Mapp"},{"issue":"49","key":"10.1016\/j.neuroimage.2021.118780_bib0042","doi-asserted-by":"crossref","first-page":"31427","DOI":"10.1073\/pnas.2007981117","article-title":"A general model of hippocampal and dorsal striatal learning and decision making","volume":"117","author":"Geerts","year":"2020","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0043","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1037\/a0030844","article-title":"Retrospective revaluation in sequential decision making: a tale of two systems","volume":"143","author":"Gershman","year":"2014","journal-title":"Journal of Experimental Psychology: General"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0044","doi-asserted-by":"crossref","DOI":"10.3389\/fncir.2018.00053","article-title":"Eligibility traces and plasticity on behavioral time scales: experimental support of neohebbian three-factor learning rules","volume":"12","author":"Gerstner","year":"2018","journal-title":"Front Neural Circuits"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0045","article-title":"Neural surprise in somatosensory bayesian learning","author":"Gijsen","year":"2020","journal-title":"BioRxiv"},{"issue":"4","key":"10.1016\/j.neuroimage.2021.118780_bib0046","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1016\/j.neuron.2010.04.016","article-title":"States versus rewards: dissociable neural prediction error signals underlying model-based and model-free reinforcement learning","volume":"66","author":"Gl\u00e4scher","year":"2010","journal-title":"Neuron"},{"key":"10.1016\/j.neuroimage.2021.118780_sbref0047","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1049\/ip-f-2.1993.0015","article-title":"Novel approach to nonlinear\/non-gaussian bayesian state estimation","volume":"140","author":"Gordon","year":"1993","journal-title":"IEE proceedings F (radar and signal processing)"},{"issue":"12","key":"10.1016\/j.neuroimage.2021.118780_bib0048","doi-asserted-by":"crossref","first-page":"758","DOI":"10.1038\/s41583-018-0078-0","article-title":"Towards a neuroscience of active sampling and curiosity","volume":"19","author":"Gottlieb","year":"2018","journal-title":"Nat. Rev. Neurosci."},{"key":"10.1016\/j.neuroimage.2021.118780_bib0049","doi-asserted-by":"crossref","DOI":"10.1038\/ncomms3264","article-title":"Orbitofrontal and striatal circuits dynamically encode the shift between goal-directed and habitual actions","volume":"4","author":"Gremel","year":"2013","journal-title":"Nat Commun"},{"issue":"6","key":"10.1016\/j.neuroimage.2021.118780_bib0050","doi-asserted-by":"crossref","first-page":"1202","DOI":"10.1002\/mrm.10171","article-title":"Generalized autocalibrating partially parallel acquisitions (grappa)","volume":"47","author":"Griswold","year":"2002","journal-title":"Magnetic Resonance in Medicine: An Official Journal of the International Society for Magnetic Resonance in Medicine"},{"issue":"22","key":"10.1016\/j.neuroimage.2021.118780_bib0051","doi-asserted-by":"crossref","first-page":"5623","DOI":"10.1523\/JNEUROSCI.1309-08.2008","article-title":"Dissociating the role of the orbitofrontal cortex and the striatum in the computation of goal values and prediction errors","volume":"28","author":"Hare","year":"2008","journal-title":"J. Neurosci."},{"key":"10.1016\/j.neuroimage.2021.118780_bib0052","doi-asserted-by":"crossref","unstructured":"Hastings, W. K., 1970. Monte carlo sampling methods using markov chains and their applications.","DOI":"10.2307\/2334940"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0053","doi-asserted-by":"crossref","unstructured":"Held, L., Ott, M., 2018. On p-values and bayes factors.","DOI":"10.1146\/annurev-statistics-031017-100307"},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0054","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41467-018-04055-5","article-title":"Identity prediction errors in the human midbrain update reward-identity expectations in the orbitofrontal cortex","volume":"9","author":"Howard","year":"2018","journal-title":"Nat Commun"},{"issue":"5","key":"10.1016\/j.neuroimage.2021.118780_bib0055","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1038\/nn841","article-title":"Perceiving patterns in random series: dynamic processing of sequence in prefrontal cortex","volume":"5","author":"Huettel","year":"2002","journal-title":"Nat. Neurosci."},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0056","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1006\/nimg.2001.1054","article-title":"Image distortion correction in fmri: a quantitative evaluation","volume":"16","author":"Hutton","year":"2002","journal-title":"Neuroimage"},{"issue":"3","key":"10.1016\/j.neuroimage.2021.118780_bib0057","doi-asserted-by":"crossref","first-page":"e1002410","DOI":"10.1371\/journal.pcbi.1002410","article-title":"Bonsai trees in your head: how the pavlovian system sculpts goal-directed choices by pruning decision trees","volume":"8","author":"Huys","year":"2012","journal-title":"PLoS Comput. Biol"},{"issue":"10","key":"10.1016\/j.neuroimage.2021.118780_bib0058","doi-asserted-by":"crossref","first-page":"3098","DOI":"10.1073\/pnas.1414219112","article-title":"Interplay of approximate planning strategies","volume":"112","author":"Huys","year":"2015","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0059","unstructured":"Illing, B., Gerstner, W., Bellec, G., 2021. Local plasticity rules can learn deep representations using self-supervised contrastive predictions. Thirty-Fifth Conference on Neural Information Processing Systems."},{"issue":"3","key":"10.1016\/j.neuroimage.2021.118780_bib0060","doi-asserted-by":"crossref","first-page":"368","DOI":"10.1016\/j.conb.2011.04.001","article-title":"Multiple representations and algorithms for reinforcement learning in the cortico-basal ganglia circuit","volume":"21","author":"Ito","year":"2011","journal-title":"Curr. Opin. Neurobiol."},{"key":"10.1016\/j.neuroimage.2021.118780_bib0061","first-page":"547","article-title":"Bayesian surprise attracts human attention","author":"Itti","year":"2006","journal-title":"Adv Neural Inf Process Syst"},{"issue":"4\u20136","key":"10.1016\/j.neuroimage.2021.118780_bib0062","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1016\/S0893-6080(02)00047-3","article-title":"Actor\u2013critic models of the basal ganglia: new anatomical and computational perspectives","volume":"15","author":"Joel","year":"2002","journal-title":"Neural networks"},{"year":"2011","series-title":"Thinking, fast and slow","author":"Kahneman","key":"10.1016\/j.neuroimage.2021.118780_bib0063"},{"issue":"6","key":"10.1016\/j.neuroimage.2021.118780_bib0064","doi-asserted-by":"crossref","first-page":"1600","DOI":"10.1016\/j.cell.2020.11.013","article-title":"A unified framework for dopamine signals across timescales","volume":"183","author":"Kim","year":"2020","journal-title":"Cell"},{"issue":"10","key":"10.1016\/j.neuroimage.2021.118780_bib0065","doi-asserted-by":"crossref","first-page":"1280","DOI":"10.1038\/nn.4382","article-title":"Value, search, persistence and model updating in anterior cingulate cortex","volume":"19","author":"Kolling","year":"2016","journal-title":"Nat. Neurosci."},{"key":"10.1016\/j.neuroimage.2021.118780_bib0066","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1016\/j.neuroimage.2018.10.075","article-title":"L-Dopa reduces model-free control of behavior by attenuating the transfer of value to action","volume":"186","author":"Kroemer","year":"2019","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0067","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.conb.2017.10.006","article-title":"Model-based predictions for dopamine","volume":"49","author":"Langdon","year":"2018","journal-title":"Curr. Opin. Neurobiol."},{"issue":"3","key":"10.1016\/j.neuroimage.2021.118780_bib0068","doi-asserted-by":"crossref","first-page":"687","DOI":"10.1016\/j.neuron.2013.11.028","article-title":"Neural computations underlying arbitration between model-based and model-free learning","volume":"81","author":"Lee","year":"2014","journal-title":"Neuron"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0069","doi-asserted-by":"crossref","first-page":"e47463","DOI":"10.7554\/eLife.47463","article-title":"One-shot learning and behavioral eligibility traces in sequential decision making","volume":"8","author":"Lehmann","year":"2019","journal-title":"Elife"},{"issue":"14","key":"10.1016\/j.neuroimage.2021.118780_bib0070","doi-asserted-by":"crossref","first-page":"5504","DOI":"10.1523\/JNEUROSCI.6316-10.2011","article-title":"Signals in human striatum are appropriate for policy update rather than value prediction","volume":"31","author":"Li","year":"2011","journal-title":"J. Neurosci."},{"key":"10.1016\/j.neuroimage.2021.118780_bib0071","first-page":"1","article-title":"Learning in volatile environments with the bayes factor surprise","author":"Liakoni","year":"2021","journal-title":"Neural Comput"},{"issue":"2","key":"10.1016\/j.neuroimage.2021.118780_bib0072","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pcbi.1002911","article-title":"Modelling trial-by-trial changes in the mismatch negativity","volume":"9","author":"Lieder","year":"2013","journal-title":"PLoS Comput. Biol."},{"issue":"6","key":"10.1016\/j.neuroimage.2021.118780_bib0073","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1038\/s41583-020-0277-3","article-title":"Backpropagation and the brain","volume":"21","author":"Lillicrap","year":"2020","journal-title":"Nat. Rev. Neurosci."},{"issue":"37","key":"10.1016\/j.neuroimage.2021.118780_bib0074","article-title":"Learning and exploration in action-perception loops","volume":"7","author":"Little","year":"2013","journal-title":"Front Neural Circuits"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0075","doi-asserted-by":"crossref","first-page":"116549","DOI":"10.1016\/j.neuroimage.2020.116549","article-title":"Anterior insula reflects surprise in value-based decision-making and perception","author":"Loued-Khenissi","year":"2020","journal-title":"Neuroimage"},{"issue":"6","key":"10.1016\/j.neuroimage.2021.118780_bib0076","doi-asserted-by":"crossref","first-page":"1657","DOI":"10.1002\/mrm.24398","article-title":"High-resolution functional mri at 3 t: 3d\/2d echo-planar imaging with optimized physiological noise correction","volume":"69","author":"Lutti","year":"2013","journal-title":"Magn Reson Med"},{"issue":"20","key":"10.1016\/j.neuroimage.2021.118780_bib0077","doi-asserted-by":"crossref","first-page":"2023","DOI":"10.1016\/j.cub.2013.08.035","article-title":"Decoding the brain?s algorithm for categorization from its neural implementation","volume":"23","author":"Mack","year":"2013","journal-title":"Current Biology"},{"issue":"47","key":"10.1016\/j.neuroimage.2021.118780_bib0078","doi-asserted-by":"crossref","first-page":"12539","DOI":"10.1523\/JNEUROSCI.2925-08.2008","article-title":"Trial-by-trial fluctuations in the event-related electroencephalogram reflect dynamic changes in the degree of surprise","volume":"28","author":"Mars","year":"2008","journal-title":"J. Neurosci."},{"issue":"12","key":"10.1016\/j.neuroimage.2021.118780_bib0079","doi-asserted-by":"crossref","first-page":"e1005260","DOI":"10.1371\/journal.pcbi.1005260","article-title":"Human inferences about sequences: a minimal transition probability model","volume":"12","author":"Meyniel","year":"2016","journal-title":"PLoS Comput. Biol."},{"key":"10.1016\/j.neuroimage.2021.118780_bib0080","first-page":"805366","article-title":"Ramping and state uncertainty in the dopamine signal","author":"Mikhael","year":"2019","journal-title":"bioRxiv"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0081","doi-asserted-by":"crossref","unstructured":"Miller, K., Venditto, S. J., 2020. Multi-step planning in the brain.","DOI":"10.31234\/osf.io\/kv86m"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0082","doi-asserted-by":"crossref","first-page":"302","DOI":"10.1016\/j.neuroimage.2019.04.028","article-title":"Trial-by-trial surprise-decoding model for visual and auditory binary oddball tasks","volume":"196","author":"Modirshanechi","year":"2019","journal-title":"Neuroimage"},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0083","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1023\/A:1022635613229","article-title":"Prioritized sweeping: reinforcement learning with less data and less time","volume":"13","author":"Moore","year":"1993","journal-title":"Mach Learn"},{"issue":"4","key":"10.1016\/j.neuroimage.2021.118780_bib0084","doi-asserted-by":"crossref","first-page":"e0126255","DOI":"10.1371\/journal.pone.0126255","article-title":"Orthogonalization of regressors in fmri models","volume":"10","author":"Mumford","year":"2015","journal-title":"PLoS ONE"},{"issue":"11","key":"10.1016\/j.neuroimage.2021.118780_bib0085","doi-asserted-by":"crossref","first-page":"856","DOI":"10.1038\/nrn2478","article-title":"Functional role of the supplementary and pre-supplementary motor areas","volume":"9","author":"Nachev","year":"2008","journal-title":"Nat. Rev. Neurosci."},{"key":"10.1016\/j.neuroimage.2021.118780_bib0086","doi-asserted-by":"crossref","first-page":"e46975","DOI":"10.7554\/eLife.46975","article-title":"Statistical context dictates the relationship between feedback-related eeg signals and learning","volume":"8","author":"Nassar","year":"2019","journal-title":"Elife"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0087","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1016\/j.cobeha.2016.04.003","article-title":"Taming the beast: extracting generalizable knowledge from computational models of cognition","volume":"11","author":"Nassar","year":"2016","journal-title":"Curr Opin Behav Sci"},{"issue":"7","key":"10.1016\/j.neuroimage.2021.118780_bib0088","doi-asserted-by":"crossref","first-page":"1040","DOI":"10.1038\/nn.3130","article-title":"Rational regulation of learning dynamics by pupil-linked arousal systems","volume":"15","author":"Nassar","year":"2012","journal-title":"Nat. Neurosci."},{"issue":"2","key":"10.1016\/j.neuroimage.2021.118780_bib0089","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1002\/wics.199","article-title":"The bayesian information criterion: background, derivation, and applications","volume":"4","author":"Neath","year":"2012","journal-title":"Wiley Interdiscip. Rev. Comput. Stat."},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0090","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/hbm.1058","article-title":"Nonparametric permutation tests for functional neuroimaging: a primer with examples","volume":"15","author":"Nichols","year":"2002","journal-title":"Hum Brain Mapp"},{"issue":"5669","key":"10.1016\/j.neuroimage.2021.118780_bib0091","doi-asserted-by":"crossref","first-page":"452","DOI":"10.1126\/science.1094285","article-title":"Dissociable roles of ventral and dorsal striatum in instrumental conditioning","volume":"304","author":"O\u2019Doherty","year":"2004","journal-title":"Science"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0092","doi-asserted-by":"crossref","unstructured":"O\u2019Doherty, J. P., Lee, S., Tadayonnejad, R., Cockburn, J., Iigaya, K., Charpentier, C. J., 2020. Why and how the brain weights contributions from a mixture of experts.","DOI":"10.31234\/osf.io\/ns6kq"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0093","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1016\/j.cobeha.2014.10.004","article-title":"The structure of reinforcement-learning mechanisms in the human brain","volume":"1","author":"O\u2019Doherty","year":"2015","journal-title":"Curr Opin Behav Sci"},{"issue":"38","key":"10.1016\/j.neuroimage.2021.118780_bib0094","doi-asserted-by":"crossref","first-page":"E3660","DOI":"10.1073\/pnas.1305373110","article-title":"Dissociable effects of surprise and model update in parietal and anterior cingulate cortex","volume":"110","author":"O\u2019Reilly","year":"2013","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0095","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1016\/j.neuroimage.2012.04.050","article-title":"Evidence for neural encoding of bayesian surprise in human somatosensation","volume":"62","author":"Ostwald","year":"2012","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0096","doi-asserted-by":"crossref","first-page":"751","DOI":"10.1177\/0956797612463080","article-title":"The curse of planning dissecting multiple reinforcement-learning systems by taxing the central executive","volume":"24","author":"Otto","year":"2013","journal-title":"Psychol Sci"},{"issue":"52","key":"10.1016\/j.neuroimage.2021.118780_bib0097","doi-asserted-by":"crossref","first-page":"20941","DOI":"10.1073\/pnas.1312011110","article-title":"Working-memory capacity protects model-based learning from stress","volume":"110","author":"Otto","year":"2013","journal-title":"Proceedings of the National Academy of Sciences"},{"year":"2011","series-title":"Statistical parametric mapping: The analysis of functional brain images","author":"Penny","key":"10.1016\/j.neuroimage.2021.118780_bib0098"},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0099","article-title":"Misconceptions in the use of the general linear model applied to functional mri: a tutorial for junior neuro-imagers","volume":"8","author":"Pernet","year":"2014","journal-title":"Front Neurosci"},{"issue":"11","key":"10.1016\/j.neuroimage.2021.118780_sbref0100","doi-asserted-by":"crossref","first-page":"3698","DOI":"10.4249\/scholarpedia.3698","article-title":"Policy gradient methods","volume":"5","author":"Peters","year":"2010","journal-title":"Scholarpedia"},{"issue":"6","key":"10.1016\/j.neuroimage.2021.118780_bib0101","doi-asserted-by":"crossref","first-page":"e1007043","DOI":"10.1371\/journal.pcbi.1007043","article-title":"Hierarchical bayesian inference for concurrent model fitting and comparison for group studies","volume":"15","author":"Piray","year":"2019","journal-title":"PLoS Comput. Biol."},{"issue":"6","key":"10.1016\/j.neuroimage.2021.118780_bib0102","doi-asserted-by":"crossref","first-page":"1227","DOI":"10.1002\/mrm.20900","article-title":"Bold contrast sensitivity enhancement and artifact reduction with multiecho epi: parallel-acquired inhomogeneity-desensitized fmri","volume":"55","author":"Poser","year":"2006","journal-title":"Magn Reson Med"},{"issue":"115","key":"10.1016\/j.neuroimage.2021.118780_bib0103","article-title":"Pupil dilation signals surprise: evidence for noradrenaline\u2019s role in decision making","volume":"5","author":"Preuschoff","year":"2011","journal-title":"Front Neurosci"},{"issue":"4","key":"10.1016\/j.neuroimage.2021.118780_bib0104","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1002\/hbm.10141","article-title":"Model assessment and model building in fmri","volume":"20","author":"Razavi","year":"2003","journal-title":"Hum Brain Mapp"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0105","doi-asserted-by":"crossref","first-page":"971","DOI":"10.1016\/j.neuroimage.2013.08.065","article-title":"Bayesian model selection for group studies - revisited","volume":"84","author":"Rigoux","year":"2014","journal-title":"Neuroimage"},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0106","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41467-018-08121-w","article-title":"Prefrontal mechanisms combining rewards and beliefs in human decision-making","volume":"10","author":"Rouault","year":"2019","journal-title":"Nat Commun"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0107","doi-asserted-by":"crossref","first-page":"e61077","DOI":"10.7554\/eLife.61077","article-title":"Signed and unsigned reward prediction errors dynamically enhance learning and memory","volume":"10","author":"Rouhani","year":"2021","journal-title":"Elife"},{"issue":"104269","key":"10.1016\/j.neuroimage.2021.118780_bib0108","article-title":"Reward prediction errors create event boundaries in memory","volume":"203","author":"Rouhani","year":"2020","journal-title":"Cognition"},{"issue":"1","key":"10.1016\/j.neuroimage.2021.118780_bib0109","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1287\/mksc.4.1.20","article-title":"A bayesian cross-validated likelihood method for comparing alternative specifications of quantitative models","volume":"4","author":"Rust","year":"1985","journal-title":"Marketing Science"},{"year":"2013","series-title":"Bayesian filtering and smoothing, volume\u00a03","author":"S\u00e4rkk\u00e4","key":"10.1016\/j.neuroimage.2021.118780_bib0110"},{"issue":"2","key":"10.1016\/j.neuroimage.2021.118780_bib0111","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1038\/s41562-019-0765-5","article-title":"Dissociating neural learning signals in human sign-and goal-trackers","volume":"4","author":"Schad","year":"2020","journal-title":"Nat. Hum. Behav."},{"key":"10.1016\/j.neuroimage.2021.118780_bib0112","first-page":"1458","article-title":"Curious model-building control systems","author":"Schmidhuber","year":"1991","journal-title":"Proc. international joint conference on neural networks"},{"issue":"3","key":"10.1016\/j.neuroimage.2021.118780_bib0113","doi-asserted-by":"crossref","first-page":"230","DOI":"10.1109\/TAMD.2010.2056368","article-title":"Formal theory of creativity, fun, and intrinsic motivation (1990\u20132010)","volume":"2","author":"Schmidhuber","year":"2010","journal-title":"IEEE Trans Auton Ment Dev"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0114","unstructured":"Schulman, J., Moritz, P., Levine, S., Jordan, M., Abbeel, P., 2015. High-dimensional continuous control using generalized advantage estimation. arXiv:1506.02438"},{"issue":"710","key":"10.1016\/j.neuroimage.2021.118780_bib0115","article-title":"Exploration, novelty, surprise, and free energy minimization","volume":"4","author":"Schwartenbeck","year":"2013","journal-title":"Front Psychol"},{"issue":"9","key":"10.1016\/j.neuroimage.2021.118780_bib0116","doi-asserted-by":"crossref","first-page":"2349","DOI":"10.1523\/JNEUROSCI.5587-06.2007","article-title":"Dissociable intrinsic connectivity networks for salience processing and executive control","volume":"27","author":"Seeley","year":"2007","journal-title":"J. Neurosci."},{"key":"10.1016\/j.neuroimage.2021.118780_bib0117","first-page":"1","article-title":"Efficient planning in mdps by small backups","author":"Seijen","year":"2013","journal-title":"Proc. 30th Int. Conf. Mach. Learn."},{"issue":"379\u2013423","key":"10.1016\/j.neuroimage.2021.118780_sbref0118","doi-asserted-by":"crossref","first-page":"623","DOI":"10.1002\/j.1538-7305.1948.tb00917.x","article-title":"A mathematical theory of communication","volume":"27","author":"Shannon","year":"1948","journal-title":"Bell System Technical Journal"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0119","first-page":"1","article-title":"Humans primarily use model-based inference in the two-stage task","author":"Silva","year":"2020","journal-title":"Nat. Hum. Behav."},{"issue":"14","key":"10.1016\/j.neuroimage.2021.118780_bib0120","doi-asserted-by":"crossref","first-page":"5526","DOI":"10.1523\/JNEUROSCI.4647-10.2011","article-title":"Neural correlates of forward planning in a spatial decision task in humans","volume":"31","author":"Simon","year":"2011","journal-title":"The Journal of Neuroscience"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0121","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/j.jneumeth.2018.05.017","article-title":"Macs\u2013a new spm toolbox for model assessment, comparison and selection","volume":"306","author":"Soch","year":"2018","journal-title":"J. Neurosci. Methods"},{"issue":"4258","key":"10.1016\/j.neuroimage.2021.118780_bib0122","doi-asserted-by":"crossref","first-page":"1142","DOI":"10.1126\/science.959831","article-title":"The effect of stimulus sequence on the waveform of the cortical event-related potential","volume":"193","author":"Squires","year":"1976","journal-title":"Science"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0123","doi-asserted-by":"crossref","DOI":"10.7554\/eLife.49315","article-title":"Dopamine neuron ensembles signal the content of sensory prediction errors","volume":"8","author":"Stalnaker","year":"2019","journal-title":"Elife"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0124","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1016\/j.nlm.2018.01.013","article-title":"Orbitofrontal neurons signal reward predictions, not reward prediction errors","volume":"153","author":"Stalnaker","year":"2018","journal-title":"Neurobiol Learn Mem"},{"issue":"4","key":"10.1016\/j.neuroimage.2021.118780_bib0125","doi-asserted-by":"crossref","first-page":"1004","DOI":"10.1016\/j.neuroimage.2009.03.025","article-title":"Bayesian model selection for group studies","volume":"46","author":"Stephan","year":"2009","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0126","first-page":"159","article-title":"Reinforcement driven information acquisition in non-deterministic environments","author":"Storck","year":"1995","journal-title":"Proceedings of the international conference on artificial neural networks, Paris, volume\u00a02"},{"key":"10.1016\/j.neuroimage.2021.118780_sbref0127","first-page":"41","article-title":"Planning to be surprised: optimal bayesian exploration in dynamic environments","author":"Sun","year":"2011","journal-title":"International Conference on Artificial General Intelligence"},{"year":"1998","series-title":"Reinforcement learning: An introduction","author":"Sutton","key":"10.1016\/j.neuroimage.2021.118780_bib0128"},{"year":"2018","series-title":"Reinforcement learning: An introduction","author":"Sutton","key":"10.1016\/j.neuroimage.2021.118780_bib0129"},{"issue":"14","key":"10.1016\/j.neuroimage.2021.118780_bib0130","article-title":"Silencing the critics: understanding the effects of cocaine sensitization on dorsolateral and ventral striatum in the context of an actor\/critic model","volume":"2","author":"Takahashi","year":"2008","journal-title":"Front Neurosci"},{"issue":"6","key":"10.1016\/j.neuroimage.2021.118780_bib0131","doi-asserted-by":"crossref","first-page":"1395","DOI":"10.1016\/j.neuron.2017.08.025","article-title":"Dopamine neurons respond to errors in the prediction of sensory features of expected rewards","volume":"95","author":"Takahashi","year":"2017","journal-title":"Neuron"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0132","doi-asserted-by":"crossref","DOI":"10.3389\/fpsyg.2015.00995","article-title":"Dissociable functions of reward inference in the lateral prefrontal cortex and the striatum","volume":"6","author":"Tanaka","year":"2015","journal-title":"Front Psychol"},{"issue":"312","key":"10.1016\/j.neuroimage.2021.118780_bib0133","article-title":"What to choose next? a paradigm for testing human sequential decision making","volume":"8","author":"Tartaglia","year":"2017","journal-title":"Front Psychol"},{"issue":"4","key":"10.1016\/j.neuroimage.2021.118780_bib0134","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1037\/h0061626","article-title":"Cognitive maps in rats and men","volume":"55","author":"Tolman","year":"1948","journal-title":"Psychol Rev"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0135","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1016\/j.jmp.2016.01.001","article-title":"Approaches to analysis in model-based cognitive neuroscience","volume":"76","author":"Turner","year":"2017","journal-title":"J Math Psychol"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0136","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1016\/j.neuroimage.2013.01.048","article-title":"A bayesian framework for simultaneously modeling neural and behavioral data","volume":"72","author":"Turner","year":"2013","journal-title":"Neuroimage"},{"issue":"4","key":"10.1016\/j.neuroimage.2021.118780_bib0137","doi-asserted-by":"crossref","first-page":"412","DOI":"10.1038\/s41562-019-0801-5","article-title":"Surprise, value and control in anterior cingulate cortex during speeded decision-making","volume":"4","author":"Vassena","year":"2020","journal-title":"Nat. Hum. Behav."},{"key":"10.1016\/j.neuroimage.2021.118780_bib0138","doi-asserted-by":"crossref","first-page":"112","DOI":"10.1016\/j.neuropsychologia.2014.04.019","article-title":"Dissociating contributions of acc and vmpfc in reward prediction, outcome, and choice","volume":"59","author":"Vassena","year":"2014","journal-title":"Neuropsychologia"},{"issue":"116097","key":"10.1016\/j.neuroimage.2021.118780_bib0139","article-title":"Bayesian modeling of temporal expectations in the human brain","volume":"202","author":"Visalli","year":"2019","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0140","unstructured":"Wang, Y., Pericchi, L., 2020. A bridge between cross-validation bayes factors and geometric intrinsic bayes factors. arXiv:2006.06495"},{"issue":"3\u20134","key":"10.1016\/j.neuroimage.2021.118780_bib0141","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1023\/A:1022672621406","article-title":"Simple statistical gradient-following algorithms for connectionist reinforcement learning","volume":"8","author":"Williams","year":"1992","journal-title":"Mach Learn"},{"key":"10.1016\/j.neuroimage.2021.118780_bib0142","doi-asserted-by":"crossref","first-page":"e49547","DOI":"10.7554\/eLife.49547","article-title":"Ten simple rules for the computational modelling of behavioral data","volume":"8","author":"Wilson","year":"2019","journal-title":"Elife"},{"issue":"6","key":"10.1016\/j.neuroimage.2021.118780_bib0143","doi-asserted-by":"crossref","first-page":"e1004237","DOI":"10.1371\/journal.pcbi.1004237","article-title":"Is model fitting necessary for model-based fmri?","volume":"11","author":"Wilson","year":"2015","journal-title":"PLoS Comput. Biol."},{"issue":"6104","key":"10.1016\/j.neuroimage.2021.118780_bib0144","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1126\/science.1223252","article-title":"Preference by association: how memory mechanisms in the hippocampus bias decisions","volume":"338","author":"Wimmer","year":"2012","journal-title":"Science"},{"issue":"3","key":"10.1016\/j.neuroimage.2021.118780_bib0145","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1006\/nimg.1995.1023","article-title":"Analysis of fmri time-series revisited?again","volume":"2","author":"Worsley","year":"1995","journal-title":"Neuroimage"},{"issue":"5","key":"10.1016\/j.neuroimage.2021.118780_bib0146","doi-asserted-by":"crossref","first-page":"786","DOI":"10.1038\/nn.3068","article-title":"Mapping value based planning and extensively trained choice in the human brain","volume":"15","author":"Wunderlich","year":"2012","journal-title":"Nat. Neurosci."},{"issue":"3","key":"10.1016\/j.neuroimage.2021.118780_bib0147","doi-asserted-by":"crossref","first-page":"418","DOI":"10.1016\/j.neuron.2012.03.042","article-title":"Dopamine enhances model-based over model-free choice behavior","volume":"75","author":"Wunderlich","year":"2012","journal-title":"Neuron"},{"issue":"6","key":"10.1016\/j.neuroimage.2021.118780_bib0148","doi-asserted-by":"crossref","first-page":"e1009070","DOI":"10.1371\/journal.pcbi.1009070","article-title":"Novelty is not surprise: Human exploratory and adaptive behavior in sequential decision-making","volume":"17","author":"Xu","year":"2021","journal-title":"PLoS Comput. Biol."},{"issue":"4","key":"10.1016\/j.neuroimage.2021.118780_bib0149","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1016\/j.neuron.2005.04.026","article-title":"Uncertainty, neuromodulation, and attention","volume":"46","author":"Yu","year":"2005","journal-title":"Neuron"}],"container-title":["NeuroImage"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1053811921010521?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1053811921010521?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T15:57:17Z","timestamp":1762358237000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1053811921010521"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2]]},"references-count":149,"alternative-id":["S1053811921010521"],"URL":"https:\/\/doi.org\/10.1016\/j.neuroimage.2021.118780","relation":{},"ISSN":["1053-8119"],"issn-type":[{"type":"print","value":"1053-8119"}],"subject":[],"published":{"date-parts":[[2022,2]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Brain signals of a Surprise-Actor-Critic model: Evidence for multiple learning modules in human decision making","name":"articletitle","label":"Article Title"},{"value":"NeuroImage","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neuroimage.2021.118780","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2021 The Authors. Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"118780"}}