{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T02:32:21Z","timestamp":1775097141683,"version":"3.50.1"},"reference-count":110,"publisher":"Public Library of Science (PLoS)","issue":"4","license":[{"start":{"date-parts":[[2011,4,21]],"date-time":"2011-04-21T00:00:00Z","timestamp":1303344000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1002028","type":"journal-article","created":{"date-parts":[[2011,4,21]],"date-time":"2011-04-21T20:42:46Z","timestamp":1303418566000},"page":"e1002028","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":324,"title":["Disentangling the Roles of Approach, Activation and Valence in Instrumental and Pavlovian Responding"],"prefix":"10.1371","volume":"7","author":[{"given":"Quentin J. M.","family":"Huys","sequence":"first","affiliation":[]},{"given":"Roshan","family":"Cools","sequence":"additional","affiliation":[]},{"given":"Martin","family":"G\u00f6lzer","sequence":"additional","affiliation":[]},{"given":"Eva","family":"Friedel","sequence":"additional","affiliation":[]},{"given":"Andreas","family":"Heinz","sequence":"additional","affiliation":[]},{"given":"Raymond J.","family":"Dolan","sequence":"additional","affiliation":[]},{"given":"Peter","family":"Dayan","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2011,4,21]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1037\/h0024475","article-title":"Two-process learning theory: Relationships between pavlovian conditioning and instrumental learning.","volume":"74","author":"RA Rescorla","year":"1967","journal-title":"Psychol Rev"},{"key":"ref2","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998"},{"key":"ref3","article-title":"Learning and Behavior: A Contemporary Synthesis","author":"ME Bouton","year":"2006"},{"key":"ref4","article-title":"Contemporary animal learning theory","author":"A Dickinson","year":"1980"},{"key":"ref5","article-title":"The psychology of fear and stress, volume 5 of <italic>Problems in the behavioural sciences<\/italic>","author":"JA Gray","year":"1991"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"390","DOI":"10.1037\/h0062283","article-title":"Some quantitative aspects of anxiety.","volume":"29","author":"W Estes","year":"1941","journal-title":"J Exp Psychol"},{"key":"ref7","first-page":"203","article-title":"Appetitive-aversive interactions and inhibitory processes.","author":"A Dickinson","year":"1979"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1037\/0097-7403.9.3.225","article-title":"Facilitation of instrumental behavior by a Pavlovian appetitive conditioned stimulus.","volume":"9","author":"PF Lovibond","year":"1983","journal-title":"J Exp Psychol Anim Behav Process"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"1153","DOI":"10.1016\/j.neunet.2006.03.002","article-title":"The misbehavior of value and the discipline of the will.","volume":"19","author":"P Dayan","year":"2006","journal-title":"Neural Netw"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"511","DOI":"10.1901\/jeab.1969.12-511","article-title":"Auto-maintenance in the pigeon: sustained pecking despite contingent non-reinforcement.","volume":"12","author":"DR Williams","year":"1969","journal-title":"J Exp Anal Behav"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"443","DOI":"10.3758\/BF03200092","article-title":"An approach through the looking-glass.","volume":"14","author":"WA Hershberger","year":"1986","journal-title":"Anim Learn Behav"},{"key":"ref12","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9781139164191","article-title":"Breakdown of will","author":"G Ainslie","year":"2001"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"684","DOI":"10.1126\/science.1128356","article-title":"Frames, biases, and rational decision-making in the human brain.","volume":"313","author":"BD Martino","year":"2006","journal-title":"Science"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"1325","DOI":"10.1086\/261737","article-title":"Experimental tests of the endowment effect and the Coase theorem.","volume":"98","author":"D Kahneman","year":"1990","journal-title":"J Polit Econ"},{"key":"ref15","article-title":"Predictably irrational: The hidden forces that shape our decisions","author":"D Ariely","year":"2008"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"1940","DOI":"10.1126\/science.1102941","article-title":"By carrot or by stick: cognitive reinforcement learning in Parkinsonism.","volume":"306","author":"MJ Frank","year":"2004","journal-title":"Science"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1016\/j.neuroscience.2009.04.048","article-title":"Genetic contributions to avoidance-based decisions: striatal D2 receptor polymorphisms.","volume":"164","author":"MJ Frank","year":"2009","journal-title":"Neuroscience"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1162\/0898929052880093","article-title":"Dynamic dopamine modulation in the basal ganglia: a neurocomputational account of cognitive deficits in medicated and nonmedicated Parkinsonism.","volume":"17","author":"MJ Frank","year":"2005","journal-title":"J Cogn Neurosci"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"7105","DOI":"10.1523\/JNEUROSCI.0264-07.2007","article-title":"Why don&apos;t we move faster? Parkinson&apos;s disease, movement vigor, and implicit motivation.","volume":"27","author":"P Mazzoni","year":"2007","journal-title":"J Neurosci"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1016\/S0006-3223(00)01038-6","article-title":"Amphetamine-induced dopamine release in human ventral striatum correlates with euphoria.","volume":"49","author":"WC Drevets","year":"2001","journal-title":"Biol Psychiatry"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1016\/S0924-9338(02)00628-4","article-title":"Dopaminergic dysfunction in alcoholism and schizophrenia\u2013psychopathological and behavioral correlates.","volume":"17","author":"A Heinz","year":"2002","journal-title":"Eur Psychiatry"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"226","DOI":"10.1002\/syn.10226","article-title":"Alcohol promotes dopamine release in the human nucleus accumbens.","volume":"49","author":"I Boileau","year":"2003","journal-title":"Synapse"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1146\/annurev.psych.54.101601.145237","article-title":"Addiction.","volume":"54","author":"TE Robinson","year":"2003","journal-title":"Annu Rev Psychol"},{"key":"ref24","article-title":"Reinforcers and control. Towards a computational \u00e6tiology of depression.","author":"QJM Huys","year":"2007"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"e4","DOI":"10.1371\/journal.pcbi.0040004","article-title":"Serotonin, inhibition, and negative mood.","volume":"4","author":"P Dayan","year":"2008","journal-title":"PLoS Comput Biol"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"846","DOI":"10.1016\/j.biopsych.2009.01.021","article-title":"Striatal dopamine responses to intranasal cocaine self-administration in humans.","volume":"65","author":"SML Cox","year":"2009","journal-title":"Biol Psychiatry"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1037\/h0028589","article-title":"Species-specific defense reactions and avoidance learning.","volume":"77","author":"RC Bolles","year":"1970","journal-title":"Psychol Rev"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"406","DOI":"10.1037\/h0029790","article-title":"On the generality of the laws of learning.","volume":"77","author":"ME Seligman","year":"1970","journal-title":"Psychol Rev"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1017\/S0140525X00010372","article-title":"Neuroleptics and operant behavior: The anhedonia hypothesis.","volume":"5","author":"R Wise","year":"1982","journal-title":"Behav Brain Sci"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1016\/S0896-6273(03)00169-7","article-title":"Temporal difference models and reward-related learning in the human brain.","volume":"38","author":"JP O'Doherty","year":"2003","journal-title":"Neuron"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"3771","DOI":"10.1098\/rstb.2008.0155","article-title":"Anticipatory affect: neural correlates and consequences for choice.","volume":"363","author":"B Knutson","year":"2008","journal-title":"Philos Trans R Soc Lond B Biol Sci"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"953","DOI":"10.1016\/0024-3205(78)90222-9","article-title":"Differential effects of central serotonin manipulation on hyperactive and stereotyped behaviour.","volume":"23","author":"CJ Carter","year":"1978","journal-title":"Life Sci"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1101\/lm.127106","article-title":"Inactivation of the ventral tegmental area abolished the general excitatory influence of pavlovian cues on instrumental performance.","volume":"13","author":"A Murschall","year":"2006","journal-title":"Learn Mem"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1007\/s00213-006-0502-4","article-title":"Tonic dopamine: opportunity costs and the control of response vigor.","volume":"191","author":"Y Niv","year":"2007","journal-title":"Psychopharmacology (Berl)"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1016\/S0165-0173(99)00023-5","article-title":"The role of nucleus accumbens dopamine in motivated behavior: a unifying interpretation with special reference to reward-seeking.","volume":"31","author":"S Ikemoto","year":"1999","journal-title":"Brain Res Brain Res Rev"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","article-title":"A framework for mesencephalic dopamine systems based on predictive hebbian learning.","volume":"16","author":"PR Montague","year":"1996","journal-title":"J Neurosci"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"871","DOI":"10.1016\/S0306-4522(98)00697-6","article-title":"A neural network model with dopamine-like reinforcement signal that learns a spatial delayed response task.","volume":"91","author":"RE Suri","year":"1999","journal-title":"Neuroscience"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1038\/35083500","article-title":"Dopamine responses comply with basic assumptions of formal learning theory.","volume":"412","author":"P Waelti","year":"2001","journal-title":"Nature"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"452","DOI":"10.1126\/science.1094285","article-title":"Dissociable roles of ventral and dorsal striatum in instrumental conditioning.","volume":"304","author":"J O'Doherty","year":"2004","journal-title":"Science"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1016\/j.neuron.2005.05.020","article-title":"Midbrain dopamine neurons encode a quantitative reward prediction error signal.","volume":"47","author":"HM Bayer","year":"2005","journal-title":"Neuron"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"1057","DOI":"10.1038\/nn1743","article-title":"Midbrain dopamine neurons encode decisions for future action.","volume":"9","author":"G Morris","year":"2006","journal-title":"Nat Neurosci"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"1615","DOI":"10.1038\/nn2013","article-title":"Dopamine neurons encode the better option in rats deciding between differently delayed or sized rewards.","volume":"10","author":"MR Roesch","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"603","DOI":"10.1016\/S0893-6080(02)00052-7","article-title":"Opponent interactions between serotonin and dopamine.","volume":"15","author":"ND Daw","year":"2002","journal-title":"Neural Netw"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1016\/j.bbr.2003.12.020","article-title":"Inescapable shock activates serotonergic neurons in all raphe nuclei of rat.","volume":"153","author":"LF Takase","year":"2004","journal-title":"Behav Brain Res"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1016\/j.bbr.2005.04.008","article-title":"Effect of number of tailshocks on learned helplessness and activation of serotonergic and noradrenergic neurons in the rat.","volume":"162","author":"LF Takase","year":"2005","journal-title":"Behav Brain Res"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"268","DOI":"10.1016\/0023-9690(73)90016-7","article-title":"Freezing as an avoidance response: Another look at the operant-respondent distinction* 1.","volume":"4","author":"R Bolles","year":"1973","journal-title":"Learn Motiv"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1017\/S0140525X00022871","article-title":"Reconciling the role of central serotonin neurons in human and animal behaviour.","volume":"9","author":"P Soubri\u00e9","year":"1986","journal-title":"Behav Brain Sci"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"305","DOI":"10.1177\/026988119100500414","article-title":"5-HT and mechanisms of defence.","volume":"5","author":"JFW Deakin","year":"1991","journal-title":"J Psychopharmacol"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"2291","DOI":"10.1038\/sj.npp.1301598","article-title":"Acute tryptophan depletion in healthy volunteers enhances punishment prediction but does not affect reward prediction.","volume":"33","author":"R Cools","year":"2008","journal-title":"Neuropsychopharmacology"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1146\/annurev.neuro.051508.135607","article-title":"Serotonin in affective control.","volume":"32","author":"P Dayan","year":"2009","journal-title":"Annu Rev Neurosci"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"11993","DOI":"10.1523\/JNEUROSCI.2513-09.2009","article-title":"Reconciling the role of serotonin in behavioral inhibition and aversion: acute tryptophan depletion abolishes punishment-induced inhibition in humans.","volume":"29","author":"MJ Crockett","year":"2009","journal-title":"J Neurosci"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1038\/npp.2010.151","article-title":"Opponency revisited: competition and cooperation between dopamine and serotonin.","volume":"36","author":"YL Boureau","year":"2011","journal-title":"Neuropsychopharmacology"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"896","DOI":"10.1016\/j.neuron.2010.05.011","article-title":"Distinct roles of synaptic transmission in direct and indirect striatal pathways to reward and aversive behavior.","volume":"66","author":"T Hikida","year":"2010","journal-title":"Neuron"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1126\/science.1188472","article-title":"Cell type-specific loss of bdnf signaling mimics optogenetic control of cocaine reward.","volume":"330","author":"MK Lobo","year":"2010","journal-title":"Science"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"266","DOI":"10.1016\/0166-2236(90)90107-L","article-title":"Functional architecture of basal ganglia circuits: neural substrates of parallel processing.","volume":"13","author":"G Alexander","year":"1990","journal-title":"Trends Neurosci"},{"key":"ref56","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1038\/npp.2009.129","article-title":"The reward circuit: linking primate anatomy and human imaging.","volume":"35","author":"SN Haber","year":"2010","journal-title":"Neuropsychopharmacology"},{"key":"ref57","doi-asserted-by":"crossref","first-page":"7184","DOI":"10.1523\/JNEUROSCI.4961-07.2008","article-title":"Mesolimbic dopamine in desire and dread: enabling motivation to be generated by localized glutamate disruptions in nucleus accumbens.","volume":"28","author":"A Faure","year":"2008","journal-title":"J Neurosci"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"e11223","DOI":"10.1371\/journal.pone.0011223","article-title":"Desire and dread from the nucleus accumbens: cortical glutamate and subcortical gaba differentially generate motivation and hedonic impact in the rat.","volume":"5","author":"A Faure","year":"2010","journal-title":"PLoS One"},{"key":"ref59","doi-asserted-by":"crossref","first-page":"379","DOI":"10.1016\/0166-2236(94)90047-7","article-title":"Columnar organization in the midbrain periaqueductal gray: modules for emotional expression?","volume":"17","author":"R Bandler","year":"1994","journal-title":"Trends Neurosci"},{"key":"ref60","article-title":"The neuropsychology of anxiety","author":"JA Gray","year":"2003"},{"key":"ref61","doi-asserted-by":"crossref","first-page":"690","DOI":"10.1037\/0033-2909.84.4.690","article-title":"Inhibitory interactions between appetitive and aversive stimuli.","volume":"84","author":"A Dickinson","year":"1977","journal-title":"Psychol Bull"},{"key":"ref62","doi-asserted-by":"crossref","first-page":"360","DOI":"10.1523\/JNEUROSCI.4028-07.2008","article-title":"Human Pavlovian-instrumental transfer.","volume":"28","author":"D Talmi","year":"2008","journal-title":"J Neurosci"},{"key":"ref63","doi-asserted-by":"crossref","first-page":"5861","DOI":"10.1523\/JNEUROSCI.0897-08.2008","article-title":"The neural mechanisms underlying the influence of pavlovian cues on human decision making.","volume":"28","author":"S Bray","year":"2008","journal-title":"J Neurosci"},{"key":"ref64","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1016\/0023-9690(71)90001-4","article-title":"On instrumental response interaction as explaining the influences of Pavlovian Cs+ s upon avoidance behavior.","volume":"2","author":"J Overmier","year":"1971","journal-title":"Learn Motiv"},{"key":"ref65","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1111\/j.1439-0310.1980.tb01064.x","article-title":"On the ability of prey to recognize predators.","volume":"54","author":"S Hirsch","year":"1980","journal-title":"Z Tierpsychol"},{"key":"ref66","doi-asserted-by":"crossref","first-page":"1004","DOI":"10.1016\/j.neuroimage.2009.03.025","article-title":"Bayesian model selection for group studies.","volume":"46","author":"KE Stephan","year":"2009","journal-title":"Neuroimage"},{"key":"ref67","doi-asserted-by":"crossref","first-page":"581","DOI":"10.1901\/jeab.2005.23-05","article-title":"Linear-Nonlinear-Poisson models of primate choice dynamics.","volume":"84","author":"GS Corrado","year":"2005","journal-title":"J Exp Anal Behav"},{"key":"ref68","doi-asserted-by":"crossref","first-page":"555","DOI":"10.1901\/jeab.2005.110-04","article-title":"Dynamic response-by-response models of matching behavior in rhesus monkeys.","volume":"84","author":"B Lau","year":"2005","journal-title":"J Exp Anal Behav"},{"key":"ref69","doi-asserted-by":"crossref","first-page":"690","DOI":"10.1126\/science.190.4215.690","article-title":"Auto-shaping in rats to the presentation of another rat predicting food.","volume":"190","author":"W Timberlake","year":"1975","journal-title":"Science"},{"key":"ref70","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1037\/0097-7403.3.1.77","article-title":"Conditioned stimulus as a determinant of the form of the Pavlovian conditioned response.","volume":"3","author":"PC Holland","year":"1977","journal-title":"J Exp Psychol Anim Behav Process"},{"key":"ref71","doi-asserted-by":"crossref","first-page":"1556","DOI":"10.1257\/aer.100.4.1556","article-title":"Pavlovian processes in consumer choice: The physical presence of a good increases willingness-to-pay.","volume":"100","author":"B Bushong","year":"2010","journal-title":"Am Econ Rev"},{"key":"ref72","doi-asserted-by":"crossref","first-page":"468","DOI":"10.1037\/0735-7044.114.3.468","article-title":"Dissociation of Pavlovian and instrumental incentive learning under dopamine antagonists.","volume":"114","author":"A Dickinson","year":"2000","journal-title":"Behav Neurosci"},{"key":"ref73","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/j.tics.2007.10.011","article-title":"Serotoninergic regulation of emotional and behavioural control processes.","volume":"12","author":"R Cools","year":"2008","journal-title":"Trends Cogn Sci"},{"key":"ref74","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1093\/scan\/nsn036","article-title":"On the neural control of social emotional behavior.","volume":"4","author":"K Roelofs","year":"2009","journal-title":"Soc Cogn Affect Neurosci"},{"key":"ref75","doi-asserted-by":"crossref","first-page":"962","DOI":"10.1523\/JNEUROSCI.4507-04.2005","article-title":"Double dissociation of basolateral and central amygdala lesions on the general and outcome-specific forms of Pavlovian-instrumental transfer.","volume":"25","author":"LH Corbit","year":"2005","journal-title":"J Neurosci"},{"key":"ref76","doi-asserted-by":"crossref","first-page":"741","DOI":"10.1038\/268741a0","article-title":"5-hydroxytryptamine and punishment.","volume":"268","author":"NC Tye","year":"1977","journal-title":"Nature"},{"key":"ref77","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1111\/j.1460-9568.1996.tb01224.x","article-title":"Acquisition of conditioned inhibition in rats is impaired by ablation of serotoninergic pathways.","volume":"8","author":"S Lister","year":"1996","journal-title":"Eur J Neurosci"},{"key":"ref78","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1016\/j.neubiorev.2004.03.005","article-title":"A two-dimensional neuropsychology of defense: fear\/anxiety and defensive distance.","volume":"28","author":"N McNaughton","year":"2004","journal-title":"Neurosci Biobehav Rev"},{"key":"ref79","doi-asserted-by":"crossref","first-page":"192","DOI":"10.1196\/annals.1390.016","article-title":"Striatal contributions to reward and decision making: making sense of regional variations in a reiterated processing matrix.","volume":"1104","author":"JR Wickens","year":"2007","journal-title":"Ann N Y Acad Sci"},{"key":"ref80","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1037\/0097-7403.10.4.413","article-title":"The biological function of Pavlovian conditioning: the best defense is a good offense.","volume":"10","author":"K Hollis","year":"1984","journal-title":"J Exp Psychol Anim Behav Process"},{"key":"ref81","doi-asserted-by":"crossref","first-page":"487","DOI":"10.1111\/j.1530-0277.2001.tb02240.x","article-title":"Serotonergic dysfunction, negative mood states, and response to alcohol.","volume":"25","author":"A Heinz","year":"2001","journal-title":"Alcohol Clin Exp Res"},{"key":"ref82","doi-asserted-by":"crossref","first-page":"651","DOI":"10.1016\/S0306-4522(00)00019-1","article-title":"Mesolimbocortical and nigrostriatal dopamine responses to salient non-reward events.","volume":"96","author":"JC Horvitz","year":"2000","journal-title":"Neuroscience"},{"key":"ref83","doi-asserted-by":"crossref","first-page":"11089","DOI":"10.1523\/JNEUROSCI.1616-09.2009","article-title":"Dopamine is necessary for cue-dependent fear conditioning.","volume":"29","author":"JP Fadok","year":"2009","journal-title":"J Neurosci"},{"key":"ref84","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1007\/BF00426515","article-title":"The use of extinction to investigate the nature of neuroleptic-induced avoidance deficits.","volume":"69","author":"R Beninger","year":"1980","journal-title":"Psychopharmacology"},{"key":"ref85","doi-asserted-by":"crossref","first-page":"4894","DOI":"10.1073\/pnas.0811507106","article-title":"Phasic excitation of dopamine neurons in ventral vta by noxious stimuli.","volume":"106","author":"F Brischoux","year":"2009","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref86","doi-asserted-by":"crossref","first-page":"1103","DOI":"10.1038\/nn1964","article-title":"Long story short: the serotonin transporter in emotion regulation and social cognition.","volume":"10","author":"T Canli","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref87","doi-asserted-by":"crossref","first-page":"8122","DOI":"10.1523\/JNEUROSCI.20-21-08122.2000","article-title":"Intra-accumbens amphetamine increases the conditioned incentive salience of sucrose reward: enhancement of reward \u201cwanting\u201d without enhanced \u201cliking\u201d or response reinforcement.","volume":"20","author":"CL Wyvell","year":"2000","journal-title":"J Neurosci"},{"key":"ref88","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1016\/j.nlm.2009.11.002","article-title":"The role of nucleus accumbens dopamine in outcome encoding in instrumental and pavlovian conditioning.","volume":"93","author":"B Lex","year":"2010","journal-title":"Neurobiol Learn Mem"},{"key":"ref89","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1016\/S0893-133X(99)00099-8","article-title":"Genotype influences in vivo dopamine transporter availability in human striatum.","volume":"22","author":"A Heinz","year":"2000","journal-title":"Neuropsychopharmacology"},{"key":"ref90","doi-asserted-by":"crossref","first-page":"16311","DOI":"10.1073\/pnas.0706111104","article-title":"Genetic triple dissociation reveals multiple roles for dopamine in reinforcement learning.","volume":"104","author":"MJ Frank","year":"2007","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref91","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1038\/npp.2010.121","article-title":"Serotonin and dopamine: unifying affective, activational, and decision functions.","volume":"36","author":"R Cools","year":"2011","journal-title":"Neuropsychopharmacology"},{"key":"ref92","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1038\/npp.2010.96","article-title":"Neurogenetics and pharmacology of learning, motivation, and cognition.","volume":"36","author":"MJ Frank","year":"2011","journal-title":"Neuropsychopharmacology"},{"key":"ref93","doi-asserted-by":"crossref","first-page":"433","DOI":"10.1017\/S0033291709990468","article-title":"Approach and avoidance learning in patients with major depression and healthy controls: relation to anhedonia.","volume":"40","author":"HW Chase","year":"2010","journal-title":"Psychol Med"},{"key":"ref94","doi-asserted-by":"crossref","first-page":"1332","DOI":"10.1162\/jocn.2009.21092","article-title":"Dorsal striatal-midbrain connectivity in humans predicts how reinforcements are used to guide decisions.","volume":"21","author":"T Kahnt","year":"2009","journal-title":"J Cogn Neurosci"},{"key":"ref95","doi-asserted-by":"crossref","DOI":"10.1037\/14496-000","article-title":"Stochastic Models for Learning","author":"R Bush","year":"1955"},{"key":"ref96","doi-asserted-by":"crossref","first-page":"323","DOI":"10.1109\/TSMC.1974.5408453","article-title":"Learning automata \u2013 A survey.","volume":"4","author":"KS Narendra","year":"1974","journal-title":"IEEE Trans Syst Man Cybern"},{"key":"ref97","first-page":"478","article-title":"Finite learning automata.","volume":"10","author":"Y Tsypkin","year":"1972","journal-title":"Eng Cybern"},{"key":"ref98","doi-asserted-by":"crossref","first-page":"400","DOI":"10.1093\/cercor\/13.4.400","article-title":"Coordination of actions and habits in the medial prefrontal cortex of rats.","volume":"13","author":"S Killcross","year":"2003","journal-title":"Cereb Cortex"},{"key":"ref99","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control.","volume":"8","author":"ND Daw","year":"2005","journal-title":"Nat Neurosci"},{"key":"ref100","doi-asserted-by":"crossref","first-page":"717","DOI":"10.1016\/j.physbeh.2005.08.061","article-title":"Neural bases of food-seeking: affect, arousal and reward in corticostriatolimbic circuits.","volume":"86","author":"BW Balleine","year":"2005","journal-title":"Physiol Behav"},{"key":"ref101","doi-asserted-by":"crossref","first-page":"1984","DOI":"10.1046\/j.0953-816x.2001.01577.x","article-title":"Involvement of the central nucleus of the amygdala and nucleus accumbens core in mediating Pavlovian influences on instrumental behaviour.","volume":"13","author":"J Hall","year":"2001","journal-title":"Eur J Neurosci"},{"key":"ref102","article-title":"Relation of cue to consequence in avoidance learning.","author":"J Garcia","year":"1996"},{"key":"ref103","article-title":"Manual for the Beck Depression Inventory-II","author":"A Beck","year":"1996"},{"key":"ref104","doi-asserted-by":"crossref","first-page":"893","DOI":"10.1037\/0022-006X.56.6.893","article-title":"An inventory for measuring clinical anxiety: Psychometric properties.","volume":"56","author":"AT Beck","year":"1988","journal-title":"J Consult Clin Psychol"},{"key":"ref105","article-title":"STAI manual for the State-trait anxiety inventory (\u201c self-evaluation questionnaire\u201d)","author":"C Spielberger","year":"1970"},{"key":"ref106","doi-asserted-by":"crossref","first-page":"382","DOI":"10.1192\/bjp.134.4.382","article-title":"A new depression scale designed to be sensitive to change.","volume":"134","author":"S Montgomery","year":"1979","journal-title":"Br J Psychiatry"},{"key":"ref107","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1136\/jnnp.23.1.56","article-title":"A rating scale for depression.","volume":"23","author":"M Hamilton","year":"1960","journal-title":"J Neurol Neurosurg Psychiatry"},{"key":"ref108","doi-asserted-by":"crossref","first-page":"166","DOI":"10.1002\/da.1033","article-title":"Reliability and validity of a structured interview guide for the hamilton anxiety rating scale (sigh-a).","volume":"13","author":"MK Shear","year":"2001","journal-title":"Depress Anxiety"},{"key":"ref109","article-title":"Information theory, inference and learning algorithms","author":"DJ MacKay","year":"2003"},{"key":"ref110","doi-asserted-by":"crossref","DOI":"10.1080\/01621459.1995.10476572","article-title":"Bayes factors.","volume":"90","author":"R Kass","year":"1995","journal-title":"J Am Stat Assoc"}],"updated-by":[{"DOI":"10.1371\/annotation\/37bcc34c-7789-4c64-a3cf-902e619f5526","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2014,1,14]],"date-time":"2014-01-14T00:00:00Z","timestamp":1389657600000}}],"container-title":["PLoS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1002028","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,9]],"date-time":"2020-05-09T13:07:30Z","timestamp":1589029650000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1002028"}},"subtitle":[],"editor":[{"given":"Antonio","family":"Rangel","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2011,4,21]]},"references-count":110,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2011,4,21]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1002028","relation":{"correction":[{"id-type":"doi","id":"10.1371\/annotation\/37bcc34c-7789-4c64-a3cf-902e619f5526","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011,4,21]]}}}