{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,5]],"date-time":"2026-10-05T03:19:52Z","timestamp":1791170392157,"version":"4.1.0"},"reference-count":42,"publisher":"Public Library of Science (PLoS)","issue":"4","license":[{"start":{"date-parts":[[2013,4,24]],"date-time":"2013-04-24T00:00:00Z","timestamp":1366761600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.plosone.org"],"crossmark-restriction":false},"short-container-title":["PLoS ONE"],"DOI":"10.1371\/journal.pone.0061489","type":"journal-article","created":{"date-parts":[[2013,4,24]],"date-time":"2013-04-24T21:17:53Z","timestamp":1366838273000},"page":"e61489","update-policy":"https:\/\/doi.org\/10.1371\/journal.pone.corrections_policy","source":"Crossref","is-referenced-by-count":51,"title":["Imbalanced Decision Hierarchy in Addicts Emerging from Drug-Hijacked Dopamine Spiraling Circuit"],"prefix":"10.1371","volume":"8","author":[{"given":"Mehdi","family":"Keramati","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Boris","family":"Gutkin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2013,4,24]]},"reference":[{"key":"ref1","unstructured":"Narcotics Anonymous (2008). 6th ed. World Service Office."},{"key":"ref2","doi-asserted-by":"crossref","unstructured":"Goldstein A (2001) Addiction: From Biology to Drug Policy. Oxford University Press, USA.","DOI":"10.1093\/oso\/9780195146639.001.0001"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"557","DOI":"10.1038\/sj.mp.4001507","article-title":"Dopamine in drug abuse and addiction: results from imaging studies and treatment implications","volume":"9","author":"ND Volkow","year":"2004","journal-title":"Molecular Psychiatry"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"551","DOI":"10.1146\/annurev.clinpsy.121208.131444","article-title":"Implicit cognition and addiction: a tool for explaining paradoxical behavior","volume":"6","author":"AW Stacy","year":"2010","journal-title":"Annual review of clinical psychology"},{"key":"ref5","unstructured":"Diagnostic and statistical manual of mental disorders (DSM-IV) (2000). 4th ed. Washington, DC: American Psychiatric Association."},{"key":"ref6","first-page":"1165","article-title":"The reinforcing and subjective effects of morphine in post-addicts: a dose-response study","volume":"259","author":"RJ Lamb","year":"1991","journal-title":"The Journal of pharmacology and experimental therapeutics"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1177\/0269881108096982","article-title":"Liking and wanting of drug and non-drug rewards in active cocaine users: the STRAP-R questionnaire","volume":"24","author":"RZ Goldstein","year":"2010","journal-title":"Journal of psychopharmacology"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"1481","DOI":"10.1038\/nn1579","article-title":"Neural systems of reinforcement for drug addiction: from actions to habits to compulsion","volume":"8","author":"BJ Everitt","year":"2005","journal-title":"Nature Neuroscience"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"1944","DOI":"10.1126\/science.1102384","article-title":"Addiction as a computational process gone awry","volume":"306","author":"AD Redish","year":"2004","journal-title":"Science"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"2869","DOI":"10.1162\/neco.2009.10-08-882","article-title":"A neurocomputational model for cocaine addiction","volume":"21","author":"A Dezfouli","year":"2009","journal-title":"Neural Computation"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"2334","DOI":"10.1162\/NECO_a_00009","article-title":"Individual differences in nucleus accumbens dopamine receptors predict development of addiction-like behavior: a computational approach","volume":"22","author":"P Piray","year":"2010","journal-title":"Neural Computation"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1055\/s-0028-1124107","article-title":"Dopamine, reinforcement learning, and addiction","volume":"42","author":"P Dayan","year":"2009","journal-title":"Pharmacopsychiatry"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"86","DOI":"10.3389\/neuro.01.014.2008","article-title":"Silencing the critics: understanding the effects of cocaine sensitization on dorsolateral and ventral striatum in the context of an actor\/critic model","volume":"2","author":"Y Takahashi","year":"2008","journal-title":"Frontiers in Neuroscience"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1017\/S0140525X0800472X","article-title":"A unified framework for addiction: vulnerabilities in the decision process","volume":"31","author":"AD Redish","year":"2008","journal-title":"The Behavioral and Brain Sciences"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1016\/j.tics.2008.02.009","article-title":"Hierarchical models of behavior and prefrontal function","volume":"12","author":"MM Botvinick","year":"2008","journal-title":"Trends in cognitive sciences"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"1242","DOI":"10.1016\/j.neunet.2006.06.007","article-title":"Heterarchical reinforcement-learning model for integration of multiple cortico-striatal loops: fMRI examination in stimulus-action-reward association learning","volume":"19","author":"M Haruno","year":"2006","journal-title":"Neural Networks"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"20703","DOI":"10.1073\/pnas.1213460109","article-title":"Hierarchical recruitment of phasic dopamine signaling in the striatum during the progression of cocaine use","volume":"109","author":"I Willuhn","year":"2012","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"262","DOI":"10.1016\/j.cognition.2008.08.011","article-title":"Hierarchically organized behavior and its neural foundations: a reinforcement learning perspective","volume":"113","author":"MM Botvinick","year":"2009","journal-title":"Cognition"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"659","DOI":"10.1038\/nrn2667","article-title":"Is the rostro-caudal axis of the frontal lobe hierarchical?","volume":"10","author":"D Badre","year":"2009","journal-title":"Nature Reviews Neuroscience"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"1181","DOI":"10.1126\/science.1088545","article-title":"The architecture of cognitive control in the human prefrontal cortex","volume":"302","author":"E Koechlin","year":"2003","journal-title":"Science"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"515","DOI":"10.1038\/nn.2277","article-title":"Hierarchical cognitive control deficits following damage to the human frontal lobe","volume":"12","author":"D Badre","year":"2009","journal-title":"Nature neuroscience"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1146\/annurev.ne.09.030186.002041","article-title":"Parallel organization of functionally segregated circuits linking basal ganglia and cortex","volume":"9","author":"GE Alexander","year":"1986","journal-title":"Annual Review of Neuroscience"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/S0079-6123(08)62678-3","article-title":"Basal ganglia-thalamocortical circuits: parallel substrates for motor, oculomotor, prefrontal and limbic functions","volume":"85","author":"GE Alexander","year":"1990","journal-title":"Progress in Brain Research"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward","volume":"275","author":"W Schultz","year":"1997","journal-title":"Science"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"432","DOI":"10.1016\/j.neuron.2007.12.019","article-title":"Cocaine seeking habits depend upon dopamine-dependent serial connectivity linking the ventral with the dorsal striatum","volume":"57","author":"D Belin","year":"2008","journal-title":"Neuron"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"2369","DOI":"10.1523\/JNEUROSCI.20-06-02369.2000","article-title":"Striatonigrostriatal Pathways in Primates Form an Ascending Spiral from the Shell to the Dorsolateral Striatum","volume":"20","author":"SN Haber","year":"2000","journal-title":"The Journal of Neuroscience"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1016\/j.jchemneu.2003.10.003","article-title":"The primate basal ganglia: parallel and integrative networks","volume":"26","author":"SN Haber","year":"2003","journal-title":"Journal of Chemical Neuroanatomy"},{"key":"ref28","doi-asserted-by":"crossref","unstructured":"Sutton RS, Barto AG (1998) Reinforcement Learning: An Introduction. Cambridge: MIT Press.","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"5274","DOI":"10.1073\/pnas.85.14.5274","article-title":"Drugs abused by humans preferentially increase synaptic dopamine concentrations in the mesolimbic system of freely moving rats","volume":"85","author":"G Di Chiara","year":"1988","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"ND Daw","year":"2005","journal-title":"Nature Neuroscience"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"8665","DOI":"10.1523\/JNEUROSCI.0925-05.2005","article-title":"Involvement of the dorsal striatum in cue-controlled cocaine seeking","volume":"25","author":"LJMJ Vanderschuren","year":"2005","journal-title":"The Journal of Neuroscience"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"6583","DOI":"10.1523\/JNEUROSCI.1544-06.2006","article-title":"Cocaine cues and dopamine in dorsal striatum: mechanism of craving in cocaine addiction","volume":"26","author":"ND Volkow","year":"2006","journal-title":"The Journal of Neuroscience"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"1403","DOI":"10.1176\/appi.ajp.162.8.1403","article-title":"The neural basis of addiction: a pathology of motivation and choice","volume":"162","author":"PW Kalivas","year":"2005","journal-title":"The American Journal of Psychiatry"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1016\/j.bbr.2008.09.027","article-title":"Parallel and interactive learning processes within the basal ganglia: relevance for the understanding of addiction","volume":"199","author":"D Belin","year":"2009","journal-title":"Behavioural Brain Research"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"837","DOI":"10.1038\/nature08028","article-title":"Two types of dopamine neuron distinctly convey positive and negative motivational signals","volume":"459","author":"M Matsumoto","year":"2009","journal-title":"Nature"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1093\/jmcb\/mjp010","article-title":"Do substantia nigra dopaminergic neurons differentiate between reward and punishment?","volume":"1","author":"MJ Frank","year":"2009","journal-title":"Journal of Molecular Cell Biology"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"1017","DOI":"10.1126\/science.1098975","article-title":"Drug seeking becomes compulsive after prolonged cocaine self-administration","volume":"305","author":"LJMJ Vanderschuren","year":"2004","journal-title":"Science"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"1014","DOI":"10.1126\/science.1099020","article-title":"Evidence for addiction-like behavior in the rat","volume":"305","author":"V Deroche-Gamonet","year":"2004","journal-title":"Science"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"774","DOI":"10.1016\/j.pbb.2007.03.005","article-title":"Blocking of conditioning to a cocaine-paired stimulus: testing the hypothesis that cocaine perpetually produces a signal of larger-than-expected reward","volume":"86","author":"LV Panlilio","year":"2007","journal-title":"Pharmacology, Biochemistry, and Behavior"},{"key":"ref40","unstructured":"Kamin L (1969) Predictability, surprise, attention, and conditioning. In: Campbell BA, Church RM, editors. Punishment and aversive behavior. New York: Appleton-Century-Crofts. pp. 279\u2013296."},{"key":"ref41","doi-asserted-by":"crossref","first-page":"1036","DOI":"10.1111\/j.1460-9568.2012.08050.x","article-title":"Habits, action sequences and reinforcement learning","volume":"35","author":"A Dezfouli","year":"2012","journal-title":"The European journal of neuroscience"},{"key":"ref42","unstructured":"Koob GF, Le Moal M (2005) Neurobiology of Addiction. San Diego: Academic Press."}],"container-title":["PLoS ONE"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pone.0061489","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,9]],"date-time":"2024-05-09T13:18:23Z","timestamp":1715260703000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pone.0061489"}},"subtitle":[],"editor":[{"given":"Allan V.","family":"Kalueff","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2013,4,24]]},"references-count":42,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2013,4,24]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pone.0061489","relation":{},"ISSN":["1932-6203"],"issn-type":[{"value":"1932-6203","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,4,24]]}}}