{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T02:58:15Z","timestamp":1782442695794,"version":"3.54.5"},"reference-count":110,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100000245","name":"Michael Smith Foundation for Health Research","doi-asserted-by":"publisher","award":["RT- 2020-0564"],"award-info":[{"award-number":["RT- 2020-0564"]}],"id":[{"id":"10.13039\/501100000245","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000033","name":"CIHR IMHA","doi-asserted-by":"publisher","award":["PJT-162312"],"award-info":[{"award-number":["PJT-162312"]}],"id":[{"id":"10.13039\/501100000033","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000024","name":"Canadian Institutes of Health Research","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000024","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000038","name":"NSERC","doi-asserted-by":"publisher","award":["RGPIN- 2017-05006"],"award-info":[{"award-number":["RGPIN- 2017-05006"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000038","name":"NSERC","doi-asserted-by":"publisher","award":["RGPIN\\u2010 2017-04069"],"award-info":[{"award-number":["RGPIN\\u2010 2017-04069"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005247","name":"University of British Columbia","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100005247","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neuroscience & Biobehavioral Reviews"],"published-print":{"date-parts":[[2023,4]]},"DOI":"10.1016\/j.neubiorev.2023.105083","type":"journal-article","created":{"date-parts":[[2023,2,8]],"date-time":"2023-02-08T18:21:18Z","timestamp":1675880478000},"page":"105083","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":8,"special_numbering":"C","title":["Computational approaches to modeling gambling behaviour: Opportunities for understanding disordered gambling"],"prefix":"10.1016","volume":"147","author":[{"given":"C.A.","family":"Hales","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"L.","family":"Clark","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"C.A.","family":"Winstanley","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib1","first-page":"53","article-title":"Computational Psychiatry: towards a mathematically informed understanding of mental illness","volume":"87","author":"Adams","year":"2016","journal-title":"J. Neurol. Neurosurg. Psychiatry"},{"issue":"10","key":"10.1016\/j.neubiorev.2023.105083_bib2","doi-asserted-by":"crossref","first-page":"1931","DOI":"10.1038\/npp.2017.108","article-title":"A primer on foraging and the explore\/exploit trade-off for psychiatry research","volume":"42","author":"Addicott","year":"2017","journal-title":"Neuropsychopharmacology"},{"key":"10.1016\/j.neubiorev.2023.105083_bib3","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1016\/bs.pbr.2015.07.032","article-title":"Computational modeling for addiction medicine: From cognitive models to clinical applications","volume":"224","author":"Ahn","year":"2016","journal-title":"Prog. Brain Res."},{"issue":"2","key":"10.1016\/j.neubiorev.2023.105083_bib4","doi-asserted-by":"crossref","DOI":"10.1002\/wcs.1458","article-title":"Bayesian statistical approaches to evaluating cognitive models","volume":"9","author":"Annis","year":"2018","journal-title":"Wiley Interdiscip. Rev. Cogn. Sci."},{"key":"10.1016\/j.neubiorev.2023.105083_bib5","series-title":"Diagnostic and Statistical Manual 5","year":"2013"},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib6","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1002\/cne.20723","article-title":"Adaptive gain and the role of the locus coeruleus-norepinephrine system in optimal performance","volume":"493","author":"Aston-Jones","year":"2005","journal-title":"J. Comp. Neurol."},{"issue":"11","key":"10.1016\/j.neubiorev.2023.105083_bib7","doi-asserted-by":"crossref","first-page":"1458","DOI":"10.1038\/nn1584","article-title":"Decision making, impulse control and loss of willpower to resist drugs: a neurocognitive perspective","volume":"8","author":"Bechara","year":"2005","journal-title":"Nat. Neurosci."},{"issue":"1\u20133","key":"10.1016\/j.neubiorev.2023.105083_bib8","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1016\/0010-0277(94)90018-3","article-title":"Insensitivity to future consequences following damage to human prefrontal cortex","volume":"50","author":"Bechara","year":"1994","journal-title":"Cognition"},{"issue":"1\u20133","key":"10.1016\/j.neubiorev.2023.105083_bib9","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1016\/0010-0277(94)90018-3","article-title":"Insensitivity to future consequences following damage to human prefrontal cortex","volume":"50","author":"Bechara","year":"1994","journal-title":"Cognition"},{"issue":"4","key":"10.1016\/j.neubiorev.2023.105083_bib10","doi-asserted-by":"crossref","first-page":"700","DOI":"10.1037\/0033-295X.113.4.700","article-title":"The physics of optimal decision making: a formal analysis of models of performance in two-alternative forced-choice tasks","volume":"113","author":"Bogacz","year":"2006","journal-title":"Psychol. Rev."},{"key":"10.1016\/j.neubiorev.2023.105083_bib11","first-page":"203","article-title":"A rodent version of the Iowa gambling task: 7 years of progress","volume":"5","author":"van den Bos","year":"2014","journal-title":"Front. Psychol."},{"key":"10.1016\/j.neubiorev.2023.105083_bib12","doi-asserted-by":"crossref","first-page":"665","DOI":"10.3389\/fpsyg.2013.00665","article-title":"Iowa gambling task (IGT): twenty years after - gambling disorder and IGT","volume":"4","author":"Brevers","year":"2013","journal-title":"Front. Psychol."},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib13","doi-asserted-by":"crossref","first-page":"7015","DOI":"10.1038\/s41598-021-86388-8","article-title":"Reliability assessment of temporal discounting measures in virtual reality environments","volume":"11","author":"Bruder","year":"2021","journal-title":"Sci. Rep."},{"key":"10.1016\/j.neubiorev.2023.105083_bib14","series-title":"Computational Models of Decision Making","author":"Busemeyer","year":"2004"},{"issue":"3","key":"10.1016\/j.neubiorev.2023.105083_bib15","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1037\/1040-3590.14.3.253","article-title":"A contribution of cognitive decision models to clinical assessment: decomposing performance on the Bechara gambling task","volume":"14","author":"Busemeyer","year":"2002","journal-title":"Psychol. Assess."},{"key":"10.1016\/j.neubiorev.2023.105083_bib16","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1186\/1471-2202-6-37","article-title":"Effects of lesions of the nucleus accumbens core on choice between small certain rewards and large uncertain rewards in rats","volume":"6","author":"Cardinal","year":"2005","journal-title":"BMC Neurosci."},{"key":"10.1016\/j.neubiorev.2023.105083_bib17","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1016\/j.paid.2014.11.059","article-title":"Further evidence of the heterogeneous nature of impulsivity","volume":"76","author":"Caswell","year":"2015","journal-title":"Personal. Individ. Differ."},{"issue":"1538","key":"10.1016\/j.neubiorev.2023.105083_bib18","first-page":"319","article-title":"Decision-making during gambling: an integration of cognitive and psychobiological approaches","volume":"365","author":"Clark","year":"2010","journal-title":"Philos. Trans. R. Soc. Lond. Ser. B, Biol. Sci."},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib19","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1016\/S0278-2626(03)00284-7","article-title":"The neuropsychology of ventral prefrontal cortex: decision-making and reversal learning","volume":"55","author":"Clark","year":"2004","journal-title":"Brain Cogn."},{"issue":"3","key":"10.1016\/j.neubiorev.2023.105083_bib20","doi-asserted-by":"crossref","first-page":"481","DOI":"10.1016\/j.neuron.2008.12.031","article-title":"Gambling near-misses enhance motivation to gamble and recruit win-related brain circuitry","volume":"61","author":"Clark","year":"2009","journal-title":"Neuron"},{"issue":"45","key":"10.1016\/j.neubiorev.2023.105083_bib21","doi-asserted-by":"crossref","first-page":"17617","DOI":"10.1523\/JNEUROSCI.3231-13.2013","article-title":"Pathological choice: the neuroscience of gambling and gambling addiction","volume":"33","author":"Clark","year":"2013","journal-title":"J. Neurosci."},{"issue":"2","key":"10.1016\/j.neubiorev.2023.105083_bib22","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1080\/14459795.2022.2108484","article-title":"Introduction to the special issue \u201c20 years of the pathways model: understanding disordered gambling and other behavioural addictions\u201d","volume":"22","author":"Clark","year":"2022","journal-title":"Int. Gambl. Stud."},{"key":"10.1016\/j.neubiorev.2023.105083_bib23","doi-asserted-by":"crossref","first-page":"1708","DOI":"10.3389\/fpsyg.2017.01708","article-title":"Loss aversion reflects information accumulation, not bias: a drift-diffusion model study","volume":"8","author":"Clay","year":"2017","journal-title":"Front. Psychol."},{"issue":"2\u20133","key":"10.1016\/j.neubiorev.2023.105083_bib24","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1007\/s10441-010-9101-1","article-title":"Common Bayesian models for common cognitive issues","volume":"58","author":"Colas","year":"2010","journal-title":"Acta Biotheor."},{"issue":"12","key":"10.1016\/j.neubiorev.2023.105083_bib25","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"Daw","year":"2005","journal-title":"Nat. Neurosci."},{"issue":"6","key":"10.1016\/j.neubiorev.2023.105083_bib26","doi-asserted-by":"crossref","first-page":"1204","DOI":"10.1016\/j.neuron.2011.02.027","article-title":"Model-based influences on humans' choices and striatal prediction errors","volume":"69","author":"Daw","year":"2011","journal-title":"Neuron"},{"issue":"2","key":"10.1016\/j.neubiorev.2023.105083_bib27","doi-asserted-by":"crossref","first-page":"473","DOI":"10.3758\/s13415-014-0277-8","article-title":"Model-based and model-free Pavlovian reward learning: revaluation, revision, and revelation","volume":"14","author":"Dayan","year":"2014","journal-title":"Cogn. Affect. Behav. Neurosci."},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib28","doi-asserted-by":"crossref","first-page":"408","DOI":"10.1038\/s41398-021-01523-3","article-title":"Distinct motivations to seek out information in healthy individuals and problem gamblers","volume":"11","author":"Dezza","year":"2021","journal-title":"Transl. Psychiatry"},{"key":"10.1016\/j.neubiorev.2023.105083_bib29","doi-asserted-by":"crossref","first-page":"1819","DOI":"10.1111\/j.1360-0443.2010.03050.x","article-title":"Losses disguised as wins in modern multi-line video slot machines","volume":"105","author":"Dixon","year":"2010","journal-title":"Addiction"},{"issue":"4","key":"10.1016\/j.neubiorev.2023.105083_bib30","doi-asserted-by":"crossref","first-page":"410","DOI":"10.1038\/nn2077","article-title":"Modulators of decision making","volume":"11","author":"Doya","year":"2008","journal-title":"Nat. Neurosci."},{"issue":"3","key":"10.1016\/j.neubiorev.2023.105083_bib31","doi-asserted-by":"crossref","first-page":"723","DOI":"10.3758\/s13423-015-0941-1","article-title":"Comparing perceptual and preferential decision making","volume":"23","author":"Dutilh","year":"2016","journal-title":"Psychon. Bull. Rev."},{"issue":"4","key":"10.1016\/j.neubiorev.2023.105083_bib32","doi-asserted-by":"crossref","first-page":"348","DOI":"10.1007\/PL00005481","article-title":"Varieties of impulsivity","volume":"146","author":"Evenden","year":"1999","journal-title":"Psychopharmacology"},{"issue":"11","key":"10.1016\/j.neubiorev.2023.105083_bib33","doi-asserted-by":"crossref","first-page":"1481","DOI":"10.1038\/nn1579","article-title":"Neural systems of reinforcement for drug addiction: from actions to habits to compulsion","volume":"8","author":"Everitt","year":"2005","journal-title":"Nat. Neurosci."},{"key":"10.1016\/j.neubiorev.2023.105083_bib34","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1146\/annurev-psych-122414-033457","article-title":"Drug addiction: updating actions to habits to compulsions ten years on","volume":"67","author":"Everitt","year":"2016","journal-title":"Annu. Rev. Psychol."},{"issue":"4","key":"10.1016\/j.neubiorev.2023.105083_bib35","doi-asserted-by":"crossref","first-page":"1099","DOI":"10.3758\/s13423-018-1554-2","article-title":"A reinforcement learning diffusion decision model for value-based decisions","volume":"26","author":"Fontanesi","year":"2019","journal-title":"Psychon. Bull. Rev."},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib36","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0227644","article-title":"Problem gambling, associations with comorbid health conditions, substance use, and behavioural addictions: opportunities for pathways to treatment","volume":"15","author":"Ford","year":"2020","journal-title":"PloS One"},{"key":"10.1016\/j.neubiorev.2023.105083_bib37","doi-asserted-by":"crossref","first-page":"641","DOI":"10.1146\/annurev-psych-122414-033645","article-title":"Sequential sampling models in cognitive neuroscience: advantages, applications, and extensions","volume":"67","author":"Forstmann","year":"2016","journal-title":"Annu. Rev. Psychol."},{"issue":"2","key":"10.1016\/j.neubiorev.2023.105083_bib38","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1016\/j.psychres.2007.06.002","article-title":"Impulsivity is associated with behavioral decision-making deficits","volume":"158","author":"Franken","year":"2008","journal-title":"Psychiatry Res."},{"issue":"2","key":"10.1016\/j.neubiorev.2023.105083_bib39","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1523\/JNEUROSCI.2219-18.2018","article-title":"Neurochemical and behavioral dissections of decision-making in a rodent multistage task","volume":"39","author":"Groman","year":"2019","journal-title":"J. Neurosci."},{"issue":"2","key":"10.1016\/j.neubiorev.2023.105083_bib40","doi-asserted-by":"crossref","first-page":"96","DOI":"10.1016\/j.tins.2021.11.007","article-title":"Reinforcement learning detuned in addiction: integrative and translational approaches","volume":"45","author":"Groman","year":"2022","journal-title":"Trends Neurosci."},{"key":"10.1016\/j.neubiorev.2023.105083_bib41","doi-asserted-by":"crossref","first-page":"30","DOI":"10.3389\/fnint.2018.00030","article-title":"Deliberation and procedural automation on a two-step task for rats","volume":"12","author":"Hasz","year":"2018","journal-title":"Front. Integr. Neurosci."},{"key":"10.1016\/j.neubiorev.2023.105083_bib42","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1146\/annurev-psych-021621-124910","article-title":"Computational psychiatry needs time and context","volume":"73","author":"Hitchcock","year":"2022","journal-title":"Annu. Rev. Psychol."},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib43","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1038\/s41386-020-0746-4","article-title":"Advances in the computational understanding of mental illness","volume":"46","author":"Huys","year":"2021","journal-title":"Neuropsychopharmacology"},{"issue":"8","key":"10.1016\/j.neubiorev.2023.105083_bib44","doi-asserted-by":"crossref","first-page":"1354","DOI":"10.1038\/s41386-019-0393-9","article-title":"Impulsivity in gambling disorder and problem gambling: a meta-analysis","volume":"44","author":"Ioannidis","year":"2019","journal-title":"Neuropsychopharmacology"},{"issue":"2","key":"10.1016\/j.neubiorev.2023.105083_bib45","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1016\/j.neuron.2015.08.037","article-title":"Dopamine prediction errors in reward learning and addiction: from theory to neural circuitry","volume":"88","author":"Keiflin","year":"2015","journal-title":"Neuron"},{"key":"10.1016\/j.neubiorev.2023.105083_bib46","doi-asserted-by":"crossref","first-page":"84","DOI":"10.1016\/j.jpsychires.2021.07.044","article-title":"Impulsivity is related to overhasty risk learning in attention-deficit\/hyperactivity disorder: a computational psychiatric approach","volume":"143","author":"Kim","year":"2021","journal-title":"J. Psychiatr. Res."},{"key":"10.1016\/j.neubiorev.2023.105083_bib47","doi-asserted-by":"crossref","first-page":"152","DOI":"10.1016\/j.drugalcdep.2017.09.023","article-title":"Decision making measured by the Iowa Gambling Task in alcohol use disorder and gambling disorder: a systematic review and meta-analysis","volume":"181","author":"Kov\u00e1cs","year":"2017","journal-title":"Drug Alcohol Depend."},{"issue":"8","key":"10.1016\/j.neubiorev.2023.105083_bib48","doi-asserted-by":"crossref","first-page":"2543","DOI":"10.1007\/s00213-019-05308-x","article-title":"Relative insensitivity to time-out punishments induced by win-paired cues in a rat gambling task","volume":"236","author":"Langdon","year":"2019","journal-title":"Psychopharmacology"},{"issue":"2","key":"10.1016\/j.neubiorev.2023.105083_bib49","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1037\/1076-898X.8.2.75","article-title":"Evaluation of a behavioral measure of risk taking: the balloon analogue risk task (BART)","volume":"8","author":"Lejuez","year":"2002","journal-title":"J. Exp. Psychol. Appl."},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib50","doi-asserted-by":"crossref","first-page":"186","DOI":"10.1038\/s41398-019-0520-8","article-title":"Altered orbitofrontal sulcogyral patterns in gambling disorder: a multicenter study","volume":"9","author":"Li","year":"2019","journal-title":"Transl. Psychiatry"},{"issue":"9432","key":"10.1016\/j.neubiorev.2023.105083_bib51","doi-asserted-by":"crossref","first-page":"453","DOI":"10.1016\/S0140-6736(04)16770-6","article-title":"Borderline personality disorder","volume":"364","author":"Lieb","year":"2004","journal-title":"Lancet"},{"issue":"3","key":"10.1016\/j.neubiorev.2023.105083_bib52","doi-asserted-by":"crossref","first-page":"489","DOI":"10.1080\/14459795.2015.1078835","article-title":"Impulsivity and predictive control are associated with suboptimal action-selection and action-value learning in regular gamblers","volume":"15","author":"Lim","year":"2015","journal-title":"Int. Gambl. Stud."},{"key":"10.1016\/j.neubiorev.2023.105083_bib53","doi-asserted-by":"crossref","DOI":"10.1093\/cercor\/bhab471","article-title":"Dissociating value-based neurocomputation from subsequent selection-related activations in human decision-making","author":"Liu","year":"2022","journal-title":"Cereb. Cortex"},{"issue":"2","key":"10.1016\/j.neubiorev.2023.105083_bib54","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1038\/nn.2723","article-title":"From reinforcement learning models to psychiatric and neurological disorders","volume":"14","author":"Maia","year":"2011","journal-title":"Nat. Neurosci."},{"issue":"6","key":"10.1016\/j.neubiorev.2023.105083_bib55","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1111\/j.1467-9280.1997.tb00455.x","article-title":"Decision affect theory: emotional reactions to the outcomes of risky options","volume":"8","author":"Mellers","year":"1997","journal-title":"Psychol. Sci."},{"key":"10.1016\/j.neubiorev.2023.105083_bib56","doi-asserted-by":"crossref","first-page":"473","DOI":"10.1007\/7854_2015_391","article-title":"Motivational processes underlying substance abuse disorder","volume":"27","author":"Meyer","year":"2016","journal-title":"Curr. Top. Behav. Neurosci."},{"issue":"13","key":"10.1016\/j.neubiorev.2023.105083_bib57","doi-asserted-by":"crossref","first-page":"4750","DOI":"10.1523\/JNEUROSCI.5020-13.2014","article-title":"Cue-induced craving increases impulsivity via changes in striatal value signals in problem gamblers","volume":"34","author":"Miedl","year":"2014","journal-title":"J. Neurosci."},{"key":"10.1016\/j.neubiorev.2023.105083_bib58","doi-asserted-by":"crossref","DOI":"10.1016\/j.neuropsychologia.2019.107261","article-title":"Mutual benefits: combining reinforcement learning with sequential sampling models","volume":"136","author":"Mileti\u0107","year":"2020","journal-title":"Neuropsychologia"},{"issue":"9","key":"10.1016\/j.neubiorev.2023.105083_bib59","doi-asserted-by":"crossref","first-page":"1269","DOI":"10.1038\/nn.4613","article-title":"Dorsal hippocampus contributes to model-based planning","volume":"20","author":"Miller","year":"2017","journal-title":"Nat. Neurosci."},{"issue":"6","key":"10.1016\/j.neubiorev.2023.105083_bib60","doi-asserted-by":"crossref","first-page":"437","DOI":"10.1017\/S1930297500001285","article-title":"The drift diffusion model can account for the accuracy and reaction time of value-based choices under high and low time pressure","volume":"5","author":"Milosavljevic","year":"2010","journal-title":"Judgm. Decis. Mak."},{"key":"10.1016\/j.neubiorev.2023.105083_bib61","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1016\/j.neubiorev.2017.04.025","article-title":"Neural correlates of cognitive control in gambling disorder: a systematic review of fMRI studies","volume":"78","author":"Moccia","year":"2017","journal-title":"Neurosci. Biobehav. Rev."},{"issue":"11","key":"10.1016\/j.neubiorev.2023.105083_bib62","doi-asserted-by":"crossref","first-page":"1783","DOI":"10.1176\/appi.ajp.158.11.1783","article-title":"Psychiatric aspects of impulsivity","volume":"158","author":"Moeller","year":"2001","journal-title":"Am. J. Psychiatry"},{"issue":"4","key":"10.1016\/j.neubiorev.2023.105083_bib63","doi-asserted-by":"crossref","first-page":"940","DOI":"10.1038\/npp.2015.208","article-title":"Biases in the explore-exploit tradeoff in addictions: the role of avoidance of uncertainty","volume":"41","author":"Morris","year":"2016","journal-title":"Neuropsychopharmacology"},{"key":"10.1016\/j.neubiorev.2023.105083_bib64","doi-asserted-by":"crossref","first-page":"428","DOI":"10.3389\/fnhum.2014.00428","article-title":"A model-based analysis of impulsivity using a slot-machine gambling paradigm","volume":"8","author":"Paliwal","year":"2014","journal-title":"Front. Hum. Neurosci."},{"issue":"4","key":"10.1016\/j.neubiorev.2023.105083_bib65","doi-asserted-by":"crossref","first-page":"458","DOI":"10.1007\/s42113-020-00084-w","article-title":"Simultaneous hierarchical bayesian parameter estimation for reinforcement learning and drift diffusion models: a tutorial and links to neural data","volume":"3","author":"Pedersen","year":"2020","journal-title":"Comput. Brain Behav."},{"issue":"4","key":"10.1016\/j.neubiorev.2023.105083_bib66","doi-asserted-by":"crossref","first-page":"1234","DOI":"10.3758\/s13423-016-1199-y","article-title":"The drift diffusion model as the choice rule in reinforcement learning","volume":"24","author":"Pedersen","year":"2017","journal-title":"Psychon. Bull. Rev."},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib67","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s00213-008-1173-0","article-title":"The role of impulsive behavior in drug abuse","volume":"200","author":"Perry","year":"2008","journal-title":"Psychopharmacology"},{"issue":"4","key":"10.1016\/j.neubiorev.2023.105083_bib68","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pcbi.1007615","article-title":"The drift diffusion model as the choice rule in inter-temporal and risky choice: a case study in medial orbitofrontal cortex lesion patients and controls","volume":"16","author":"Peters","year":"2020","journal-title":"PLoS Comput. Biol."},{"key":"10.1016\/j.neubiorev.2023.105083_bib69","first-page":"2020","article-title":"Dopamine and risky decision-making in gambling disorder","volume":"0461\u201319","author":"Peters","year":"2020","journal-title":"ENEURO"},{"issue":"5","key":"10.1016\/j.neubiorev.2023.105083_bib70","doi-asserted-by":"crossref","first-page":"564","DOI":"10.4088\/JCP.v66n0504","article-title":"Comorbidity of DSM-IV pathological gambling and other psychiatric disorders: results from the National Epidemiologic Survey on Alcohol and Related Conditions","volume":"66","author":"Petry","year":"2005","journal-title":"J. Clin. Psychiatry"},{"issue":"2","key":"10.1016\/j.neubiorev.2023.105083_bib71","doi-asserted-by":"crossref","first-page":"493","DOI":"10.1007\/s10899-013-9370-0","article-title":"An overview of and rationale for changes proposed for pathological gambling in DSM-5","volume":"30","author":"Petry","year":"2014","journal-title":"J. Gambl. Stud."},{"key":"10.1016\/j.neubiorev.2023.105083_bib72","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1037\/0033-295X.85.2.59","article-title":"A theory of memory retrieval","volume":"85","author":"Ratcliff","year":"1978","journal-title":"Psychol. Rev."},{"issue":"3","key":"10.1016\/j.neubiorev.2023.105083_bib73","doi-asserted-by":"crossref","first-page":"438","DOI":"10.3758\/BF03196302","article-title":"Estimating parameters of the diffusion model: approaches to dealing with contaminant reaction times and parameter variability","volume":"9","author":"Ratcliff","year":"2002","journal-title":"Psychon. Bull. Rev."},{"key":"10.1016\/j.neubiorev.2023.105083_bib74","doi-asserted-by":"crossref","first-page":"59","DOI":"10.9741\/2327-8455.1011","article-title":"The EVF model: a novel framework for understanding gambling and, by extension, Poker","volume":"16","author":"Reber","year":"2012","journal-title":"UNLV Gaming Res. Rev. J."},{"issue":"3","key":"10.1016\/j.neubiorev.2023.105083_bib75","doi-asserted-by":"crossref","first-page":"784","DOI":"10.1037\/0033-295X.114.3.784","article-title":"Reconciling reinforcement learning models with behavioral extinction and renewal: implications for addiction, relapse, and problem gambling","volume":"114","author":"Redish","year":"2007","journal-title":"Psychol. Rev."},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib76","doi-asserted-by":"crossref","DOI":"10.1002\/wcs.1540","article-title":"Bayesian modeling of the mind: from norms to neurons","volume":"12","author":"Rescorla","year":"2021","journal-title":"Wiley Interdiscip. Rev. Cogn. Sci."},{"issue":"8","key":"10.1016\/j.neubiorev.2023.105083_bib77","doi-asserted-by":"crossref","first-page":"743","DOI":"10.1016\/j.biopsych.2009.04.008","article-title":"Risk-prone individuals prefer the wrong options on a rat version of the Iowa gambling task","volume":"66","author":"Rivalan","year":"2009","journal-title":"Biol. Psychiatry"},{"issue":"12","key":"10.1016\/j.neubiorev.2023.105083_bib78","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0082052","article-title":"Elucidating poor decision-making in a rat gambling task","volume":"8","author":"Rivalan","year":"2013","journal-title":"PLoS One"},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib79","doi-asserted-by":"crossref","first-page":"114","DOI":"10.1038\/npp.2010.165","article-title":"The roles of dopamine and serotonin in decision making: evidence from pharmacological experiments in humans","volume":"36","author":"Rogers","year":"2011","journal-title":"Neuropsychopharmacology"},{"issue":"4","key":"10.1016\/j.neubiorev.2023.105083_bib80","doi-asserted-by":"crossref","first-page":"322","DOI":"10.1016\/S0893-133X(98)00091-8","article-title":"Dissociable deficits in the decision-making cognition of chronic amphetamine abusers, opiate abusers, patients with focal damage to prefrontal cortex, and tryptophan-depleted normal volunteers: evidence for monoaminergic mechanisms","volume":"20","author":"Rogers","year":"1999","journal-title":"Neuropsychopharmacology"},{"key":"10.1016\/j.neubiorev.2023.105083_bib81","doi-asserted-by":"crossref","DOI":"10.1016\/j.drugalcdep.2019.107711","article-title":"A computational model of the Cambridge gambling task with applications to substance use disorders","volume":"206","author":"Romeu","year":"2020","journal-title":"Drug Alcohol Depend."},{"issue":"6","key":"10.1016\/j.neubiorev.2023.105083_bib82","doi-asserted-by":"crossref","first-page":"1054","DOI":"10.1016\/j.neuron.2011.05.014","article-title":"Frontal cortex and reward-guided learning and decision-making","volume":"70","author":"Rushworth","year":"2011","journal-title":"Neuron"},{"issue":"1593\u20131599","key":"10.1016\/j.neubiorev.2023.105083_bib83","article-title":"A neural substrate of prediction and reward","author":"Schultz","year":"1997","journal-title":"Science"},{"issue":"6","key":"10.1016\/j.neubiorev.2023.105083_bib84","doi-asserted-by":"crossref","first-page":"890","DOI":"10.1016\/j.psyneuen.2008.03.001","article-title":"HPA axis activation by a socially evaluated cold-pressor test","volume":"33","author":"Schwabe","year":"2008","journal-title":"Psychoneuroendocrinology"},{"issue":"2","key":"10.1016\/j.neubiorev.2023.105083_bib85","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1177\/1060028013510699","article-title":"A review of the pathophysiology, etiology, and treatment of attention-deficit hyperactivity disorder (ADHD","volume":"48","author":"Sharma","year":"2014","journal-title":"Ann. Pharmacother."},{"issue":"10","key":"10.1016\/j.neubiorev.2023.105083_bib86","doi-asserted-by":"crossref","first-page":"2208","DOI":"10.1038\/npp.2009.48","article-title":"Balancing risk and reward: a rat model of risky decision making","volume":"34","author":"Simon","year":"2009","journal-title":"Neuropsychopharmacology"},{"issue":"3","key":"10.1016\/j.neubiorev.2023.105083_bib87","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1037\/dec0000005","article-title":"Absolute performance of reinforcement-learning models for the Iowa gambling task","volume":"1","author":"Steingroever","year":"2014","journal-title":"Decision"},{"issue":"2","key":"10.1016\/j.neubiorev.2023.105083_bib88","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1037\/dec0000040","article-title":"Bayes factors for reinforcement-learning models of the Iowa gambling task","volume":"3","author":"Steingroever","year":"2016","journal-title":"Decision"},{"issue":"3","key":"10.1016\/j.neubiorev.2023.105083_bib89","doi-asserted-by":"crossref","first-page":"951","DOI":"10.3758\/s13423-017-1331-7","article-title":"Bayesian techniques for analyzing group differences in the Iowa gambling task: a case study of intuitive and deliberate decision-makers","volume":"25","author":"Steingroever","year":"2018","journal-title":"Psychon. Bull. Rev."},{"key":"10.1016\/j.neubiorev.2023.105083_bib90","series-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"1998"},{"key":"10.1016\/j.neubiorev.2023.105083_bib91","doi-asserted-by":"crossref","first-page":"12400","DOI":"10.1038\/ncomms12400","article-title":"Optimal policy for value-based decision-making","volume":"7","author":"Tajima","year":"2016","journal-title":"Nat. Commun."},{"key":"10.1016\/j.neubiorev.2023.105083_bib92","doi-asserted-by":"crossref","first-page":"1276","DOI":"10.1002\/hbm.20344","article-title":"Prefrontal cortex activity is reduced in gambling and nongambling substance users during decision-making","volume":"28","author":"Tanabe","year":"2007","journal-title":"Hum. Brain Mapp."},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib93","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1016\/j.neubiorev.2009.07.007","article-title":"Why gamblers fail to win: a review of cognitive and neuroimaging findings in pathological gambling","volume":"34","author":"van Holst","year":"2010","journal-title":"Neurosci. Biobehav. Rev."},{"key":"10.1016\/j.neubiorev.2023.105083_bib94","doi-asserted-by":"crossref","first-page":"204","DOI":"10.1016\/j.neubiorev.2017.11.022","article-title":"Compulsivity-related neurocognitive performance deficits in gambling disorder: a systematic review and meta-analysis","volume":"84","author":"van Timmeren","year":"2018","journal-title":"Neurosci. Biobehav. Rev."},{"key":"10.1016\/j.neubiorev.2023.105083_bib95","article-title":"Goal-directed and habitual decision making under stress in gambling disorder: an fMRI study","author":"van Timmeren","year":"2022","journal-title":"PsyArXiv"},{"issue":"3","key":"10.1016\/j.neubiorev.2023.105083_bib96","doi-asserted-by":"crossref","first-page":"345","DOI":"10.1038\/mp.2014.44","article-title":"Disorders of compulsivity: a common bias towards learning habits","volume":"20","author":"Voon","year":"2015","journal-title":"Mol. Psychiatry"},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib97","doi-asserted-by":"crossref","first-page":"84","DOI":"10.1038\/s41398-020-0762-5","article-title":"The neurochemical substrates of habitual and goal-directed control","volume":"10","author":"Voon","year":"2020","journal-title":"Transl. Psychiatry"},{"issue":"6","key":"10.1016\/j.neubiorev.2023.105083_bib98","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1027\/1618-3169\/a000218","article-title":"Diffusion models in experimental psychology: a practical introduction","volume":"60","author":"Voss","year":"2013","journal-title":"Exp. Psychol."},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib99","doi-asserted-by":"crossref","first-page":"142","DOI":"10.5334\/cpsy.84","article-title":"Gambling environment exposure increases temporal discounting but improves model-based control in regular slot-machine gamblers","volume":"6","author":"Wagner","year":"2022","journal-title":"Comput. Psychiatry"},{"key":"10.1016\/j.neubiorev.2023.105083_bib100","doi-asserted-by":"crossref","first-page":"14","DOI":"10.3389\/fninf.2013.00014","article-title":"HDDM: Hierarchical Bayesian estimation of the Drift-Diffusion Model in Python","volume":"7","author":"Wiecki","year":"2013","journal-title":"Front. Neuroinformatics"},{"key":"10.1016\/j.neubiorev.2023.105083_bib101","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/j.neures.2014.09.008","article-title":"Reward-based decision making in pathological gambling: the roles of risk and delay","volume":"90","author":"Wiehler","year":"2015","journal-title":"Neurosci. Res."},{"key":"10.1016\/j.neubiorev.2023.105083_bib102","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/j.neures.2014.09.008","article-title":"Reward-based decision making in pathological gambling: the roles of risk and delay","volume":"90","author":"Wiehler","year":"2015","journal-title":"Neurosci. Res."},{"key":"10.1016\/j.neubiorev.2023.105083_bib103","article-title":"Diffusion modeling reveals reinforcement learning impairments in Gambling Disorder that are linked to attenuated ventromedial prefrontal cortex value representations","author":"Wiehler","year":"2020","journal-title":"BioRxiv"},{"issue":"11","key":"10.1016\/j.neubiorev.2023.105083_bib104","doi-asserted-by":"crossref","first-page":"2512","DOI":"10.1523\/JNEUROSCI.1607-20.2021","article-title":"Attenuated DIRECTED EXPLORATION DURING REINFORCEMENT LEARNING IN GAMBLING DISORDer","volume":"41","author":"Wiehler","year":"2021","journal-title":"J. Neurosci."},{"key":"10.1016\/j.neubiorev.2023.105083_bib105","doi-asserted-by":"crossref","DOI":"10.1016\/j.addbeh.2020.106622","article-title":"\"Should've known better\": Counterfactual processing in disordered gambling","volume":"112","author":"Wu","year":"2021","journal-title":"Addict. Behav."},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib106","doi-asserted-by":"crossref","first-page":"19625","DOI":"10.1038\/s41598-019-56161-z","article-title":"Reduced model-based decision-making in gambling disorder","volume":"9","author":"Wyckmans","year":"2019","journal-title":"Sci. Rep."},{"issue":"3","key":"10.1016\/j.neubiorev.2023.105083_bib107","doi-asserted-by":"crossref","first-page":"831","DOI":"10.1556\/2006.2022.00059","article-title":"The modulation of acute stress on model-free and model-based reinforcement learning in gambling disorder","volume":"11","author":"Wyckmans","year":"2022","journal-title":"J. Behav. Addict."},{"issue":"1","key":"10.1016\/j.neubiorev.2023.105083_bib108","doi-asserted-by":"crossref","first-page":"44","DOI":"10.3758\/PBR.15.1.44","article-title":"Neurocognitive deficits related to poor decision making in people behind bars","volume":"15","author":"Yechiam","year":"2008","journal-title":"Psychon. Bull. Rev."},{"issue":"10","key":"10.1016\/j.neubiorev.2023.105083_bib109","doi-asserted-by":"crossref","first-page":"2329","DOI":"10.1038\/npp.2009.62","article-title":"Serotonergic and dopaminergic modulation of gambling behavior as assessed using a novel rat gambling task","volume":"34","author":"Zeeb","year":"2009","journal-title":"Neuropsychopharmacology"},{"key":"10.1016\/j.neubiorev.2023.105083_bib110","doi-asserted-by":"crossref","DOI":"10.1016\/j.cogpsych.2020.101331","article-title":"Psychological mechanisms of loss aversion: a drift-diffusion decomposition","volume":"123","author":"Zhao","year":"2020","journal-title":"Cogn. Psychol."}],"container-title":["Neuroscience & Biobehavioral Reviews"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0149763423000520?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0149763423000520?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T19:28:42Z","timestamp":1777490922000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0149763423000520"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4]]},"references-count":110,"alternative-id":["S0149763423000520"],"URL":"https:\/\/doi.org\/10.1016\/j.neubiorev.2023.105083","relation":{},"ISSN":["0149-7634"],"issn-type":[{"value":"0149-7634","type":"print"}],"subject":[],"published":{"date-parts":[[2023,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Computational approaches to modeling gambling behaviour: Opportunities for understanding disordered gambling","name":"articletitle","label":"Article Title"},{"value":"Neuroscience & Biobehavioral Reviews","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neubiorev.2023.105083","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"105083"}}