{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T03:27:20Z","timestamp":1776223640441,"version":"3.50.1"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1006803","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,2,26]],"date-time":"2019-02-26T00:00:00Z","timestamp":1551139200000}}],"reference-count":56,"publisher":"Public Library of Science (PLoS)","issue":"2","license":[{"start":{"date-parts":[[2019,2,13]],"date-time":"2019-02-13T00:00:00Z","timestamp":1550016000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Wellcome Trust Strategic Award","award":["095844\/Z\/11\/Z (NSPN)"],"award-info":[{"award-number":["095844\/Z\/11\/Z (NSPN)"]}]},{"name":"Wellcome Trust Senior Investigator Award","award":["095844\/Z\/11\/Z (NSPN)"],"award-info":[{"award-number":["095844\/Z\/11\/Z (NSPN)"]}]},{"name":"Wellcome Sir Henry Dale Fellowship","award":["211155\/Z\/18\/Z"],"award-info":[{"award-number":["211155\/Z\/18\/Z"]}]},{"DOI":"10.13039\/501100003986","name":"Jacobs Foundation","doi-asserted-by":"crossref","award":["27023"],"award-info":[{"award-number":["27023"]}],"id":[{"id":"10.13039\/501100003986","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100012415","name":"Biomedical Research Council","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100012415","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Rothschild Fellowship"},{"DOI":"10.13039\/100000874","name":"Brain and Behavior Research Foundation","doi-asserted-by":"publisher","award":["27023"],"award-info":[{"award-number":["27023"]}],"id":[{"id":"10.13039\/100000874","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Israeli Science Foundation Social-science Fellowship"},{"name":"Max Planck Society","award":["647070403019"],"award-info":[{"award-number":["647070403019"]}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1006803","type":"journal-article","created":{"date-parts":[[2019,2,13]],"date-time":"2019-02-13T19:25:59Z","timestamp":1550085959000},"page":"e1006803","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":130,"title":["Improving the reliability of model-based decision-making estimates in the two-stage decision task with reaction-times and drift-diffusion modeling"],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1364-6738","authenticated-orcid":true,"given":"Nitzan","family":"Shahar","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7997-8137","authenticated-orcid":true,"given":"Tobias U.","family":"Hauser","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4751-0425","authenticated-orcid":true,"given":"Michael","family":"Moutoussis","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7641-2402","authenticated-orcid":true,"given":"Rani","family":"Moran","sequence":"additional","affiliation":[]},{"given":"Mehdi","family":"Keramati","sequence":"additional","affiliation":[]},{"name":"NSPN consortium","sequence":"additional","affiliation":[]},{"given":"Raymond J.","family":"Dolan","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2019,2,13]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1016\/j.neuron.2013.09.007","article-title":"Goals and habits in the brain","volume":"80","author":"RJ Dolan","year":"2013","journal-title":"Neuron"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"418","DOI":"10.1016\/j.neuron.2012.03.042","article-title":"Dopamine enhances model-based over model-free choice behavior","volume":"75","author":"K Wunderlich","year":"2012","journal-title":"Neuron"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"1615","DOI":"10.3758\/s13423-016-1012-y","article-title":"Rule abstraction, model-based choice, and cognitive reflection","volume":"23","author":"HJ Don","year":"2016","journal-title":"Psychon Bull Rev"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"848","DOI":"10.1177\/0956797616639301","article-title":"From creatures of habit to goal-directed learners: Tracking the developmental emergence of model-based reinforcement learning","volume":"27","author":"JH Decker","year":"2016","journal-title":"Psychol Sci"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"760","DOI":"10.1038\/nrn2915","article-title":"Goal-directed and habitual control in the basal ganglia: implications for Parkinson\u2019s disease","volume":"11","author":"P Redgrave","year":"2010","journal-title":"Nat Rev Neurosci"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"687","DOI":"10.1016\/j.neuron.2013.11.028","article-title":"Neural computations underlying arbitration between model-based and model-free learning","volume":"81","author":"SW Lee","year":"2014","journal-title":"Neuron"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"787","DOI":"10.1016\/j.neuron.2011.04.012","article-title":"Rethinking motor learning and savings in adaptation paradigms: Model-free memory for successful actions combines with internal models","volume":"70","author":"VS Huang","year":"2011","journal-title":"Neuron"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1016\/j.cobeha.2018.01.006","article-title":"Corticostriatal foundations of habits","volume":"20","author":"CA Seger","year":"2018","journal-title":"Curr Opin Behav Sci"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"955","DOI":"10.1016\/j.neuroimage.2011.06.071","article-title":"Separate encoding of model-based and model-free valuations in the human brain","volume":"58","author":"UR Beierholm","year":"2011","journal-title":"NeuroImage"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"2264","DOI":"10.1038\/ncomms3264","article-title":"Orbitofrontal and striatal circuits dynamically encode the shift between goal-directed and habitual actions","volume":"4","author":"CM Gremel","year":"2013","journal-title":"Nat Commun"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"786","DOI":"10.1038\/nn.3068","article-title":"Mapping value based planning and extensively trained choice in the human brain","volume":"15","author":"K Wunderlich","year":"2012","journal-title":"Nat Neurosci"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"72","DOI":"10.1016\/j.tics.2011.11.018","article-title":"Computational psychiatry","volume":"16","author":"PR Montague","year":"2012","journal-title":"Trends Cogn Sci"},{"key":"ref13","doi-asserted-by":"crossref","DOI":"10.7554\/eLife.11305","article-title":"Characterizing a psychiatric symptom dimension related to deficits in goal-directed control","volume":"5","author":"CM Gillan","year":"2016","journal-title":"eLife"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"391","DOI":"10.1016\/j.biopsych.2017.04.006","article-title":"Model-based control in dimensional psychiatry","volume":"82","author":"V Voon","year":"2017","journal-title":"Biol Psychiatry"},{"key":"ref15","article-title":"Defining the place of habit in substance use disorders","author":"Y Vandaele","year":"2017","journal-title":"Prog Neuropsychopharmacol Biol Psychiatry"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"1717","DOI":"10.1038\/nn.3561","article-title":"Regulation of dietary choice by the decision-making circuitry","volume":"16","author":"A Rangel","year":"2013","journal-title":"Nat Neurosci"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1177\/1088868313495594","article-title":"Action, outcome, and value: a dual-system framework for morality","volume":"17","author":"F Cushman","year":"2013","journal-title":"Personal Soc Psychol Rev"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"1204","DOI":"10.1016\/j.neuron.2011.02.027","article-title":"Model-based influences on humans\u2019 choices and striatal prediction errors","volume":"69","author":"ND Daw","year":"2011","journal-title":"Neuron"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"e1003364","DOI":"10.1371\/journal.pcbi.1003364","article-title":"Actions, action sequences and habits: evidence that goal-directed and habitual action control are hierarchically organized","volume":"9","author":"A Dezfouli","year":"2013","journal-title":"PLoS Comput Biol"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"767","DOI":"10.1038\/nn.3981","article-title":"Model-based choices involve prospective neural activity","volume":"18","author":"BB Doll","year":"2015","journal-title":"Nat Neurosci"},{"key":"ref21","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pcbi.1005090","article-title":"When does model-based control pay off?","volume":"12","author":"W Kool","year":"2016","journal-title":"PLoS Comput Biol"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"751","DOI":"10.1177\/0956797612463080","article-title":"The curse of planning: dissecting multiple reinforcement-learning systems by taxing the central executive","volume":"24","author":"AR Otto","year":"2013","journal-title":"Psychol Sci"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"523","DOI":"10.3758\/s13415-015-0347-6","article-title":"Model-based learning protects against forming habits","volume":"15","author":"CM Gillan","year":"2015","journal-title":"Cogn Affect Behav Neurosci"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"1269","DOI":"10.1038\/nn.4613","article-title":"Dorsal hippocampus contributes to model-based planning","volume":"20","author":"KJ Miller","year":"2017","journal-title":"Nat Neurosci"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1146\/annurev.neuro.29.051605.113038","article-title":"The neural basis of decision making","volume":"30","author":"JI Gold","year":"2007","journal-title":"Annu Rev Neurosci"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1037\/a0030775","article-title":"Parameter variability and distributional assumptions in the diffusion model","volume":"120","author":"R Ratcliff","year":"2013","journal-title":"Psychol Rev"},{"key":"ref27","first-page":"306720","article-title":"Joint modeling of reaction times and choice improves parameter identifiability in reinforcement learning models","author":"IC Ballard","year":"2018","journal-title":"bioRxiv"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1093\/ije\/dyx117","article-title":"Cohort Profile: The NSPN 2400 Cohort: a developmental sample supporting the Wellcome Trust NeuroScience in Psychiatry Network","volume":"47","author":"B Kiddle","year":"2018","journal-title":"Int J Epidemiol"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"777","DOI":"10.1037\/abn0000164","article-title":"Reduced model-based decision-making in schizophrenia","volume":"125","author":"AJ Culbreth","year":"2016","journal-title":"J Abnorm Psychol"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"1595","DOI":"10.1073\/pnas.1417219112","article-title":"Ventral striatal dopamine reflects behavioral and neural signatures of model-based control during sequential decision making","volume":"112","author":"L Deserno","year":"2015","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref31","article-title":"On-line Q-learning using connectionist systems","author":"GA Rummery","year":"1994","journal-title":"On-line Q-learning using connectionist systems"},{"key":"ref32","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"1998"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"7455","DOI":"10.1038\/ncomms8455","article-title":"Rethinking fast and slow based on a critique of reaction-time reverse inference","volume":"6","author":"I Krajbich","year":"2015","journal-title":"Nat Commun"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"1234","DOI":"10.3758\/s13423-016-1199-y","article-title":"The drift diffusion model as the choice rule in reinforcement learning","volume":"24","author":"ML Pedersen","year":"2017","journal-title":"Psychon Bull Rev"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1523\/JNEUROSCI.2036-14.2015","article-title":"fMRI and EEG predictors of dynamic decision parameters during human reinforcement learning","volume":"35","author":"MJ Frank","year":"2015","journal-title":"J Neurosci"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"e1005796","DOI":"10.1371\/journal.pcbi.1005796","article-title":"A Rescorla-Wagner drift-diffusion model of conditioning and timing","volume":"13","author":"A Luzardo","year":"2017","journal-title":"PLOS Comput Biol"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"1379","DOI":"10.1162\/jocn_a_01224","article-title":"Pavlovian control of escape and avoidance","volume":"30","author":"AJ Millner","year":"2017","journal-title":"J Cogn Neurosci"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"222","DOI":"10.1016\/j.jmp.2009.02.003","article-title":"Fast and accurate calculations for first-passage times in Wiener diffusion models","volume":"53","author":"DJ Navarro","year":"2009","journal-title":"J Math Psychol"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"443","DOI":"10.3758\/BF03195402","article-title":"A comparison of four methods for simulating the diffusion process","volume":"33","author":"F Tuerlinckx","year":"2001","journal-title":"Behav Res Methods Instrum Comput"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"470","DOI":"10.1016\/j.jmp.2012.09.002","article-title":"Fast and accurate calculations for cumulative first-passage time distributions in Wiener diffusion models","volume":"56","author":"SP Blurton","year":"2012","journal-title":"J Math Psychol"},{"key":"ref41","unstructured":"Gershman S. Reinforcement learning and drift-diffusion modeling, GitHub [Internet]. 2018. Available: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/github.com\/sjgershm\/RL_DDM\" xlink:type=\"simple\">https:\/\/github.com\/sjgershm\/RL_DDM<\/ext-link>"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"873","DOI":"10.1162\/neco.2008.12-06-420","article-title":"The diffusion decision model: Theory and data for two-choice decision tasks","volume":"20","author":"R Ratcliff","year":"2008","journal-title":"Neural Comput"},{"key":"ref43","first-page":"392","article-title":"Symbolic description of factorial models for analysis of variance","volume":"22","author":"GN Wilkinson","year":"1973","journal-title":"J R Stat Soc Ser C Appl Stat"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"461","DOI":"10.1214\/aos\/1176344136","article-title":"Estimating the dimension of a model","volume":"6","author":"G Schwarz","year":"1978","journal-title":"Ann Stat"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"750","DOI":"10.3758\/s13423-015-0968-3","article-title":"Use of internal consistency coefficients for estimating reliability of experimental task scores","volume":"23","author":"SB Green","year":"2016","journal-title":"Psychon Bull Rev"},{"key":"ref46","article-title":"Statistical theories of mental test scores","author":"FM Lord","year":"1968"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"232","DOI":"10.1177\/0013164409355688","article-title":"Assessment of the maximal split-half coefficient to estimate reliability","volume":"70","author":"BL Thompson","year":"2010","journal-title":"Educ Psychol Meas"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1037\/h0029382","article-title":"How we should measure change: Or should we?","volume":"74","author":"LJ Cronbach","year":"1970","journal-title":"Psychol Bull"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"e0195328","DOI":"10.1371\/journal.pone.0195328","article-title":"A note on the analysis of two-stage task results: How changes in task structure affect what model-free and model-based strategies predict about the effects of reward and transition on the stay probability","volume":"13","author":"CF da Silva","year":"2018","journal-title":"PLoS ONE"},{"key":"ref50","article-title":"Structural Equation Modeling: Foundations and extensions","author":"D Kaplan","year":"2008"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1177\/0734282911406668","article-title":"Coefficient alpha: a reliability coefficient for the 21st century?","volume":"29","author":"Y Yang","year":"2011","journal-title":"J Psychoeduc Assess"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"16","DOI":"10.3390\/jintelligence5020016","article-title":"Network models for cognitive development and intelligence","volume":"5","author":"HLJ Van Der Maas","year":"2017","journal-title":"J Intell"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1016\/S1364-6613(03)00028-7","article-title":"Task switching","volume":"7","author":"S Monsell","year":"2003","journal-title":"Trends Cogn Sci"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"382","DOI":"10.1016\/j.bpsc.2016.08.001","article-title":"Computational psychiatry: From mechanistic insights to the development of new treatments","volume":"1","author":"QJM Huys","year":"2016","journal-title":"Biol Psychiatry Cogn Neurosci Neuroimaging"},{"key":"ref55","article-title":"Annual Research Review: Developmental computational psychiatry","author":"TU Hauser","journal-title":"J Child Psychol Psychiatry"},{"key":"ref56","article-title":"Disentangling the roles of approach, activation and valence in instrumental and pavlovian responding","volume":"7","author":"QJM Huys","year":"2011","journal-title":"PLoS Comput Biol"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1006803","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,2,26]],"date-time":"2019-02-26T00:00:00Z","timestamp":1551139200000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006803","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,20]],"date-time":"2020-05-20T23:05:25Z","timestamp":1590015925000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006803"}},"subtitle":[],"editor":[{"given":"Samuel J.","family":"Gershman","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2019,2,13]]},"references-count":56,"journal-issue":{"issue":"2","published-online":{"date-parts":[[2019,2,13]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1006803","relation":{"new_version":[{"id-type":"doi","id":"10.1371\/journal.pcbi.1006803","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,2,13]]}}}