{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T17:56:38Z","timestamp":1776448598069,"version":"3.51.2"},"reference-count":79,"publisher":"Public Library of Science (PLoS)","issue":"9","license":[{"start":{"date-parts":[[2015,9,25]],"date-time":"2015-09-25T00:00:00Z","timestamp":1443139200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1004523","type":"journal-article","created":{"date-parts":[[2015,9,25]],"date-time":"2015-09-25T18:42:50Z","timestamp":1443206570000},"page":"e1004523","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":32,"title":["Implicit Value Updating Explains Transitive Inference Performance: The Betasort Model"],"prefix":"10.1371","volume":"11","author":[{"given":"Greg","family":"Jensen","sequence":"first","affiliation":[]},{"given":"Fabian","family":"Mu\u00f1oz","sequence":"additional","affiliation":[]},{"given":"Yelda","family":"Alkan","sequence":"additional","affiliation":[]},{"given":"Vincent P.","family":"Ferrera","sequence":"additional","affiliation":[]},{"given":"Herbert S.","family":"Terrace","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2015,9,25]]},"reference":[{"key":"ref1","first-page":"141","article-title":"Une forme verbale de la comparison chez l&apos;enfant","volume":"18","author":"J Piaget","year":"1921","journal-title":"Archive de Psychologie"},{"key":"ref2","article-title":"The APA Handbook of Comparative Psychology","author":"G Jensen"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"479","DOI":"10.1016\/j.anbehav.2008.01.025","article-title":"Social complexity predicts transitive reasoning in prosimian primates","volume":"76","author":"EL MacLean","year":"2008","journal-title":"Anim Behav"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1007\/BF03395612","article-title":"Inference based on transitive relation in three shrews (Tupaia belangeri) and rats (Ratus norvegicus) on a spatial discrimination task","volume":"58","author":"M Takahashi","year":"2008","journal-title":"Psychol Rec"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1016\/j.beproc.2010.08.003","article-title":"Cognitive representation in transitive inference: A comparison of four corvid species","volume":"85","author":"AB Bond","year":"2010","journal-title":"Behav Process"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"2066","DOI":"10.1016\/j.physa.2007.11.047","article-title":"Psychophysics of time perception and intertemporal choice models","volume":"387","author":"T Takahashi","year":"2008","journal-title":"Physica A"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"14693","DOI":"10.1523\/JNEUROSCI.2218-11.2011","article-title":"Comparing apples and oranges: Using reward-specific and reward-general subjective value representation in the brain","volume":"31","author":"DJ Levy","year":"2011","journal-title":"J Neurosci"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1038\/nature05511","article-title":"Fish can infer social rank by observation alone","volume":"445","author":"L Grosenick","year":"2007","journal-title":"Nature"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"511","DOI":"10.1093\/beheco\/ars192","article-title":"Comparative transitive and temporal orderliness in dominance networks","volume":"24","author":"DB McDonald","year":"2013","journal-title":"Behav Ecol"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"778","DOI":"10.1038\/nature02723","article-title":"Pinyon jays use transitive inference to predict social dominance","volume":"430","author":"G Paz-y-Mi\u00f1o","year":"2004","journal-title":"Nature"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"395","DOI":"10.1037\/a0019751","article-title":"Rhesus monkeys (<italic>Macaca mulatta<\/italic>) rapidly learn to select dominance individuals in videos of artificial social interactions between unfamiliar conspecifics","volume":"124","author":"R Paxton","year":"2010","journal-title":"J Comp Psychol"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"244","DOI":"10.1016\/j.beproc.2011.12.001","article-title":"Transitive inference in pigeons: Measuring the associative values of stimuli B and D","volume":"89","author":"OF Lazareva","year":"2012","journal-title":"Behav Process"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"e70285","DOI":"10.1371\/journal.pone.0070285","article-title":"Transfer of a serial representation between two distinct tasks by rhesus macaques","volume":"8","author":"G Jensen","year":"2013","journal-title":"PLOS ONE"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"207","DOI":"10.3758\/BF03199936","article-title":"Reinforcement accounts for transitive inference performance","volume":"23","author":"CDL Wynne","year":"1995","journal-title":"Anim Learn Behav"},{"key":"ref15","first-page":"25","article-title":"The Complex Mind: An Interdisciplinary Approach","author":"FR Treichler","year":"2012"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"313","DOI":"10.1016\/j.beproc.2008.02.017","article-title":"Transitive inference in non-human animals: An empirical and theoretical analysis","volume":"78","author":"M Vasconcelos","year":"2008","journal-title":"Behav Process"},{"key":"ref17","article-title":"Reinforcement learning","author":"RS Sutton","year":"1998"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"343","DOI":"10.3758\/CABN.9.4.343","article-title":"Reinforcement learning, conditioning, and the brain: Successes and challenges","volume":"9","author":"TV Maia","year":"2009","journal-title":"Cog Affect Behav Neurosci"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"751","DOI":"10.1177\/0956797612463080","article-title":"The curse of planning: Dissecting multiple reinforcement-learning systems by taxing the central executive","volume":"24","author":"AR Otto","year":"2013","journal-title":"Psychol Sci"},{"key":"ref20","article-title":"Dynamic Programming","author":"RE Bellman","year":"1957"},{"key":"ref21","first-page":"393","article-title":"Neuroeconomics: Devision Making and the Brain","author":"ND Daw","year":"2014"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"e1002346","DOI":"10.1371\/journal.pcbi.1002346","article-title":"Learning and generalization under ambiguity: An fMRI study","volume":"8","author":"JR Chumbley","year":"2012","journal-title":"PLOS Comput Biol"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"V Mnih","year":"2015","journal-title":"Nature"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1037\/0097-7403.12.3.203","article-title":"A nonverbal organism\u2019s knowledge of ordinal position in a serial learning task","volume":"12","author":"HS Terrace","year":"1986","journal-title":"J Exp Psychol Anim Behav Process"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"133","DOI":"10.3758\/BF03205250","article-title":"The symbolic distance effect in monkeys","volume":"18","author":"MR D\u2019Amato","year":"1990","journal-title":"Anim Learn Behav"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"368","DOI":"10.1111\/j.1467-9280.1994.tb00287.x","article-title":"Transitive inference in rats: A test of the spatial coding hypothesis","volume":"5","author":"WA Roberts","year":"1994","journal-title":"Psychol Sci"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1037\/a0030306","article-title":"Cognitive mechanisms for transitive inference performance in rhesus monkeys: Measuring the influence of associative strength and inferred order","volume":"38","author":"RP Gazes","year":"2012","journal-title":"J Exp Psychol Anim Behav Process"},{"key":"ref28","doi-asserted-by":"crossref","DOI":"10.1080\/10691898.2014.11889706","article-title":"What is the probability you are a Bayesian?","volume":"22","author":"SS Wulff","year":"2014","journal-title":"J Stat Educ"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"550","DOI":"10.1037\/0033-295X.108.3.550","article-title":"The time course of perceptual choice: The leaky, competing accumulator model","volume":"108","author":"M Usher","year":"2001","journal-title":"Psychol Rev"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"e97349","DOI":"10.1371\/journal.pone.0097349","article-title":"A note on exact differences between beta distributions in genomic (methylation) studies","volume":"9","author":"E Raineri","year":"2014","journal-title":"PLOS ONE"},{"key":"ref31","unstructured":"Watkins CJCH. Learning from delayed rewards. Doctoral dissertation, University of Cambridge; 1989."},{"key":"ref32","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-Learning","volume":"8","author":"CJCH Watkins","year":"1992","journal-title":"Mach Learn"},{"key":"ref33","first-page":"527","article-title":"Handbook of intelligent control: neural, fuzzy, and adaptive approaches","author":"SB Thrun","year":"1992"},{"key":"ref34","article-title":"Individual choice behavior","author":"D Luce","year":"1959"},{"key":"ref35","first-page":"3","article-title":"Decision making, affect, and learning: attention and performance XXIII","author":"ND Daw","year":"2011"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1016\/j.neuroscience.2010.03.052","article-title":"Neural correlates of relational reasoning and the symbolic distance effect: Involvement of parietal cortex","volume":"168","author":"EC Hinton","year":"2010","journal-title":"Neuroscience"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"1032","DOI":"10.1111\/j.1440-1681.1998.tb02179.x","article-title":"Multiple comparison procedures updated","volume":"25","author":"J Ludbrook","year":"1998","journal-title":"Clin Exp Pharmacol Physiol"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"928","DOI":"10.1080\/01621459.1995.10476592","article-title":"A reference Bayesian test for nested hypotheses and its relationship to the Schwarz criterion","volume":"90","author":"RE Kass","year":"1995","journal-title":"J Am Stat Assoc"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1111\/j.1469-1809.1972.tb00293.x","article-title":"The log likelihood ratio test (the G-test)","volume":"21","author":"B Woolf","year":"1957","journal-title":"Ann Hum Genet"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"773","DOI":"10.1080\/01621459.1995.10476572","article-title":"Bayes factors","volume":"90","author":"RE Kass","year":"1995","journal-title":"J Am Stat Assoc"},{"key":"ref41","article-title":"Numerical Recipes","author":"WH Press","year":"2007"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1038\/427297a","article-title":"A meeting with Enrico Fermi","volume":"427","author":"F Dyson","year":"2004","journal-title":"Nature"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"313","DOI":"10.1037\/h0054388","article-title":"A mathematical model for simple learning","volume":"58","author":"RR Bush","year":"1951","journal-title":"Psychol Rev"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"314","DOI":"10.3758\/BF03210755","article-title":"The widespread influence of the Rescorla-Wagner model","volume":"3","author":"S Siegel","year":"1996","journal-title":"Psychon B Rev"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"841","DOI":"10.1162\/089976601300014376","article-title":"Temporal difference model reproduces anticipatory neural activity","volume":"13","author":"RE Suri","year":"2001","journal-title":"Neural Comput"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1016\/S0896-6273(03)00169-7","article-title":"Temporal difference models and reward-related learning in the human brain","volume":"38","author":"JP O\u2019Doherty","year":"2003","journal-title":"Neuron"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1016\/S1364-6613(00)01851-9","article-title":"Matters temporal","volume":"6","author":"P Dayan","year":"2002","journal-title":"Trends Cogn Sci"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"334","DOI":"10.1037\/0097-7403.17.3.334","article-title":"Transitive inference formation in pigeons","volume":"17","author":"L von Fersen","year":"1991","journal-title":"J Exp Psychol Anim Behav Process"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1080\/713752279","article-title":"Algebraic learning and neural network models for transitive and non-transitive responding","volume":"10","author":"M Siemann","year":"1998","journal-title":"Eur J Cogn Psychol"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s00221-002-1092-y","article-title":"Cognitive mechanisms of transitive inference","volume":"146","author":"BD Acuna","year":"2002","journal-title":"Exp Brain Res"},{"key":"ref51","first-page":"293","article-title":"Principles of Brain Dynamics: Global State Interactions","author":"SJ Gershman","year":"2012"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1016\/j.neuron.2010.04.016","article-title":"States versus rewards: Dissociable neural prediction error signals underlying model-based and model-free reinforcement learning","volume":"66","author":"J Gl\u00e4scher","year":"2008","journal-title":"Neuron"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"2700","DOI":"10.1523\/JNEUROSCI.5499-10.2011","article-title":"Ventral striatum and orbitofrontal cortex are both required for model-based, but not model-free, reinforcement learning","volume":"31","author":"MA McDannald","year":"2011","journal-title":"J Neurosci"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1016\/j.jmp.2008.12.005","article-title":"Reinforcement learning in the brain","volume":"53","author":"Y Niv","year":"2009","journal-title":"J Math Psychol"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1016\/j.conb.2008.08.003","article-title":"Reinforcement learning: The good, the bad and the ugly","volume":"18","author":"P Dayan","year":"2008","journal-title":"Curr Opin Neurobiol"},{"key":"ref56","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward","volume":"275","author":"W Schultz","year":"1997","journal-title":"Science"},{"key":"ref57","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1038\/35083500","article-title":"Dopamine responses comply with basic assumptions of formal learning theory","volume":"412","author":"P Waelti","year":"2001","journal-title":"Nature"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"1898","DOI":"10.1126\/science.1077349","article-title":"Discrete cording of reward probability and uncertainty by dopamine neurons","volume":"299","author":"CD Fiorillo","year":"2003","journal-title":"Science"},{"key":"ref59","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1016\/j.nlm.2014.04.014","article-title":"Multiple memory systems as substrates for multiple decision systems","volume":"117","author":"BB Doll","year":"2015","journal-title":"Neurobiol Learn Mem"},{"key":"ref60","doi-asserted-by":"crossref","first-page":"1075","DOI":"10.1016\/j.conb.2012.08.003","article-title":"The ubiquity of model-based reinforcement learning","volume":"22","author":"BB Doll","year":"2012","journal-title":"Curr Opin Neurobiol"},{"key":"ref61","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/j.beproc.2013.01.005","article-title":"It\u2019s the information!","volume":"95","author":"RD Ward","year":"2013","journal-title":"Behav Process"},{"key":"ref62","doi-asserted-by":"crossref","first-page":"1214","DOI":"10.1038\/nn1954","article-title":"Learning the value of information in an uncertain world","volume":"10","author":"TEJ Behrens","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref63","doi-asserted-by":"crossref","first-page":"391","DOI":"10.1007\/s00213-006-0578-x","article-title":"The debate over dopamine\u2019s role in reward: The case for incentive salience","volume":"191","author":"KC Berridge","year":"2007","journal-title":"Psychopharmacology"},{"key":"ref64","first-page":"492","article-title":"Model-based and model-free Pavlovian reward learning: Revaluation, revision, and revelation","volume":"473","author":"P Dayan","year":"2014","journal-title":"Cog Affect Behav Neurosci"},{"key":"ref65","doi-asserted-by":"crossref","first-page":"894","DOI":"10.1002\/hipo.20735","article-title":"Neural system interactions underlying human transitive inference","volume":"20","author":"SN Moses","year":"2010","journal-title":"Hippocampus"},{"key":"ref66","unstructured":"Wiering MA. Explorations in efficient reinforcement learning. Doctoral dissertation, University of Amsterdam, 1999."},{"key":"ref67","first-page":"387","article-title":"Reinforcement Learning: State-of-the-Art","author":"MTJ Spaan","year":"2012"},{"key":"ref68","unstructured":"Littman ML, Dean TL, Kaelbling LP. On the complexity of solving Markov decision problems. Proceedings of the 11th Conference on Uncertainty in Artificial Intelligence, 1995: 394\u2013402."},{"key":"ref69","first-page":"256","article-title":"Reinforcement learning with limited reinforcement: Using Bayes risk for active learning in POMDPs","volume":"301","author":"F Doshi","year":"2008","journal-title":"Proc Int Mach Learn"},{"key":"ref70","first-page":"179","article-title":"Vis Cogn","volume":"23","author":"JO Rombouts","year":"2015"},{"key":"ref71","doi-asserted-by":"crossref","first-page":"e1004060","DOI":"10.1371\/journal.pcbi.1004060","article-title":"How attention can create synaptic tags for the learning of working memories in sequential tasks","volume":"11","author":"JO Rombouts","year":"2015","journal-title":"PLOS Comput Biol"},{"key":"ref72","doi-asserted-by":"crossref","first-page":"202","DOI":"10.1016\/j.tics.2005.02.003","article-title":"The simultaneous chain: A new approach to serial learning","volume":"9","author":"HS Terrace","year":"2005","journal-title":"Trends Cogn Sci"},{"key":"ref73","doi-asserted-by":"crossref","first-page":"23","DOI":"10.3819\/ccbr.2010.50002","article-title":"The comparative psychology of serially organized behavior","volume":"6","author":"HS Terrace","year":"2010","journal-title":"Comp Cogn Behav Rev"},{"key":"ref74","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1016\/j.brainresbull.2008.02.022","article-title":"Representation of serial order: A comparative analysis of humans, monkeys, and pigeons","volume":"76","author":"D Scarf","year":"2008","journal-title":"Brain Res Bull"},{"key":"ref75","first-page":"279","article-title":"Neural network models of conditioning and action","author":"JER Staddon","year":"1991"},{"key":"ref76","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1016\/0042-6989(80)90128-5","article-title":"Implantation of magnetic search coils for measurement of eye position: An improved method","volume":"20","author":"SJ Judge","year":"1980","journal-title":"Vision Res"},{"key":"ref77","doi-asserted-by":"crossref","first-page":"1657","DOI":"10.1523\/JNEUROSCI.3694-13.2014","article-title":"Performance monitoring in monkey frontal eye field","volume":"34","author":"T Teichert","year":"2014","journal-title":"J Neurosci"},{"key":"ref78","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1109\/TBMEL.1963.4322822","article-title":"A method of measuring eye movement using a scleral search coil in a magnetic field","volume":"10","author":"DA Robinson","year":"1963","journal-title":"IEEE T Bio-Med Electron"},{"key":"ref79","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1037\/a0021572","article-title":"Mechanisms of inferential order judgments in humans (Homo sapiens) and rhesus monkeys (Macaca mulatta)","volume":"125","author":"DJ Merritt","year":"2011","journal-title":"J Comp Psychol"}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1004523","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,11]],"date-time":"2024-06-11T10:56:27Z","timestamp":1718103387000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1004523"}},"subtitle":[],"editor":[{"given":"Jill X","family":"O\u2019Reilly","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2015,9,25]]},"references-count":79,"journal-issue":{"issue":"9","published-online":{"date-parts":[[2015,9,25]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1004523","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,9,25]]}}}