{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T06:30:33Z","timestamp":1781245833722,"version":"3.54.1"},"reference-count":93,"publisher":"Public Library of Science (PLoS)","issue":"4","license":[{"start":{"date-parts":[[2016,4,13]],"date-time":"2016-04-13T00:00:00Z","timestamp":1460505600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1004864","type":"journal-article","created":{"date-parts":[[2016,4,13]],"date-time":"2016-04-13T20:15:06Z","timestamp":1460578506000},"page":"e1004864","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":56,"title":["Problem Solving as Probabilistic Inference with Subgoaling: Explaining Human Successes and Pitfalls in the Tower of Hanoi"],"prefix":"10.1371","volume":"12","author":[{"given":"Francesco","family":"Donnarumma","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Domenico","family":"Maisto","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Giovanni","family":"Pezzulo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2016,4,13]]},"reference":[{"key":"ref1","article-title":"Human problem solving","author":"A Newell","year":"1972"},{"key":"ref2","article-title":"The mentality of apes","author":"W Kohler","year":"1925"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"981","DOI":"10.1126\/science.1073433","article-title":"Shaping of Hooks in New Caledonian Crows","volume":"297","author":"AAS Weir","year":"2002","journal-title":"Science"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"130","DOI":"10.1038\/nn.3304","article-title":"Memory, navigation and theta rhythm in the hippocampal-entorhinal system","volume":"16","author":"G Buzs\u00e1ki","year":"2013","journal-title":"Nature Neuroscience"},{"issue":"12","key":"ref5","doi-asserted-by":"crossref","first-page":"647","DOI":"10.1016\/j.tics.2014.06.011","article-title":"Internally generated sequences in learning and executing goal-directed behavior","volume":"18","author":"G Pezzulo","year":"2014","journal-title":"Trends in Cognitive Sciences"},{"issue":"4","key":"ref6","doi-asserted-by":"crossref","first-page":"1826","DOI":"10.1016\/j.neuroimage.2006.01.037","article-title":"Thoughts, behaviour, and brain dynamics during navigation in the real world","volume":"31","author":"HJ Spiers","year":"2006","journal-title":"Neuroimage"},{"issue":"2","key":"ref7","doi-asserted-by":"crossref","first-page":"218","DOI":"10.1016\/j.conb.2004.03.008","article-title":"Arithmetic and the brain","volume":"14","author":"S Dehaene","year":"2004","journal-title":"Curr Opin Neurobiol"},{"key":"ref8","article-title":"The Architecture of Cognition","author":"JR Anderson","year":"1983"},{"issue":"4","key":"ref9","doi-asserted-by":"crossref","first-page":"136","DOI":"10.1016\/j.tics.2008.01.006","article-title":"A central circuit of the mind","volume":"12","author":"JR Anderson","year":"2008","journal-title":"Trends Cogn Sci"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"887","DOI":"10.1037\/0033-295X.113.4.887","article-title":"Hierarchical schemas and goals in the control of sequential behaviour","volume":"113","author":"RP Cooper","year":"2006","journal-title":"Psychological Review"},{"issue":"6111","key":"ref11","doi-asserted-by":"crossref","first-page":"1202","DOI":"10.1126\/science.1225266","article-title":"A large-scale model of the functioning brain","volume":"338","author":"C Eliasmith","year":"2012","journal-title":"Science"},{"key":"ref12","article-title":"The Society of Mind","author":"M Minsky","year":"1988"},{"key":"ref13","article-title":"The Soar Papers: Research on Integrated Intelligence","volume":"vol. 1 and 2","author":"PS Rosenbloom","year":"1992"},{"key":"ref14","first-page":"220","article-title":"Proceedings of the Fourteenth conference on Uncertainty in artificial intelligence","author":"M Hauskrecht","year":"1998"},{"key":"ref15","first-page":"540","article-title":"Width and Serialization of Classical Planning Problems","author":"N Lipovetzky","year":"2012"},{"key":"ref16","article-title":"Hierarchical Control and Learning for Markov Decision Processes","author":"RE Parr","year":"1998"},{"key":"ref17","article-title":"Bayesian Brain: Probabilistic Approaches to Neural Coding","author":"K Doya","year":"2007"},{"issue":"2","key":"ref18","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1038\/nrn2787","article-title":"The free-energy principle: a unified brain theory?","volume":"11","author":"K Friston","year":"2010","journal-title":"Nat Rev Neurosci"},{"issue":"6245","key":"ref19","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1126\/science.aac6076","article-title":"Computational rationality: A converging paradigm for intelligence in brains, minds, and machines","volume":"349","author":"SJ Gershman","year":"2015","journal-title":"Science"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"20130483","DOI":"10.1098\/rstb.2013.0483","article-title":"The Why, What, Where, When and How of Goal Directed Choice: neuronal and computational principles","volume":"369","author":"P Verschure","year":"2014","journal-title":"Philosophical Transaction of the Royal Society of London: Series B, Biological Sciences"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1016\/j.tics.2006.05.003","article-title":"Bayesian decision theory in sensorimotor control","volume":"10","author":"KP Kording","year":"2006","journal-title":"Trends Cogn Sci"},{"issue":"7","key":"ref22","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1016\/j.tics.2006.05.002","article-title":"Vision as Bayesian inference: analysis by synthesis?","volume":"10","author":"A Yuille","year":"2006","journal-title":"Trends in Cognitive Sciences"},{"issue":"10","key":"ref23","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1016\/j.tics.2012.08.006","article-title":"Planning as inference","volume":"16","author":"M Botvinick","year":"2012","journal-title":"Trends Cogn Sci"},{"issue":"10","key":"ref24","doi-asserted-by":"crossref","first-page":"3098","DOI":"10.1073\/pnas.1414219112","article-title":"Interplay of approximate planning strategies","volume":"112","author":"QJ Huys","year":"2015","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"1","key":"ref25","doi-asserted-by":"crossref","first-page":"120","DOI":"10.1037\/a0026435","article-title":"Goal-directed decision making as probabilistic inference: A computational framework and potential neural correlates","volume":"119","author":"A Solway","year":"2012","journal-title":"Psychol Rev"},{"issue":"45","key":"ref26","doi-asserted-by":"crossref","first-page":"18327","DOI":"10.1073\/pnas.1306572110","article-title":"Simulation as an engine of physical scene understanding","volume":"110","author":"PW Battaglia","year":"2013","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"7","key":"ref27","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1016\/j.tics.2006.05.007","article-title":"Probabilistic models of cognition: conceptual foundations","volume":"10","author":"N Chater","year":"2006","journal-title":"Trends Cogn Sci"},{"issue":"6022","key":"ref28","doi-asserted-by":"crossref","first-page":"1279","DOI":"10.1126\/science.1192788","article-title":"How to grow a mind: statistics, structure, and abstraction","volume":"331","author":"JB Tenenbaum","year":"2011","journal-title":"Science"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1016\/j.tics.2006.05.009","article-title":"Theory-based Bayesian models of inductive learning and reasoning","volume":"10","author":"JB Tenenbaum","year":"2006","journal-title":"Trends in Cognitive Sciences"},{"issue":"7","key":"ref30","doi-asserted-by":"crossref","first-page":"e6421","DOI":"10.1371\/journal.pone.0006421","article-title":"Reinforcement learning or active inference?","volume":"4","author":"KJ Friston","year":"2009","journal-title":"PLoS One"},{"issue":"11","key":"ref31","doi-asserted-by":"crossref","first-page":"1432","DOI":"10.1038\/nn1790","article-title":"Bayesian inference with probabilistic population codes","volume":"9","author":"WJ Ma","year":"2006","journal-title":"Nat Neurosci"},{"issue":"1","key":"ref32","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1177\/1059712315609412","article-title":"Learning programs is better than learning dynamics: A programmable neural network hierarchical architecture in a multi-task scenario","volume":"24","author":"F Donnarumma","year":"2016","journal-title":"Adaptive Behavior"},{"issue":"2","key":"ref33","doi-asserted-by":"crossref","first-page":"61","DOI":"10.3390\/e18020061","article-title":"Nonparametric Problem-Space Clustering: Learning Efficient Codes for Cognitive Control Tasks","volume":"18","author":"D Maisto","year":"2016","journal-title":"Entropy"},{"key":"ref34","unstructured":"Attias H. Planning by Probabilistic Inference. In: Proceedings of the Ninth International Workshop on Artificial Intelligence and Statistics; 2003. p. \u2013."},{"issue":"104","key":"ref35","doi-asserted-by":"crossref","DOI":"10.1098\/rsif.2014.1335","article-title":"Divide et impera: subgoaling reduces the complexity of probabilistic inference and problem solving","volume":"12","author":"D Maisto","year":"2015","journal-title":"J R Soc Interface"},{"key":"ref36","first-page":"1","article-title":"Cognitive Information Processing (CIP), 2014 4th International Workshop on","author":"W Penny","year":"2014"},{"key":"ref37","first-page":"945","article-title":"Proceedings of the 23rd international conference on Machine learning","author":"M Toussaint","year":"2006"},{"key":"ref38","first-page":"2382","article-title":"IROS","author":"D Verma","year":"2006"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"e1003383","DOI":"10.1371\/journal.pcbi.1003383","article-title":"Forward and Backward Inference in Spatial Cognition","volume":"9","author":"WD Penny","year":"2013","journal-title":"PLoS Computational Biology"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"92","DOI":"10.3389\/fpsyg.2013.00092","article-title":"The mixed instrumental controller: using value of information to combine habitual choice and mental simulation","volume":"4","author":"G Pezzulo","year":"2013","journal-title":"Front Psychol"},{"key":"ref41","first-page":"23","article-title":"Probabilistic inference as a model of planned behavior","volume":"3\/09","author":"M Toussaint","year":"2009","journal-title":"K\u00fcnstliche Intelligenz"},{"key":"ref42","first-page":"385","article-title":"Robotics and Automation (ICRA), 2010 IEEE International Conference on","author":"M Toussaint","year":"2010"},{"key":"ref43","first-page":"105","article-title":"Adaptive Dynamic Programming And Reinforcement Learning (ADPRL), 2011 IEEE Symposium on","author":"SG van Dijk","year":"2011"},{"key":"ref44","first-page":"342","article-title":"Advances in Artificial Life. Darwin Meets von Neumann","author":"SG van Dijk","year":"2011"},{"issue":"02n03","key":"ref45","doi-asserted-by":"crossref","first-page":"1350016","DOI":"10.1142\/S0219525913500161","article-title":"Informational constraints-driven organization in goal-directed behavior","volume":"16","author":"SG Van Dijk","year":"2013","journal-title":"Advances in Complex Systems"},{"issue":"5","key":"ref46","doi-asserted-by":"crossref","first-page":"483","DOI":"10.1109\/9.24200","article-title":"Dynamic generation of subgoals for autonomous mobile robots using local feedback information","volume":"34","author":"BH Krogh","year":"1989","journal-title":"Automatic Control, IEEE Transactions on"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1016\/S0893-6080(96)00127-X","article-title":"Discovering Neural Nets With Low Kolmogorov Complexity And High Generalization Capability","volume":"10","author":"J Schmidhuber","year":"1997","journal-title":"Neural Networks"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1016\/S0004-3702(99)00052-1","article-title":"Between MDPs and semi-MDPs: A Framework for Temporal Abstraction in Reinforcement Learning","volume":"112","author":"RS Sutton","year":"1999","journal-title":"Artificial Intelligence"},{"issue":"3","key":"ref49","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1037\/1089-2680.5.3.213","article-title":"Performance in planning: Processes, requirements, and errors","volume":"5","author":"MD Mumford","year":"2001","journal-title":"Review of General Psychology"},{"key":"ref50","article-title":"Subgoal length versus full solution length in predicting Tower of Hanoi problem-solving performance","author":"HH Spitz","year":"1984","journal-title":"Bulletin of the Psychonomic Society"},{"issue":"45","key":"ref51","doi-asserted-by":"crossref","first-page":"12176","DOI":"10.1523\/JNEUROSCI.3761-07.2007","article-title":"Neural ensembles in CA3 transiently encode paths forward of the animal at a decision point","volume":"27","author":"A Johnson","year":"2007","journal-title":"J Neurosci"},{"key":"ref52","first-page":"6","article-title":"Expectancies in decision making, reinforcement learning, and ventral striatum","volume":"4","author":"MAA van der Meer","year":"2010","journal-title":"Frontiers in Neuroscience"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1038\/nature12112","article-title":"Hippocampal place-cell sequences depict future paths to remembered goals","volume":"497","author":"BE Pfeiffer","year":"2013","journal-title":"Nature"},{"issue":"4","key":"ref54","doi-asserted-by":"crossref","first-page":"631","DOI":"10.1016\/j.neuron.2006.03.045","article-title":"Activity in the lateral prefrontal cortex reflects multiple steps of future events in action plans","volume":"50","author":"H Mushiake","year":"2006","journal-title":"Neuron"},{"issue":"10","key":"ref55","doi-asserted-by":"crossref","first-page":"1535","DOI":"10.1093\/cercor\/bhi032","article-title":"Representation of immediate and final behavioral goals in the monkey prefrontal cortex during an instructed delay period","volume":"15","author":"N Saito","year":"2005","journal-title":"Cereb Cortex"},{"issue":"14","key":"ref56","doi-asserted-by":"crossref","first-page":"5526","DOI":"10.1523\/JNEUROSCI.4647-10.2011","article-title":"Neural correlates of forward planning in a spatial decision task in humans","volume":"31","author":"DA Simon","year":"2011","journal-title":"J Neurosci"},{"key":"ref57","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1098\/rstb.1982.0082","article-title":"Specific Impairments of Planning","volume":"298","author":"T Shallice","year":"1982","journal-title":"Royal Society of London Philosophical Transactions Series B"},{"issue":"2","key":"ref58","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1080\/741944066","article-title":"The role of memory in the Tower of London task","volume":"7","author":"LH Phillips","year":"1999","journal-title":"Memory"},{"key":"ref59","article-title":"Problem-Solving Methods in Artificial Intelligence","author":"NJ Nilsson","year":"1971"},{"key":"ref60","unstructured":"Botvinick MM, An J. Goal-directed decision making in prefrontal cortex: a computational framework. In: Advances in Neural Information Processing Systems (NIPS); 2008."},{"key":"ref61","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998"},{"key":"ref62","article-title":"Dynamic Bayesian Networks: representation, inference and learning","author":"KP Murphy","year":"2002"},{"issue":"4","key":"ref63","doi-asserted-by":"crossref","first-page":"700","DOI":"10.1037\/0033-295X.113.4.700","article-title":"The physics of optimal decision making: a formal analysis of models of performance in two-alternative forced-choice tasks","volume":"113","author":"R Bogacz","year":"2006","journal-title":"Psychol Rev"},{"issue":"11","key":"ref64","doi-asserted-by":"crossref","first-page":"2924","DOI":"10.1162\/NECO_a_00360","article-title":"The basal ganglia optimize decision making over general perceptual hypotheses","volume":"24","author":"NF Lepora","year":"2012","journal-title":"Neural Comput"},{"issue":"1","key":"ref65","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1006\/jcss.1997.1500","article-title":"The discovery of algorithmic probability","volume":"55","author":"RJ Solomonoff","year":"1997","journal-title":"Journal of Computer and System Sciences"},{"key":"ref66","article-title":"An introduction to Kolmogorov complexity and its applications","author":"M Li","year":"2013"},{"issue":"2","key":"ref67","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1207\/s15516709cog2502_4","article-title":"A computational model of frontal lobe dysfunction: Working memory and the Tower of Hanoi task","volume":"25","author":"V Goel","year":"2001","journal-title":"Cognitive Science"},{"issue":"1","key":"ref68","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/S0019-9958(64)90223-2","article-title":"A formal theory of inductive inference. Part I","volume":"7","author":"RJ Solomonoff","year":"1964","journal-title":"Information and control"},{"issue":"2","key":"ref69","doi-asserted-by":"crossref","first-page":"224","DOI":"10.1016\/S0019-9958(64)90131-7","article-title":"A formal theory of inductive inference. Part II","volume":"7","author":"RJ Solomonoff","year":"1964","journal-title":"Information and control"},{"issue":"3","key":"ref70","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1023\/A:1008935410038","article-title":"On sequential Monte Carlo sampling methods for Bayesian filtering","volume":"10","author":"A Doucet","year":"2000","journal-title":"Statistics and computing"},{"key":"ref71","article-title":"Wiley Interdisciplinary Reviews: Cognitive Science","author":"H Geffner","year":"2013"},{"key":"ref72","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1037\/0033-295X.85.2.59","article-title":"A theory of memory retrieval","volume":"85","author":"R Ratcliff","year":"1978","journal-title":"Psychological Review"},{"issue":"4","key":"ref73","doi-asserted-by":"crossref","first-page":"e1004110","DOI":"10.1371\/journal.pcbi.1004110","article-title":"Embodied choice: how action influences perceptual decision making","volume":"11","author":"NF Lepora","year":"2015","journal-title":"PLoS Comput Biol"},{"issue":"8","key":"ref74","doi-asserted-by":"crossref","first-page":"e1003779","DOI":"10.1371\/journal.pcbi.1003779","article-title":"Optimal behavioral hierarchy","volume":"10","author":"A Solway","year":"2014","journal-title":"PLoS Comput Biol"},{"issue":"4","key":"ref75","doi-asserted-by":"crossref","first-page":"486","DOI":"10.1038\/nn.3331","article-title":"Neural representations of events arise from temporal community structure","volume":"16","author":"AC Schapiro","year":"2013","journal-title":"Nat Neurosci"},{"issue":"4","key":"ref76","doi-asserted-by":"crossref","first-page":"743","DOI":"10.1111\/j.1469-7610.2004.00268.x","article-title":"A comparison of performance on the Towers of London and Hanoi in young children","volume":"45","author":"R Bull","year":"2004","journal-title":"J Child Psychol Psychiatry"},{"issue":"5","key":"ref77","doi-asserted-by":"crossref","first-page":"623","DOI":"10.1016\/0028-3932(95)90866-P","article-title":"Are the frontal lobes implicated in planning functions? Interpreting data from the Tower of Hanoi","volume":"33","author":"V Goel","year":"1995","journal-title":"Neuropsychologia"},{"key":"ref78","article-title":"Information Theory, Inference & Learning Algorithms","author":"DJC Mackay","year":"2002"},{"issue":"5","key":"ref79","doi-asserted-by":"crossref","first-page":"e1002055","DOI":"10.1371\/journal.pcbi.1002055","article-title":"Speed\/accuracy trade-off between the habitual and the goal-directed processes","volume":"7","author":"M Keramati","year":"2011","journal-title":"PLoS Comput Biol"},{"key":"ref80","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1016\/j.pneurobio.2015.09.001","article-title":"Active Inference, homeostatic regulation and adaptive behavioural control","volume":"134","author":"G Pezzulo","year":"2015","journal-title":"Prog Neurobiol"},{"issue":"2","key":"ref81","doi-asserted-by":"crossref","first-page":"268","DOI":"10.1016\/0010-0285(75)90012-2","article-title":"The functional equivalence of problem solving skills","volume":"7","author":"HA Simon","year":"1975","journal-title":"Cognitive Psychology"},{"issue":"4","key":"ref82","doi-asserted-by":"crossref","first-page":"665","DOI":"10.1037\/a0020198","article-title":"Decision making and the avoidance of cognitive demand","volume":"139","author":"W Kool","year":"2010","journal-title":"J Exp Psychol Gen"},{"key":"ref83","article-title":"The Curse of Planning: Dissecting multiple reinforcement learning systems by taxing the central executive","author":"AR Otto","year":"2012","journal-title":"Psychological Science"},{"key":"ref84","unstructured":"\u015eim\u015fek \u00d6, Barreto, AS. Skill characterization based on betweenness. In: Advances in neural information processing systems; 2009. p. 1497\u20131504."},{"key":"ref85","unstructured":"Tishby N, Pereira FC, Bialek W. The Information Bottleneck Method. In: Proc. of the 37-th Annual Allerton Conference on Communication, Control and Computing; 1999. p. 368\u2013377."},{"key":"ref86","first-page":"601","article-title":"Perception-action cycle","author":"N Tishby","year":"2011"},{"issue":"1","key":"ref87","doi-asserted-by":"crossref","first-page":"140","DOI":"10.1162\/jocn_a_00886","article-title":"Prefrontal goal-codes emerge as latent states in probabilistic value learning","volume":"28","author":"I Stoianov","year":"2016","journal-title":"Journal of Cognitive Neuroscience"},{"issue":"8","key":"ref88","doi-asserted-by":"crossref","first-page":"1261","DOI":"10.1162\/0898929055002427","article-title":"Tracing problem solving in real time: fMRI analysis of the subject-paced Tower of Hanoi","volume":"17","author":"JR Anderson","year":"2005","journal-title":"Journal of cognitive neuroscience"},{"issue":"1","key":"ref89","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1207\/s15516709cog2601_2","article-title":"Memory for goals: An activation-based model","volume":"26","author":"EM Altmann","year":"2002","journal-title":"Cognitive science"},{"key":"ref90","unstructured":"Stewart TC, Eliasmith C. Neural cognitive modelling: A biologically constrained spiking neuron model of the Tower of Hanoi task. In: Proceedings of the 33rd Annual Conference of the Cognitive Science Society; 2011. p. 656\u2013661."},{"key":"ref91","first-page":"438","article-title":"Proceedings of the 8-th Conference on Intelligent Autonomous Systems, IAS-8","author":"B Bakker","year":"2004"},{"issue":"5","key":"ref92","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1016\/j.tics.2008.02.009","article-title":"Hierarchical models of behavior and prefrontal function","volume":"12","author":"MM Botvinick","year":"2008","journal-title":"Trends in Cognitive Sciences"},{"issue":"2","key":"ref93","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1177\/105971239700600202","article-title":"HQ-learning","volume":"6","author":"M Wiering","year":"1997","journal-title":"Adaptive Behavior"}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1004864","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2018,10,23]],"date-time":"2018-10-23T21:06:10Z","timestamp":1540328770000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1004864"}},"subtitle":[],"editor":[{"given":"Olaf","family":"Sporns","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2016,4,13]]},"references-count":93,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2016,4,13]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1004864","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,4,13]]}}}