{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T04:09:43Z","timestamp":1791259783718,"version":"4.1.0"},"reference-count":123,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2013,5,1]],"date-time":"2013-05-01T00:00:00Z","timestamp":1367366400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Neural Networks"],"published-print":{"date-parts":[[2013,5]]},"DOI":"10.1016\/j.neunet.2012.09.015","type":"journal-article","created":{"date-parts":[[2012,10,4]],"date-time":"2012-10-04T19:52:53Z","timestamp":1349380373000},"page":"168-187","source":"Crossref","is-referenced-by-count":44,"special_numbering":"C","title":["Intrinsically motivated action\u2013outcome learning and goal-based action recall: A system-level bio-constrained computational model"],"prefix":"10.1016","volume":"41","author":[{"given":"Gianluca","family":"Baldassarre","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Francesco","family":"Mannella","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vincenzo G.","family":"Fiore","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Redgrave","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kevin","family":"Gurney","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marco","family":"Mirolli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.neunet.2012.09.015_br000005","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1146\/annurev.ne.09.030186.002041","article-title":"Parallel organization of functionally segregated circuits linking basal ganglia and cortex","volume":"9","author":"Alexander","year":"1986","journal-title":"Annual Review of Neuroscience"},{"key":"10.1016\/j.neunet.2012.09.015_br000010","series-title":"Tutorial on neural systems modelling","author":"Anastasio","year":"2010"},{"issue":"5","key":"10.1016\/j.neunet.2012.09.015_br000015","doi-asserted-by":"crossref","first-page":"208","DOI":"10.1016\/j.tics.2010.02.001","article-title":"Cortical and basal ganglia contributions to habit learning and automaticity","volume":"14","author":"Ashby","year":"2010","journal-title":"Trends in Cognitive Sciences"},{"issue":"6","key":"10.1016\/j.neunet.2012.09.015_br000020","doi-asserted-by":"crossref","first-page":"1143","DOI":"10.1002\/cne.22561","article-title":"The inhibitory influence of the lateral habenula on midbrain dopamine cells: ultrastructural evidence for indirect mediation via the rostromedial mesopontine tegmental nucleus","volume":"519","author":"Balcita-Pedicino","year":"2011","journal-title":"Journal of Comparative Neurology"},{"key":"10.1016\/j.neunet.2012.09.015_br000025","unstructured":"Baldassarre, G. (2002). Planning with neural networks and reinforcement learning. Ph.D. Thesis. Computer Science Department, University of Essex, Colchester, UK."},{"key":"10.1016\/j.neunet.2012.09.015_br000030","series-title":"Adaptive behaviour in anticipatory learning systems","first-page":"179","article-title":"Forward and bidirectional planning based on reinforcement learning and neural networks in a simulated robot","volume":"vol. 2684","author":"Baldassarre","year":"2003"},{"key":"10.1016\/j.neunet.2012.09.015_br000035","series-title":"Proceedings of the international conference on development and learning and epigenetic robotics","first-page":"E1","article-title":"What are intrinsic motivations? A biological perspective","author":"Baldassarre","year":"2011"},{"key":"10.1016\/j.neunet.2012.09.015_br000040","unstructured":"Baldassarre, G., & Mirolli, M. (2012). Deciding which skill to learn when: temporal-difference competence-based intrinsic motivation (TD-CB-IM), a mechanism that uses the td-error as intrinsic reinforcement in hierarchical systems. In: G. Baldassarre & M. Mirolli (Eds.), Intrinsically motivated learning in natural and artificial systems, Berlin: Springer-Verlag (in press)."},{"issue":"4\u20135","key":"10.1016\/j.neunet.2012.09.015_br000045","doi-asserted-by":"crossref","first-page":"407","DOI":"10.1016\/S0028-3908(98)00033-1","article-title":"Goal-directed instrumental action: contingency and incentive learning and their cortical substrates","volume":"37","author":"Balleine","year":"1998","journal-title":"Neuropharmacology"},{"issue":"2","key":"10.1016\/j.neunet.2012.09.015_br000050","doi-asserted-by":"crossref","first-page":"666","DOI":"10.1523\/JNEUROSCI.23-02-00666.2003","article-title":"The effect of lesions of the basolateral amygdala on instrumental conditioning","volume":"23","author":"Balleine","year":"2003","journal-title":"Journal of Neuroscience"},{"key":"10.1016\/j.neunet.2012.09.015_br000055","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1126\/science.153.3731.25","article-title":"Curiosity and exploration","volume":"143","author":"Berlyne","year":"1966","journal-title":"Science"},{"key":"10.1016\/j.neunet.2012.09.015_br000060","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1186\/1741-7007-3-4","article-title":"Sequential super-stereotypy of an instinctive fixed action pattern in hyper-dopaminergic mutant mice: a model of obsessive compulsive disorder and Tourette\u2019s","volume":"3","author":"Berridge","year":"2005","journal-title":"BMC Biology"},{"issue":"3","key":"10.1016\/j.neunet.2012.09.015_br000065","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1016\/S0165-0173(98)00019-8","article-title":"What is the role of dopamine in reward: hedonic impact, reward learning, or incentive salience?","volume":"28","author":"Berridge","year":"1998","journal-title":"Brain Research Reviews"},{"key":"10.1016\/j.neunet.2012.09.015_br000070","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1007\/s10548-010-0140-3","article-title":"Connecting mean field models of neural activity to eeg and fmri data","volume":"23","author":"Bojak","year":"2003","journal-title":"Brain Topography"},{"key":"10.1016\/j.neunet.2012.09.015_br000075","unstructured":"Bolado-Gomez, R., Chambers, J., & Gurney, K. (2009). The basal ganglia and the 3-factor learning rule: reinforcement learning during operant conditioning. In: J. Triesch, J. L\u00fccke, G. Pipa, C. Rothkopf, and J. Zhu (Eds.). In Frontiers in computational neuroscience, conference abstracts: Bernstein conference on computational neuroscience (pp. 154\u2013155)."},{"issue":"23","key":"10.1016\/j.neunet.2012.09.015_br000080","doi-asserted-by":"crossref","first-page":"10502","DOI":"10.1523\/JNEUROSCI.19-23-10502.1999","article-title":"How the basal ganglia use parallel excitatory and inhibitory learning pathways to selectively respond to unexpected rewarding cues","volume":"19","author":"Brown","year":"1999","journal-title":"Journal of Neuroscience"},{"issue":"1","key":"10.1016\/j.neunet.2012.09.015_br000085","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1023\/A:1011204814320","article-title":"Effects of neuromodulation in a cortical network model of object working memory dominated by recurrent inhibition","volume":"11","author":"Brunel","year":"2001","journal-title":"Journal of Computational Neuroscience"},{"issue":"5","key":"10.1016\/j.neunet.2012.09.015_br000090","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1016\/j.tins.2007.03.001","article-title":"Dopamine-mediated regulation of corticostriatal synaptic plasticity","volume":"30","author":"Calabresi","year":"2007","journal-title":"Trends in Neurosciences"},{"key":"10.1016\/j.neunet.2012.09.015_br000095","doi-asserted-by":"crossref","first-page":"1188","DOI":"10.1037\/a0020887","article-title":"TRoPICALS: a computational embodied neuroscience model of compatibility effects","volume":"117","author":"Caligiore","year":"2010","journal-title":"Psychological Review"},{"issue":"3","key":"10.1016\/j.neunet.2012.09.015_br000100","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1016\/S0149-7634(02)00007-6","article-title":"Emotion and motivation: the role of the amygdala, ventral striatum, and prefrontal cortex","volume":"26","author":"Cardinal","year":"2002","journal-title":"Neuroscience & Biobehavioral Reviews"},{"issue":"5","key":"10.1016\/j.neunet.2012.09.015_br000105","doi-asserted-by":"crossref","first-page":"1804","DOI":"10.1523\/JNEUROSCI.17-05-01804.1997","article-title":"Loss of lever press-related firing of rat striatal forelimb neurons after repeated sessions in a lever pressing task","volume":"17","author":"Carelli","year":"1997","journal-title":"Journal of Neuroscience"},{"issue":"7","key":"10.1016\/j.neunet.2012.09.015_br000110","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1016\/0166-2236(90)90109-N","article-title":"Disinhibition as a basic process in the expression of striatal functions","volume":"13","author":"Chevalier","year":"1990","journal-title":"Trends in Neurosciences"},{"key":"10.1016\/j.neunet.2012.09.015_br000115","doi-asserted-by":"crossref","first-page":"269","DOI":"10.1146\/annurev.neuro.051508.135409","article-title":"Neural mechanisms for interacting with a world full of action choices","volume":"33","author":"Cisek","year":"2010","journal-title":"Annual Review of Neuroscience"},{"issue":"9","key":"10.1016\/j.neunet.2012.09.015_br000120","doi-asserted-by":"crossref","first-page":"974","DOI":"10.1038\/nn1113","article-title":"A direct projection from superior colliculus to substantia nigra for detecting salient visual events","volume":"6","author":"Comoli","year":"2003","journal-title":"Nature Neuroscience"},{"key":"10.1016\/j.neunet.2012.09.015_br000125","unstructured":"Cope, A., & Gurney, K. N. (2011). A biologically based model of active vision. In Proceedings of AISB\u201911\u2014architectures for active vision. New York, UK."},{"issue":"19","key":"10.1016\/j.neunet.2012.09.015_br000130","doi-asserted-by":"crossref","first-page":"8754","DOI":"10.1523\/JNEUROSCI.22-19-08754.2002","article-title":"New intrathalamic pathways allowing modality-related and cross-modality switching in the dorsal thalamus","volume":"22","author":"Crabtree","year":"2002","journal-title":"Journal of Neuroscience"},{"issue":"12","key":"10.1016\/j.neunet.2012.09.015_br000135","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"Daw","year":"2005","journal-title":"Nature Neuroscience"},{"key":"10.1016\/j.neunet.2012.09.015_br000140","series-title":"Theoretical neuroscience: computational and mathematical modeling of neural systems","author":"Dayan","year":"2001"},{"issue":"5714","key":"10.1016\/j.neunet.2012.09.015_br000145","doi-asserted-by":"crossref","first-page":"1476","DOI":"10.1126\/science.1107026","article-title":"How visual stimuli activate dopaminergic neurons at short latency","volume":"307","author":"Dommett","year":"2005","journal-title":"Science"},{"issue":"7\u20138","key":"10.1016\/j.neunet.2012.09.015_br000150","doi-asserted-by":"crossref","first-page":"961","DOI":"10.1016\/S0893-6080(99)00046-5","article-title":"What are the computations of the cerebellum, the basal ganglia and the cerebral cortex?","volume":"12","author":"Doya","year":"1999","journal-title":"Neural Networks"},{"key":"10.1016\/j.neunet.2012.09.015_br000155","series-title":"The prefrontal cortex","author":"Fuster","year":"2008"},{"issue":"1","key":"10.1016\/j.neunet.2012.09.015_br000160","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1016\/0166-2236(92)90344-8","article-title":"Separate visual pathways for perception and action","volume":"15","author":"Goodale","year":"1992","journal-title":"Trends in Neurosciences"},{"key":"10.1016\/j.neunet.2012.09.015_br000165","doi-asserted-by":"crossref","first-page":"649","DOI":"10.1146\/annurev.neuro.27.070203.144220","article-title":"The human visual cortex","volume":"27","author":"Grill-Spector","year":"2004","journal-title":"Annual Review of Neuroscience"},{"issue":"1","key":"10.1016\/j.neunet.2012.09.015_br000170","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1007\/s12559-009-9010-2","article-title":"Reverse engineering the vertebrate brain: Methodological principles for a biologically grounded programme of cognitive modelling","volume":"1","author":"Gurney","year":"2009","journal-title":"Cognitive Computation"},{"key":"10.1016\/j.neunet.2012.09.015_br000175","doi-asserted-by":"crossref","first-page":"E135","DOI":"10.1186\/1471-2202-10-S1-P135","article-title":"Cortico-striatal plasticity for action-outcome learning using spike timing dependent eligibility","volume":"10","author":"Gurney","year":"2009","journal-title":"BMC Neuroscience"},{"key":"10.1016\/j.neunet.2012.09.015_br000180","unstructured":"Gurney, K., Lepora, N., Shah, A., Koene, A., & Redgrave, P. (2012). Action discovery and intrinsic motivation: a biologically constrained formalisation. In: G. Baldassarre & M. Mirolli (Eds.), Intrinsically motivated learning in natural and artificial systems, Berlin: Springer-Verlag (in press)."},{"key":"10.1016\/j.neunet.2012.09.015_br000185","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1007\/PL00007984","article-title":"A computational model of action selection in the basal ganglia I: a new functional anatomy","volume":"84","author":"Gurney","year":"2001","journal-title":"Biological Cybernetics"},{"key":"10.1016\/j.neunet.2012.09.015_br000190","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1007\/PL00007985","article-title":"A computational model of action selection in the basal ganglia II: analysis and simulation of behaviour","volume":"84","author":"Gurney","year":"2001","journal-title":"Biological Cybernetics"},{"issue":"8","key":"10.1016\/j.neunet.2012.09.015_br000195","doi-asserted-by":"crossref","first-page":"453","DOI":"10.1016\/j.tins.2004.06.003","article-title":"Computational models of the basal ganglia: from robots to membranes","volume":"27","author":"Gurney","year":"2004","journal-title":"Trends in Neurosciences"},{"key":"10.1016\/j.neunet.2012.09.015_br000200","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1016\/j.jchemneu.2003.10.003","article-title":"The primate basal ganglia: parallel and integrative networks","volume":"26","author":"Haber","year":"2003","journal-title":"Journal of Chemical Neuroanatomy"},{"key":"10.1016\/j.neunet.2012.09.015_br000205","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1037\/h0058114","article-title":"Learning and satiation of response in intrinsically motivated complex puzzle performance by monkeys","volume":"43","author":"Harlow","year":"1950","journal-title":"Journal of Comparative and Physiological Psychology"},{"issue":"1","key":"10.1016\/j.neunet.2012.09.015_br000210","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1109\/TAMD.2010.2103311","article-title":"Learning generalizable control programs","volume":"3","author":"Hart","year":"2011","journal-title":"IEEE Transactions on Autonomous Mental Development"},{"key":"10.1016\/j.neunet.2012.09.015_br000215","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1016\/S0065-227X(98)80004-X","article-title":"Neural systems for control of voluntary action\u2014a hypothesis","volume":"35","author":"Hikosaka","year":"1998","journal-title":"Advances in Biophysics"},{"issue":"3","key":"10.1016\/j.neunet.2012.09.015_br000220","doi-asserted-by":"crossref","first-page":"953","DOI":"10.1152\/physrev.2000.80.3.953","article-title":"Role of the basal ganglia in the control of purposive saccadic eye movements","volume":"80","author":"Hikosaka","year":"2000","journal-title":"Physiological Reviews"},{"key":"10.1016\/j.neunet.2012.09.015_br000225","series-title":"Models of information processing in the basal ganglia","first-page":"249","article-title":"A model of how the basal ganglia generate and use neural signals ghat predict reinforcement","author":"Houk","year":"1995"},{"key":"10.1016\/j.neunet.2012.09.015_br000230","series-title":"Models of information processing in the basal ganglia","year":"1995"},{"issue":"9","key":"10.1016\/j.neunet.2012.09.015_br000235","doi-asserted-by":"crossref","first-page":"3236","DOI":"10.1073\/pnas.0308280101","article-title":"Genetic evidence for the bidirectional modulation of synaptic plasticity in the prefrontal cortex by d1 receptors","volume":"101","author":"Huang","year":"2004","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"key":"10.1016\/j.neunet.2012.09.015_br000240","series-title":"Principles of behavior","author":"Hull","year":"1943"},{"key":"10.1016\/j.neunet.2012.09.015_br000245","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1080\/net.13.1.131.156","article-title":"The role of intra-thalamic and thalamocortical circuits in action selection","volume":"13","author":"Humphries","year":"2002","journal-title":"Network: Computation in Neural Systems"},{"issue":"1","key":"10.1016\/j.neunet.2012.09.015_br000250","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1007\/BF00229653","article-title":"Primate basal ganglia activity in a precued reaching task: preparation for movement","volume":"95","author":"Jaeger","year":"1993","journal-title":"Experimental Brain Research"},{"issue":"1","key":"10.1016\/j.neunet.2012.09.015_br000255","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1152\/jn.1987.57.1.22","article-title":"Sensorimotor integration in the primate superior colliculus. I. Motor convergence","volume":"57","author":"Jay","year":"1987","journal-title":"Journal of Neurophysiology"},{"issue":"2\u20133","key":"10.1016\/j.neunet.2012.09.015_br000260","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1016\/S0167-9457(99)00008-1","article-title":"Visuomotor channels: their integration in goal-directed prehension","volume":"18","author":"Jeannerod","year":"1999","journal-title":"Human Movement Science"},{"issue":"4\u20136","key":"10.1016\/j.neunet.2012.09.015_br000265","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1016\/S0893-6080(02)00047-3","article-title":"Actor\u2013critic models of the basal ganglia: new anatomical and computational perspectives","volume":"15","author":"Joel","year":"2002","journal-title":"Neural Networks"},{"issue":"4\u20136","key":"10.1016\/j.neunet.2012.09.015_br000270","doi-asserted-by":"crossref","first-page":"549","DOI":"10.1016\/S0893-6080(02)00048-5","article-title":"Dopamine: generalization and bonuses","volume":"15","author":"Kakade","year":"2002","journal-title":"Neural Networks"},{"key":"10.1016\/j.neunet.2012.09.015_br000275","series-title":"Principles of neural science","author":"Kandel","year":"2000"},{"issue":"4","key":"10.1016\/j.neunet.2012.09.015_br000280","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1037\/h0040782","article-title":"Learning when the onset of illumination is used as the reinforcing stimulus","volume":"48","author":"Kish","year":"1955","journal-title":"Journal of Comparative and Physiological Psychology"},{"issue":"9","key":"10.1016\/j.neunet.2012.09.015_br000285","doi-asserted-by":"crossref","first-page":"735","DOI":"10.1002\/hipo.20326","article-title":"Which computational mechanisms operate in the hippocampus during novelty detection?","volume":"17","author":"Kumaran","year":"2007","journal-title":"Hippocampus"},{"issue":"13","key":"10.1016\/j.neunet.2012.09.015_br000290","doi-asserted-by":"crossref","first-page":"3567","DOI":"10.1523\/JNEUROSCI.5050-05.2006","article-title":"Competition between feedback loops underlies normal and pathological dynamics in the basal ganglia","volume":"26","author":"Leblois","year":"2006","journal-title":"Journal of Neuroscience"},{"key":"10.1016\/j.neunet.2012.09.015_br000295","series-title":"Learning: behavior and cognition","author":"Lieberman","year":"1993"},{"issue":"5","key":"10.1016\/j.neunet.2012.09.015_br000300","doi-asserted-by":"crossref","first-page":"703","DOI":"10.1016\/j.neuron.2005.05.002","article-title":"The hippocampal-vta loop: controlling the entry of information into long-term memory","volume":"46","author":"Lisman","year":"2005","journal-title":"Neuron"},{"key":"10.1016\/j.neunet.2012.09.015_br000305","first-page":"219","article-title":"The organization of the frontal motor cortex","volume":"15","author":"Luppino","year":"2000","journal-title":"News in Physiological Sciences"},{"key":"10.1016\/j.neunet.2012.09.015_br000310","series-title":"Modelling perception with artificial neural networks","article-title":"The interplay of pavlovian and instrumental processes in devaluation experiments: a computational embodied neuroscience model tested with a simulated rat","author":"Mannella","year":"2010"},{"issue":"3","key":"10.1016\/j.neunet.2012.09.015_br000315","doi-asserted-by":"crossref","first-page":"575","DOI":"10.1111\/j.1460-9568.2008.06596.x","article-title":"Tectonigral projections in the primate: a pathway for pre-attentive sensory input to midbrain dopaminergic neurons","volume":"29","author":"May","year":"2009","journal-title":"European Journal of Neuroscience"},{"issue":"9","key":"10.1016\/j.neunet.2012.09.015_br000320","doi-asserted-by":"crossref","first-page":"926","DOI":"10.1093\/cercor\/12.9.926","article-title":"Basal-ganglia \u2018projections\u2019 to the prefrontal cortex of the primate","volume":"12","author":"Middleton","year":"2002","journal-title":"Cerebral Cortex"},{"key":"10.1016\/j.neunet.2012.09.015_br000325","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1146\/annurev.neuro.24.1.167","article-title":"An integrative theory of prefrontal cortex function","volume":"24","author":"Miller","year":"2001","journal-title":"Annual Review of Neuroscience"},{"key":"10.1016\/j.neunet.2012.09.015_br000330","unstructured":"Mirolli, M., & Baldassarre, G. (0000). Functions and mechanisms of intrinsic motivations. In G. Baldassarre and M. Mirolli (Eds.), Intrinsically motivated learning in natural and artificial systems. Berlin: Springer-Verlag (in press)."},{"key":"10.1016\/j.neunet.2012.09.015_br000335","unstructured":"Mirolli, M., Baldassarre, G., & Santucci, V. G. (0000). Phasic dopamine as a prediction error of intrinsic and extrinsic reinforcement driving both action acquisition and reward maximization: a simulated robotic study. Neural Networks (submitted for publication)."},{"issue":"3","key":"10.1016\/j.neunet.2012.09.015_br000340","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1080\/09540091003682553","article-title":"The roles of the amygdala in the affective regulation of body, brain, and behaviour","volume":"22","author":"Mirolli","year":"2010","journal-title":"Connection Science"},{"issue":"1","key":"10.1016\/j.neunet.2012.09.015_br000345","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1016\/0166-4328(82)90081-X","article-title":"Contribution of striate inputs to the visuospatial functions of parieto-preoccipital cortex in monkeys","volume":"6","author":"Mishkin","year":"1982","journal-title":"Behavioural Brain Research"},{"issue":"2","key":"10.1016\/j.neunet.2012.09.015_br000350","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1016\/S0168-0102(02)00027-5","article-title":"Functional significance of the cortico-subthalamo-pallidal \u2018hyperdirect\u2019 pathway","volume":"43","author":"Nambu","year":"2002","journal-title":"Neuroscience Research"},{"issue":"11","key":"10.1016\/j.neunet.2012.09.015_br000355","doi-asserted-by":"crossref","first-page":"1251","DOI":"10.1093\/cercor\/bhg092","article-title":"Dopaminergic modulation of long-term synaptic plasticity in rat prefrontal neurons","volume":"13","author":"Otani","year":"2003","journal-title":"Cerebral Cortex"},{"key":"10.1016\/j.neunet.2012.09.015_br000360","doi-asserted-by":"crossref","first-page":"6","DOI":"10.3389\/neuro.12.006.2007","article-title":"What is intrinsic motivation? A typology of computational approaches","volume":"1","author":"Oudeyer","year":"2007","journal-title":"Frontiers in Neurorobotics"},{"issue":"2","key":"10.1016\/j.neunet.2012.09.015_br000365","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1109\/TEVC.2006.890271","article-title":"Intrinsic motivation systems for autonomous mental development","volume":"11","author":"Oudeyer","year":"2007","journal-title":"IEEE Transactions on Evolutionary Computation"},{"key":"10.1016\/j.neunet.2012.09.015_br000370","series-title":"Affective neuroscience: the foundations of human and animal emotions","author":"Panksepp","year":"1998"},{"issue":"10","key":"10.1016\/j.neunet.2012.09.015_br000375","doi-asserted-by":"crossref","first-page":"548","DOI":"10.1016\/j.tins.2011.08.001","article-title":"The hippocampal-striatal axis in learning, prediction and goal-directed behavior","volume":"34","author":"Pennartz","year":"2011","journal-title":"Trends in Neurosciences"},{"issue":"11","key":"10.1016\/j.neunet.2012.09.015_br000380","doi-asserted-by":"crossref","first-page":"517","DOI":"10.1016\/S0166-2236(97)01125-9","article-title":"Organization of intra-amygdaloid circuitries in the rat: an emerging framework for understanding functions of the amygdala","volume":"20","author":"Pitk\u00e4nen","year":"1997","journal-title":"Trends in Neurosciences"},{"issue":"12","key":"10.1016\/j.neunet.2012.09.015_br000385","doi-asserted-by":"crossref","first-page":"967","DOI":"10.1038\/nrn2022","article-title":"The short-latency dopamine signal: a role in discovering novel actions?","volume":"7","author":"Redgrave","year":"2006","journal-title":"Nature Reviews Neuroscience"},{"issue":"4","key":"10.1016\/j.neunet.2012.09.015_br000390","doi-asserted-by":"crossref","first-page":"1009","DOI":"10.1016\/S0306-4522(98)00319-4","article-title":"The basal ganglia: a vertebrate solution to the selection problem?","volume":"89","author":"Redgrave","year":"1999","journal-title":"Neuroscience"},{"key":"10.1016\/j.neunet.2012.09.015_br000395","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1016\/j.neuroscience.2011.07.060","article-title":"Functional properties of the basal ganglia\u2019s re-entrant loop architecture: selection and reinforcement","volume":"198","author":"Redgrave","year":"2011","journal-title":"Neuroscience"},{"issue":"4\u20136","key":"10.1016\/j.neunet.2012.09.015_br000400","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1016\/S0893-6080(02)00045-X","article-title":"Dopamine-dependent plasticity of corticostriatal synapses","volume":"15","author":"Reynolds","year":"2002","journal-title":"Neural Networks"},{"issue":"2","key":"10.1016\/j.neunet.2012.09.015_br000405","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1016\/S0959-4388(02)00308-2","article-title":"Motor and cognitive functions of the ventral premotor cortex","volume":"12","author":"Rizzolatti","year":"2002","journal-title":"Current Opinion in Neurobiology"},{"issue":"2","key":"10.1016\/j.neunet.2012.09.015_br000410","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1007\/s00221-003-1588-0","article-title":"Two different streams form the dorsal visual system: anatomy and functions","volume":"153","author":"Rizzolatti","year":"2003","journal-title":"Experimental Brain Research"},{"key":"10.1016\/j.neunet.2012.09.015_br000415","series-title":"Neural networks and brain function","author":"Rolls","year":"1998"},{"key":"10.1016\/j.neunet.2012.09.015_br000420","doi-asserted-by":"crossref","first-page":"112","DOI":"10.1016\/j.brainresrev.2004.09.008","article-title":"Somatotopy in the basal ganglia: experimental and clinical evidence for segregated sensorimotor channels","volume":"48","author":"Romanelli","year":"2005","journal-title":"Brain Research Reviews"},{"key":"10.1016\/j.neunet.2012.09.015_br000425","series-title":"Proceedings of the tenth international conference on epigenetic robotics","first-page":"121","article-title":"Biological cumulative learning through intrinsic motivations: a simulated robotic study on development of visually-guided reaching","author":"Santucci","year":"2010"},{"issue":"3","key":"10.1016\/j.neunet.2012.09.015_br000430","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1038\/nrn2573","article-title":"The locus coeruleus and noradrenergic modulation of cognition","volume":"10","author":"Sara","year":"2009","journal-title":"Nature Reviews Neuroscience"},{"issue":"5\u20136","key":"10.1016\/j.neunet.2012.09.015_br000435","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1016\/0361-9230(94)90159-7","article-title":"Locus coeruleus-evoked responses in behaving rats: a clue to the role of noradrenaline in memory","volume":"35","author":"Sara","year":"1994","journal-title":"Brain Research Bulletin"},{"key":"10.1016\/j.neunet.2012.09.015_br000440","series-title":"Advances in artificial life. proceedings of the 9th European conference on artificial life","first-page":"294","article-title":"Evolution and learning in an intrinsically motivated reinforcement learning robot","volume":"Vol. 4648","author":"Schembri","year":"2007"},{"key":"10.1016\/j.neunet.2012.09.015_br000445","doi-asserted-by":"crossref","unstructured":"Schembri, M., Mirolli, M., & Baldassarre, G. (2007b). Evolving childhood\u2019s length and learning parameters in an intrinsically motivated reinforcement learning robot, L. Berthouze, P.G. Dhristiopher, M. Littman, H. Kozima, C. Balkenius, In Proceedings of the seventh international conference on epigenetic robotics, vol. 134, Lund, Lund University (pp. 141\u2013148).","DOI":"10.1109\/DEVLRN.2007.4354052"},{"key":"10.1016\/j.neunet.2012.09.015_br000450","series-title":"Proceedings of the 6th international conference on development and learning","first-page":"E1","article-title":"Evolving internal reinforcers for an intrinsically motivated reinforcement-learning robot","author":"Schembri","year":"2007"},{"key":"10.1016\/j.neunet.2012.09.015_br000455","doi-asserted-by":"crossref","unstructured":"Schmidhuber, J. (1991a). Curious model-building control systems. In Proceedings of the international joint conference on neural networks. Vol. 2 (pp. 1458\u20131463).","DOI":"10.1109\/IJCNN.1991.170605"},{"key":"10.1016\/j.neunet.2012.09.015_br000460","series-title":"Proceedings of the international conference on simulation of adaptive behavior: from animals to animats","first-page":"222","article-title":"A possibility for implementing curiosity and boredom in model-building neural controllers","author":"Schmidhuber","year":"1991"},{"key":"10.1016\/j.neunet.2012.09.015_br000465","doi-asserted-by":"crossref","unstructured":"Schmidhuber, J. (1999). Artificial curiosity based on discovering novel algorithmic predictability through coevolution. In Evolutionary computation, 1999. CEC 99. Proceedings of the 1999 congress on, Vol. 3.","DOI":"10.1109\/CEC.1999.785467"},{"issue":"3","key":"10.1016\/j.neunet.2012.09.015_br000470","doi-asserted-by":"crossref","first-page":"230","DOI":"10.1109\/TAMD.2010.2056368","article-title":"Formal theory of creativity, fun, and intrinsic motivation (1990\u20132010)","volume":"2","author":"Schmidhuber","year":"2010","journal-title":"IEEE Transactions on Autonomous Mental Development"},{"key":"10.1016\/j.neunet.2012.09.015_br000475","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","article-title":"Predictive reward signal of dopamine neurons","volume":"80","author":"Schultz","year":"1998","journal-title":"Journal of Neurophysiology"},{"issue":"1","key":"10.1016\/j.neunet.2012.09.015_br000480","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1186\/1744-9081-6-24","article-title":"Dopamine signals for reward value and risk: basic and recent data","volume":"6","author":"Schultz","year":"2010","journal-title":"Behavioral and Brain Functions"},{"issue":"Suppl 1","key":"10.1016\/j.neunet.2012.09.015_br000485","doi-asserted-by":"crossref","first-page":"P138","DOI":"10.1186\/1471-2202-12-S1-P138","article-title":"Dopamine-mediated action discovery promotes optimal behavior for free","volume":"12","author":"Shah","year":"2011","journal-title":"BMC Neuroscience"},{"issue":"5890","key":"10.1016\/j.neunet.2012.09.015_br000490","doi-asserted-by":"crossref","first-page":"848","DOI":"10.1126\/science.1160575","article-title":"Dichotomous dopaminergic control of striatal synaptic plasticity","volume":"321","author":"Shen","year":"2008","journal-title":"Science"},{"key":"10.1016\/j.neunet.2012.09.015_br000495","series-title":"Handbook of brain microcircuits","author":"Shepherd","year":"2010"},{"issue":"3","key":"10.1016\/j.neunet.2012.09.015_br000500","doi-asserted-by":"crossref","first-page":"475","DOI":"10.1016\/S0896-6273(02)00575-5","article-title":"Topographical layout of hand, eye, calculation, and language-related areas in the human parietal lobe","volume":"33","author":"Simon","year":"2002","journal-title":"Neuron"},{"key":"10.1016\/j.neunet.2012.09.015_br000505","series-title":"Advances in neural information processing systems 17: proceedings of the 2004 conference","article-title":"Intrinsically motivated reinforcement learning","author":"Singh","year":"2005"},{"issue":"2","key":"10.1016\/j.neunet.2012.09.015_br000510","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1109\/TAMD.2010.2051031","article-title":"Intrinsically motivated reinforcement learning: an evolutionary perspective","volume":"2","author":"Singh","year":"2010","journal-title":"IEEE Transactions on Autonomous Mental Development"},{"key":"10.1016\/j.neunet.2012.09.015_br000515","series-title":"The behavior of organisms","author":"Skinner","year":"1938"},{"issue":"9","key":"10.1016\/j.neunet.2012.09.015_br000520","doi-asserted-by":"crossref","first-page":"520","DOI":"10.1016\/j.tins.2004.07.004","article-title":"The thalamostriatal system: a highly specific network of the basal ganglia circuitry","volume":"27","author":"Smith","year":"2004","journal-title":"Trends in Neurosciences"},{"issue":"10\u201312","key":"10.1016\/j.neunet.2012.09.015_br000525","doi-asserted-by":"crossref","first-page":"1433","DOI":"10.1016\/S0042-6989(00)00052-3","article-title":"Intention-related activity in the posterior parietal cortex: a review","volume":"40","author":"Snyder","year":"2000","journal-title":"Vision Research"},{"issue":"1","key":"10.1016\/j.neunet.2012.09.015_br000530","doi-asserted-by":"crossref","first-page":"118","DOI":"10.1152\/physrev.1986.66.1.118","article-title":"Translation of sensory signals into commands for control of saccadic eye movements: role of primate superior colliculus","volume":"66","author":"Sparks","year":"1986","journal-title":"Physiological Reviews"},{"key":"10.1016\/j.neunet.2012.09.015_br000535","series-title":"Reinforcement learning: an introduction","author":"Sutton","year":"1998"},{"key":"10.1016\/j.neunet.2012.09.015_br000540","unstructured":"Taffoni, F., Formica, D., Schiavone, M., Scorcia, G., Tomasetti, A., & Polizzi di Sorrentino, E. (0000). The mechatronic board: a tool to study intrinsic motivations in humans, monkeys, and humanoid robots. In G. Baldassarre and M. Mirolli (Eds.). Intrinsically motivated learning in natural and artificial systems. Berlin: Springer-Verlag (in press)."},{"issue":"1","key":"10.1016\/j.neunet.2012.09.015_br000545","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1142\/S0219635212500069","article-title":"A mechatronic platform for behavioural analysis of non human primates","volume":"11","author":"Taffoni","year":"2012","journal-title":"Journal of Integrative Neuroscience"},{"key":"10.1016\/j.neunet.2012.09.015_br000550","series-title":"Fundamentals of computational neuroscience","author":"Trappenberg","year":"2010"},{"issue":"3","key":"10.1016\/j.neunet.2012.09.015_br000555","doi-asserted-by":"crossref","first-page":"450","DOI":"10.1037\/0012-1649.18.3.450","article-title":"Eye-hand coordination in newborns","volume":"18","author":"von Hofsten","year":"1982","journal-title":"Developmental Psychology"},{"issue":"8","key":"10.1016\/j.neunet.2012.09.015_br000560","doi-asserted-by":"crossref","first-page":"468","DOI":"10.1016\/j.tins.2004.06.006","article-title":"Putting a spin on the dorsal-ventral divide of the striatum","volume":"27","author":"Voorn","year":"2004","journal-title":"Trends in Neurosciences"},{"key":"10.1016\/j.neunet.2012.09.015_br000565","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1146\/annurev.neuro.30.051606.094334","article-title":"Orbitofrontal cortex and its contribution to decision-making","volume":"30","author":"Wallis","year":"2007","journal-title":"Annual Review of Neuroscience"},{"key":"10.1016\/j.neunet.2012.09.015_br000570","first-page":"297","article-title":"Motivation reconsidered: the concept of competence","volume":"66","author":"White","year":"1959","journal-title":"Physiological Reviews"},{"issue":"1","key":"10.1016\/j.neunet.2012.09.015_br000575","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/j.bbr.2008.10.030","article-title":"Synaptic plasticity in the basal ganglia","volume":"199","author":"Wickens","year":"2009","journal-title":"Behavioural Brain Research"},{"issue":"6","key":"10.1016\/j.neunet.2012.09.015_br000580","doi-asserted-by":"crossref","first-page":"685","DOI":"10.1016\/j.conb.2003.10.013","article-title":"Neural mechanisms of reward-related motor learning","volume":"13","author":"Wickens","year":"2003","journal-title":"Current Opinion in Neurobiology"},{"issue":"1117","key":"10.1016\/j.neunet.2012.09.015_br000585","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1098\/rspb.1976.0087","article-title":"How patterned neural connections can be set up by self-organization","volume":"194","author":"Willshaw","year":"1976","journal-title":"Proceedings of the Royal Society of London B Biological Sciences"},{"issue":"1","key":"10.1016\/j.neunet.2012.09.015_br000590","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/S0006-3495(72)86068-5","article-title":"Excitatory and inhibitory interactions in localized populations of model neurons","volume":"12","author":"Wilson","year":"1972","journal-title":"Biophysical Journal"},{"key":"10.1016\/j.neunet.2012.09.015_br000595","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1146\/annurev.neuro.20.1.25","article-title":"Premotor and parietal cortex: corticocortical connectivity and combinatorial computations","volume":"20","author":"Wise","year":"1997","journal-title":"Annual Review of Neuroscience"},{"key":"10.1016\/j.neunet.2012.09.015_br000600","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1146\/annurev.ne.03.030180.001201","article-title":"Visual-motor function of the primate superior colliculus","volume":"3","author":"Wurtz","year":"1980","journal-title":"Annual Review of Neuroscience"},{"issue":"1","key":"10.1016\/j.neunet.2012.09.015_br000605","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1016\/j.cortex.2011.03.004","article-title":"The cortical connectivity of the prefrontal cortex in the monkey brain","volume":"48","author":"Yeterian","year":"2011","journal-title":"Cortex"},{"key":"10.1016\/j.neunet.2012.09.015_br000610","doi-asserted-by":"crossref","first-page":"464","DOI":"10.1038\/nrn1919","article-title":"The role of the basal ganglia in habit formation","volume":"7","author":"Yin","year":"2006","journal-title":"Nature Reviews Neuroscience"},{"key":"10.1016\/j.neunet.2012.09.015_br000615","series-title":"Advances in neural information processing systems 15: proceedings of the 2002 conference","first-page":"157","article-title":"Expected and unexpected uncertainty: ACh and NE in the neocortex","author":"Yu","year":"2003"}],"container-title":["Neural Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608012002560?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608012002560?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2020,7,14]],"date-time":"2020-07-14T13:06:53Z","timestamp":1594732013000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0893608012002560"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,5]]},"references-count":123,"alternative-id":["S0893608012002560"],"URL":"https:\/\/doi.org\/10.1016\/j.neunet.2012.09.015","relation":{},"ISSN":["0893-6080"],"issn-type":[{"value":"0893-6080","type":"print"}],"subject":[],"published":{"date-parts":[[2013,5]]}}}