{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T21:19:05Z","timestamp":1775337545748,"version":"3.50.1"},"reference-count":116,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2010,7,20]],"date-time":"2010-07-20T00:00:00Z","timestamp":1279584000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Biol Cybern"],"published-print":{"date-parts":[[2010,9]]},"DOI":"10.1007\/s00422-010-0401-y","type":"journal-article","created":{"date-parts":[[2010,7,19]],"date-time":"2010-07-19T13:46:36Z","timestamp":1279547196000},"page":"237-253","source":"Crossref","is-referenced-by-count":167,"title":["What do the basal ganglia do? A modeling perspective"],"prefix":"10.1007","volume":"103","author":[{"given":"V. S.","family":"Chakravarthy","sequence":"first","affiliation":[]},{"given":"Denny","family":"Joseph","sequence":"additional","affiliation":[]},{"given":"Raju S.","family":"Bapi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2010,7,20]]},"reference":[{"key":"401_CR1","doi-asserted-by":"crossref","first-page":"550","DOI":"10.1152\/jn.1994.71.2.550","volume":"71","author":"H Aizawa","year":"1994","unstructured":"Aizawa H, Tanji J (1994) Corticocortical and thalamocortical responses of neurons in the monkey primary motor cortex and their relation to a trained motor task. J Neurophysiol 71: 550\u2013560","journal-title":"J Neurophysiol"},{"key":"401_CR2","doi-asserted-by":"crossref","first-page":"623","DOI":"10.1007\/BF00247293","volume":"67","author":"GE Alexander","year":"1987","unstructured":"Alexander GE (1987) Selective neuronal discharge in monkey Putamen reflects intended direction of planned limb movements. Exp Brain Res 67: 623\u2013634","journal-title":"Exp Brain Res"},{"key":"401_CR3","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/S0079-6123(08)62678-3","volume":"85","author":"GE Alexander","year":"1990","unstructured":"Alexander GE, Crutcher MD, DeLong MR (1990) Basal ganglia-thalamocortical circuits: parallel substrates for motor, oculomotor, prefrontal and limbic functions. Prog Brain Res 85: 119\u2013146","journal-title":"Prog Brain Res"},{"key":"401_CR4","first-page":"203","volume-title":"Neural organization: structure, function and dynamics","author":"MA Arbib","year":"1998","unstructured":"Arbib MA, Erdi P, Szentagothai J (1998) Neural organization: structure, function and dynamics. MIT Press, Cambridge, p 203"},{"key":"401_CR5","doi-asserted-by":"crossref","first-page":"4467","DOI":"10.1523\/JNEUROSCI.14-07-04467.1994","volume":"14","author":"G Aston-Jones","year":"1994","unstructured":"Aston-Jones G, Rajkowski J, Kubiak P, Alexinsky T (1994) Locus coeruleus neurons in monkey are selectively activated by attended cues in a vigilance task. J Neurosci 14: 4467\u20134480","journal-title":"J Neurosci"},{"key":"401_CR6","unstructured":"Bapi RS, Doya K (1998) A sequence learning architecture based on cortico-basal ganglionic loops and reinforcement learning. In: ICONIP\u201998, Kita-Kyushu, Japan, 21\u201326 Oct 1998"},{"issue":"2","key":"401_CR7","doi-asserted-by":"crossref","first-page":"714","DOI":"10.1016\/j.neuroimage.2006.04.205","volume":"32","author":"RS Bapi","year":"2006","unstructured":"Bapi RS, Miyapuram KP, Graydon FX, Doya K (2006) fMRI investigation of cortical and subcortical networks in the learning of abstract and effector-specific representations of motor sequences. Neuroimage 32(2): 714\u2013727","journal-title":"Neuroimage"},{"key":"401_CR8","first-page":"215","volume-title":"Models of information processing in the basal ganglia","author":"AG Barto","year":"1995","unstructured":"Barto AG (1995) Adaptive critics and the basal ganglia. In: Houk JC, Davis J, Beiser D (eds) Models of information processing in the basal ganglia. MIT Press, Cambridge, pp 215\u2013232"},{"key":"401_CR9","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1152\/jn.1994.72.2.507","volume":"72","author":"H Bergman","year":"1994","unstructured":"Bergman H, Wichmann T, Karmon B, DeLong MR (1994) The primate subthalamic nucleus. II. Neuronal activity in the MPTP model of Parkinsonism. J Neurophysiol 72: 507\u2013520","journal-title":"J Neurophysiol"},{"key":"401_CR10","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1016\/S0166-2236(97)01151-X","volume":"21","author":"H Bergman","year":"1998","unstructured":"Bergman H, Feingold A, Nini A, Raz A, Slovin H, Abeles M, Vaadia E (1998) Physiological aspects of information processing in the basal ganglia of normal and parkinsonian primates. Trends Neurosci 21: 32\u201338","journal-title":"Trends Neurosci"},{"key":"401_CR11","first-page":"678","volume":"21","author":"GS Berns","year":"1995","unstructured":"Berns GS, Sejnowski TJ (1995) A computational model of local memory in the primate pallidal-subthalamic circuit. Soc Neurosci Abstr 21: 678","journal-title":"Soc Neurosci Abstr"},{"key":"401_CR12","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1162\/089892998563815","volume":"10","author":"GS Berns","year":"1998","unstructured":"Berns GS, Sejnowski TJ (1998) A computational model of how the Basal ganglia produce sequences. J Cognit Neurosci 10: 108\u2013121","journal-title":"J Cognit Neurosci"},{"key":"401_CR13","doi-asserted-by":"crossref","first-page":"859","DOI":"10.1093\/brain\/117.4.859","volume":"117","author":"KP Bhatia","year":"1994","unstructured":"Bhatia KP, Marsden CD (1994) The behavioural and motor consequences of focal lesions of the basal ganglia in man. Brain 117: 859\u2013876","journal-title":"Brain"},{"key":"401_CR14","doi-asserted-by":"crossref","first-page":"1033","DOI":"10.1523\/JNEUROSCI.21-03-01033.2001","volume":"21","author":"PAO Brown","year":"2001","unstructured":"Brown PAO, Mazzone P, Insola A, Tonali P, Di Lazzaro V (2001) Dopamine dependency of oscillations between subthalamic nucleus and pallidum in Parkinsons disease. J Neurosci 21: 1033\u20131038","journal-title":"J Neurosci"},{"key":"401_CR15","doi-asserted-by":"crossref","first-page":"755","DOI":"10.1038\/nrn1764","volume":"6","author":"CV Buhusi","year":"2005","unstructured":"Buhusi CV, Meck WH (2005) What makes us tick? Functional and neural mechanisms of interval timing. Nat Rev Neurosci 6: 755\u2013756","journal-title":"Nat Rev Neurosci"},{"key":"401_CR16","first-page":"34","volume":"179","author":"A Chaudhuri","year":"2000","unstructured":"Chaudhuri A, Behan PO (2000a) Fatigue in neurological disorders. Lancet 179: 34\u201342","journal-title":"Lancet"},{"key":"401_CR17","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1300\/J092v06n03_05","volume":"6","author":"A Chaudhuri","year":"2000","unstructured":"Chaudhuri A, Behan P (2000b) Neurological dysfunction in chronic fatigue syndrome. J Chron Fatigue Syndr 6: 51\u201368","journal-title":"J Chron Fatigue Syndr"},{"key":"401_CR18","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1016\/S0022-510X(00)00411-1","volume":"179","author":"A Chaudhuri","year":"2000","unstructured":"Chaudhuri A, Behan P (2000c) Fatigue and basal ganglia. J Neurol Sci 179: 34\u201342","journal-title":"J Neurol Sci"},{"issue":"10","key":"401_CR19","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1016\/S0166-2236(96)10052-7","volume":"19","author":"M Chesselet","year":"2003","unstructured":"Chesselet M, Delfs JM (2003) Basal ganglia and movement disorders: an update. Trends Neurosci 19(10): 417\u2013422","journal-title":"Trends Neurosci"},{"key":"401_CR20","doi-asserted-by":"crossref","first-page":"3697","DOI":"10.1523\/JNEUROSCI.3762-05.2006","volume":"26","author":"MM Churchland","year":"2006","unstructured":"Churchland MM, Yu BM, Ryu SI, Santhanam G, Shenoy KV (2006) Neural variability in premotor cortex provides a signature of motor preparation. J Neurosci 26: 3697\u20133712","journal-title":"J Neurosci"},{"key":"401_CR21","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511543661","volume-title":"The brain and behavior","author":"D Clark","year":"2005","unstructured":"Clark D, Boutros N, Mendez M (2005) The brain and behavior. Cambridge University Press, Cambridge"},{"key":"401_CR22","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1016\/S0959-4388(02)00314-8","volume":"12","author":"JD Cohen","year":"2002","unstructured":"Cohen JD, Braver TS, Brown JW (2002) Computational perspectives on dopamine function in prefrontal cortex. Curr Opin Neurobiol 12: 223\u2013229","journal-title":"Curr Opin Neurobiol"},{"issue":"3","key":"401_CR23","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1023\/A:1008862904946","volume":"6","author":"JL Contreras-Vidal","year":"1999","unstructured":"Contreras-Vidal JL, Schultz W (1999) A predictive reinforcement model of dopamine neurons for learning approach behavior. J Comput Neurosci 6(3): 191\u2013214","journal-title":"J Comput Neurosci"},{"issue":"5","key":"401_CR24","doi-asserted-by":"crossref","first-page":"467","DOI":"10.1007\/BF00201481","volume":"73","author":"JL Contreras-Vidal","year":"1995","unstructured":"Contreras-Vidal JL, Stelmach GE (1995) A neural model of basal ganglia-thalamocortical relations in normal and parkinsonian movement. Biol Cybern 73(5): 467\u2013476","journal-title":"Biol Cybern"},{"key":"401_CR25","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1016\/0024-3205(95)02237-6","volume":"58","author":"JL Contreras-Vidal","year":"1996","unstructured":"Contreras-Vidal JL, Stelmach GE (1996) Effects of Parkinsonism on motor control. Life Sci 58: 165\u2013176","journal-title":"Life Sci"},{"key":"401_CR26","doi-asserted-by":"crossref","first-page":"458","DOI":"10.1007\/BF00247902","volume":"76","author":"DJ Crammond","year":"1989","unstructured":"Crammond DJ, Kalaska JF (1989) Neuronal activity in primate parietal cortex area 5 varies with intended movement direction during an instructed-delay period. Exp Brain Res 76: 458\u2013462","journal-title":"Exp Brain Res"},{"key":"401_CR27","doi-asserted-by":"crossref","first-page":"935","DOI":"10.1093\/brain\/118.4.935","volume":"118","author":"R Cunnington","year":"1995","unstructured":"Cunnington R, Iansek R, Bradshaw JL, Phillips JG (1995) Movement-related potentials in Parkinsons-disease presence and predictability of temporal and spatial cues. Brain 118: 935\u2013950","journal-title":"Brain"},{"key":"401_CR28","doi-asserted-by":"crossref","first-page":"2257","DOI":"10.1016\/S0028-3932(02)00108-2","volume":"40","author":"V Czernecki","year":"2002","unstructured":"Czernecki V, Pillon B, Houeto JL, Pochon JB, Levy R, Dubois B (2002) Motivation, reward, and Parkinson\u2019s disease: influence of dopatherapy. Neuropsychologia 40: 2257\u20132267","journal-title":"Neuropsychologia"},{"key":"401_CR29","unstructured":"Daw ND (2003) Reinforcement Learning models of the dopamine system and their behavioral implications. Ph.D. thesis. Carnegie Mellon University, Pittsburgh"},{"key":"401_CR30","first-page":"679","volume":"32","author":"ND Daw","year":"2000","unstructured":"Daw ND, Touretzky DS (2000) Behavior results suggest an average reward TD model of dopamine function. Neurocomputing 32: 679\u2013684","journal-title":"Neurocomputing"},{"key":"401_CR31","doi-asserted-by":"crossref","first-page":"876","DOI":"10.1038\/nature04766","volume":"441","author":"ND Daw","year":"2006","unstructured":"Daw ND, O\u2019doherty JP, Seymour B, Dayan P, Dolan RJ (2006) Cortical substrates for exploratory decisions in humans. Nature 441: 876\u2013879","journal-title":"Nature"},{"key":"401_CR32","first-page":"165","volume":"22","author":"WH Dean","year":"1958","unstructured":"Dean WH, Davis GD (1958) Behavior changes following caudate lesions in rhesus monkeys. J Neurophysiol 22: 165\u2013187","journal-title":"J Neurophysiol"},{"issue":"Suppl 1","key":"401_CR33","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1016\/j.neuropharm.2004.06.032","volume":"47","author":"G Di Chiara","year":"2004","unstructured":"Di Chiara G, Bassareo V, Fenu S, De Luca MA, Spina L, Cadoni C, Acquas E, Carboni E, Valentini V, Lecca D (2004) Dopamine and drug addiction: the nucleus accumbens shell connection. Neuropharmacology 47(Suppl 1): 227\u2013241","journal-title":"Neuropharmacology"},{"issue":"2","key":"401_CR34","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1016\/0004-3702(94)90047-7","volume":"71","author":"M Dorigo","year":"1994","unstructured":"Dorigo M, Colombetti M (1994) Robot shaping: developing autonomous agents through learning. Artif Intell 71(2): 321\u2013370","journal-title":"Artif Intell"},{"issue":"4","key":"401_CR35","doi-asserted-by":"crossref","first-page":"495","DOI":"10.1016\/S0893-6080(02)00044-8","volume":"15","author":"K Doya","year":"2002","unstructured":"Doya K (2002) Metalearning and neuromodulation. Neural Netw 15(4): 495\u2013506","journal-title":"Neural Netw"},{"issue":"3","key":"401_CR36","doi-asserted-by":"crossref","first-page":"252","DOI":"10.1016\/S0028-3932(02)00158-6","volume":"41","author":"J Doyon","year":"2003","unstructured":"Doyon J, Penhune V, Ungerleider LG (2003) Distinct contribution of the corticostriatal and cortico-cerebellar systems to motor skill learning. Neuropsychologia 41(3): 252\u2013262","journal-title":"Neuropsychologia"},{"key":"401_CR37","doi-asserted-by":"crossref","first-page":"1762","DOI":"10.1161\/01.STR.31.7.1762","volume":"31","author":"S Engelborghs","year":"2000","unstructured":"Engelborghs S, Marien P, Pickut BA, Verstraeten S, De Deyn PP (2000) Loss of psychic self-activation after paramedian bithalamic infarction. Stroke 31: 1762\u20131765","journal-title":"Stroke"},{"key":"401_CR38","doi-asserted-by":"crossref","first-page":"1731","DOI":"10.1212\/WNL.35.12.1731","volume":"35","author":"PJ Eslinger","year":"1985","unstructured":"Eslinger PJ, Damasio AR (1985) Severe disturbance of higher cognition after bilateral frontal lobe ablation: patient EVR. Neurology 35: 1731\u20131741","journal-title":"Neurology"},{"issue":"5614","key":"401_CR39","doi-asserted-by":"crossref","first-page":"1898","DOI":"10.1126\/science.1077349","volume":"299","author":"CD Fiorillo","year":"2003","unstructured":"Fiorillo CD, Tobler PN, Schultz W (2003) Discrete coding of reward probability and uncertainty by dopamine neurons. Science 299(5614): 1898\u20131902","journal-title":"Science"},{"key":"401_CR40","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1162\/0898929052880093","volume":"17","author":"MJ Frank","year":"2005","unstructured":"Frank MJ (2005) Dynamic dopamine modulation in the basal ganglia: A neurocomputational account of cognitive deficits in medicated and non-medicated Parkinsonism. J Cognit Neurosci 17: 51\u201372","journal-title":"J Cognit Neurosci"},{"key":"401_CR41","doi-asserted-by":"crossref","first-page":"953","DOI":"10.7326\/0003-4819-121-12-199412150-00009","volume":"121","author":"K Fukuda","year":"1994","unstructured":"Fukuda K, Straus SE, Hickie I, Sharpe MC, Dobbins JG, Komaroff A (1994) The chronic fatigue syndrome: a comprehensive approach to its definition and study. International Chronic Fatigue Syndrome Study Group. Ann Intern Med 121: 953\u2013959","journal-title":"Ann Intern Med"},{"key":"401_CR42","volume-title":"The prefrontal cortex","author":"JM Fuster","year":"1997","unstructured":"Fuster JM (1997) The prefrontal cortex. Raven Press, New York"},{"key":"401_CR43","first-page":"21","volume":"66","author":"JDE Gabrieli","year":"1995","unstructured":"Gabrieli JDE, Poldrack RA, Desmond JE (1995) The role of left prefrontal cortex in language and memory. Adv Neurol 66: 21\u201334","journal-title":"Adv Neurol"},{"issue":"2","key":"401_CR44","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1007\/s10032-007-0046-0","volume":"10","author":"G Gangadhar","year":"2007","unstructured":"Gangadhar G, Joseph D, Chakravarthy VS (2007) An oscillatory neuromotor model of handwriting generation. Int J Doc Anal Recognit 10(2): 69\u201384","journal-title":"Int J Doc Anal Recognit"},{"key":"401_CR45","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1162\/neco.2008.03-07-498","volume":"20","author":"G Gangadhar","year":"2008","unstructured":"Gangadhar G, Joseph D, Chakravarthy VS (2008) Understanding Parkinsonian Handwriting using a computational model of basal ganglia. Neural Comput 20: 1\u201335","journal-title":"Neural Comput"},{"key":"401_CR46","doi-asserted-by":"crossref","first-page":"1575","DOI":"10.1093\/brain\/116.6.1575","volume":"116","author":"N Georgiou","year":"1993","unstructured":"Georgiou N, Iansek R, Bradshaw JL, Phillips JG, Mattingley JB (1993) An evaluation of the role of internal cues in the pathogenesis of Parkinsonian hypokinesia. Brain 116: 1575\u20131587","journal-title":"Brain"},{"key":"401_CR47","doi-asserted-by":"crossref","first-page":"1209","DOI":"10.1126\/science.2675307","volume":"245","author":"AP Georgopoulos","year":"1989","unstructured":"Georgopoulos AP, Grillner S (1989) Visuomotor coordination in reaching and locomotion. Science 245: 1209\u20131210","journal-title":"Science"},{"key":"401_CR48","first-page":"371","volume-title":"Handbook of chemical neuroanatomy","author":"CR Gerfen","year":"1996","unstructured":"Gerfen CR, Wilson CJ (1996) The basal ganglia. In: Swanson LW, Bjorklund A, Hokfelt T (eds) Handbook of chemical neuroanatomy. Elsevier, Amsterdam, pp 371\u2013468"},{"key":"401_CR49","doi-asserted-by":"crossref","first-page":"220","DOI":"10.1002\/1531-8249(200008)48:2<220::AID-ANA12>3.0.CO;2-M","volume":"48","author":"F Ghika-Schmid","year":"2000","unstructured":"Ghika-Schmid F, Bogousslavsky J (2000) The acute behavioral syndrome of anterior thalamic infarction: a prospective study of 12 cases. Ann Neurol 48: 220\u2013227","journal-title":"Ann Neurol"},{"key":"401_CR50","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1212\/WNL.42.2.333","volume":"42","author":"N Giladi","year":"1992","unstructured":"Giladi N, McMahon D, Przedborski S, Flaster E, Guillory S, Kostic V, Fahn S (1992) Motor blocks in Parkinson\u2019s disease. Neurology 42: 333\u2013339","journal-title":"Neurology"},{"key":"401_CR51","first-page":"373","volume-title":"Handbook of physiology","author":"PS Goldman-Rakic","year":"1987","unstructured":"Goldman-Rakic PS (1987) Circuitry of primate prefrontal cortex and regulation of behaviour by representational memory. In: Plum F, Mountcastle U (eds) Handbook of physiology. The American Physiological Society, Washington, pp 373\u2013417"},{"key":"401_CR52","volume-title":"The spinal cord","author":"C Heise","year":"2008","unstructured":"Heise C, Kayalioglu G (2008) Cytoarchitecture of the spinal cord. In: Watson C, Paxinos G, Kayaliyoglu G (eds) The spinal cord. Elsevier, London"},{"key":"401_CR53","doi-asserted-by":"crossref","first-page":"464","DOI":"10.1016\/S0166-2236(99)01439-3","volume":"22","author":"O Hikosaka","year":"1999","unstructured":"Hikosaka O, Nakahara H, Rand MK, Sakai K, Lu X, Nakamura K, Miyachi S, Doya K (1999) Parallel neural networks for learning sequential procedures. Trends Neurosci 22: 464\u2013471","journal-title":"Trends Neurosci"},{"key":"401_CR54","doi-asserted-by":"crossref","first-page":"953","DOI":"10.1152\/physrev.2000.80.3.953","volume":"80","author":"O Hikosaka","year":"2000","unstructured":"Hikosaka O, Takikawa Y, Kawagoe R (2000) Role of the basal ganglia in the control of purposive saccadic eye movements. Physiol Rev 80: 953\u2013978","journal-title":"Physiol Rev"},{"key":"401_CR55","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1007\/BF00336740","volume":"39","author":"JM Hollerbach","year":"1981","unstructured":"Hollerbach JM (1981) An oscillation theory of handwriting. Biol Cybern 39: 139\u2013156","journal-title":"Biol Cybern"},{"key":"401_CR56","volume-title":"Models of information processing in the basal ganglia","author":"JC Houk","year":"1995","unstructured":"Houk JC, Davis JL, Beiser DG (1995) Models of information processing in the basal ganglia. MIT Press, Cambridge"},{"key":"401_CR57","first-page":"1674","volume":"96","author":"JM Hurtado","year":"1999","unstructured":"Hurtado JM, Graym CM, Tamas LB, Sigvardt KA (1999) Dynamics of tremor-related oscillations in the human globus Pallidus: a single case study. Neurobiology 96: 1674\u20131679","journal-title":"Neurobiology"},{"issue":"28","key":"401_CR58","doi-asserted-by":"crossref","first-page":"7209","DOI":"10.1523\/JNEUROSCI.0487-08.2008","volume":"28","author":"M Isoda","year":"2008","unstructured":"Isoda M, Hikosaka O (2008) Role for subthalamic nucleus neurons in switching from automatic to controlled eye movement. J Neurosci 28(28): 7209\u20137218","journal-title":"J Neurosci"},{"key":"401_CR59","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1016\/B978-0-08-023174-7.50017-5","volume-title":"The neostriatum","author":"SD Iversen","year":"1979","unstructured":"Iversen SD (1979) Behaviour after neostriatal lesions in animals. In: Divac I, Oberg RGB (eds) The neostriatum. Pergamon, Oxford, pp 195\u2013210"},{"key":"401_CR60","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1016\/S0893-6080(02)00047-3","volume":"15","author":"D Joel","year":"2002","unstructured":"Joel D, Niv Y, Ruppin E (2002) Actor-critic models of the basal ganglia: new anatomical and computational perspectives. Neural Netw 15: 535\u2013547","journal-title":"Neural Netw"},{"issue":"4","key":"401_CR61","doi-asserted-by":"crossref","first-page":"549","DOI":"10.1016\/S0893-6080(02)00048-5","volume":"14","author":"S Kakade","year":"2002","unstructured":"Kakade S, Dayan P (2002) Dopamine: generalization and Bonuses. Neural Netw 14(4): 549\u2013559","journal-title":"Neural Netw"},{"key":"401_CR62","doi-asserted-by":"crossref","first-page":"3388","DOI":"10.1152\/jn.00760.2007","volume":"98","author":"JR Keath","year":"2007","unstructured":"Keath JR, Iacoviello MP, Barrett LE, Mansvelder HD, McGehee DS (2007) Differential modulation by nicotine of substantia nigra versus ventral tegmental area dopamine neurons. J Neurophysiol 98: 3388\u20133396","journal-title":"J Neurophysiol"},{"key":"401_CR63","first-page":"21","volume":"66","author":"RT Knight","year":"1995","unstructured":"Knight RT, Grabowecky MF, Scabini D (1995) Role of human prefrontal cortex in attention control. Adv Neurol 66: 21\u201336","journal-title":"Adv Neurol"},{"key":"401_CR64","unstructured":"Kornhuber HH, Deecke L (1990) Readiness for movement\u2014the Bereitschafts potential-story. Curr Contents Life Sci 33(22)"},{"key":"401_CR65","first-page":"297","volume":"74","author":"K Kubota","year":"1978","unstructured":"Kubota K, Hamada I (1978) Visual tracking and neuron activity in the post-arcuate area in monkeys. J Physiol (Paris) 74: 297\u2013312","journal-title":"J Physiol (Paris)"},{"key":"401_CR66","doi-asserted-by":"crossref","first-page":"362","DOI":"10.1152\/jn.1982.47.3.362","volume":"47","author":"K Kubota","year":"1982","unstructured":"Kubota K, Funahashi S (1982) Direction-specific activities of dorsolateral prefrontal and motor cortex pyramidal tract neurons during visual tracking. J Neurophysiol 47: 362\u2013376","journal-title":"J Neurophysiol"},{"key":"401_CR67","doi-asserted-by":"crossref","first-page":"688","DOI":"10.1007\/BF00227095","volume":"87","author":"W Lang","year":"1991","unstructured":"Lang W, Cheyne D, Kristeva R, Beisteiner R, Lindinger G, Deecke L (1991) Three-dimensional localization of SMA activity preceding voluntary movement. Exp Brain Res 87: 688\u2013695","journal-title":"Exp Brain Res"},{"key":"401_CR68","doi-asserted-by":"crossref","first-page":"3567","DOI":"10.1523\/JNEUROSCI.5050-05.2006","volume":"26","author":"A Leblois","year":"2006","unstructured":"Leblois A, Boraud T, Meissner W, Bergman H, Hansel D (2006) Competition between feedback loops underlies normal and pathological dynamics in the basal ganglia. J Neurosci 26: 3567\u20133583","journal-title":"J Neurosci"},{"key":"401_CR69","doi-asserted-by":"crossref","first-page":"916","DOI":"10.1093\/cercor\/bhj043","volume":"16","author":"R Levy","year":"2005","unstructured":"Levy R, Dubois B (2005) Apathy and the functional anatomy of the prefrontal cortex\u2014basal ganglia circuits. Cereb Cortex 16: 916\u2013928","journal-title":"Cereb Cortex"},{"key":"401_CR70","doi-asserted-by":"crossref","first-page":"549","DOI":"10.1016\/S0306-4522(99)00583-7","volume":"96","author":"M Magnin","year":"2000","unstructured":"Magnin M, Morel A, Jeanmonod D (2000) Single-unit analysis of the pallidum, thalamus and subthalamic nucleus in parkinsonian patients. Neuroscience 96: 549\u2013564","journal-title":"Neuroscience"},{"key":"401_CR71","doi-asserted-by":"crossref","first-page":"316","DOI":"10.1162\/089892998562762","volume":"10","author":"C Malapani","year":"1998","unstructured":"Malapani C, Rakitin B, Levy R, Meck WH, Deweer B, Dubois B, Gibbon J (1998) Coupled temporal memories in Parkinson\u2019s disease: a dopamine-related dysfunction. J Cognit Neurosci 10: 316\u2013331","journal-title":"J Cognit Neurosci"},{"issue":"5","key":"401_CR72","doi-asserted-by":"crossref","first-page":"514","DOI":"10.1212\/WNL.32.5.514","volume":"32","author":"CD Marsden","year":"1982","unstructured":"Marsden CD (1982) The mysterious motor function of the basal ganglia: the Robert Wartenberg Lecture. Neurology 32(5): 514\u2013539","journal-title":"Neurology"},{"key":"401_CR73","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1016\/j.cogbrainres.2004.06.012","volume":"21","author":"MS Matell","year":"2004","unstructured":"Matell MS, Meck WH (2004) Cortico-striatal circuits and interval timing: coincidence detection of oscillatory processes. Cognit Brain Res 21: 139\u2013170","journal-title":"Cognit Brain Res"},{"key":"401_CR74","doi-asserted-by":"crossref","first-page":"381","DOI":"10.1016\/S0301-0082(96)00042-1","volume":"50","author":"JW Mink","year":"1996","unstructured":"Mink JW (1996) The basal ganglia: focused selection and inhibition of competing motor programs. Prog Neurobiol 50: 381\u2013425","journal-title":"Prog Neurobiol"},{"key":"401_CR75","unstructured":"Mohamed M, Chakravarthy VS, Subramanian D, Ravindran B (2009) The role of basal ganglia in performing simple reaching movements: a computational model. In: Proceedings of 14th conference of the international graphonomics society, Dijon, France, 13\u201316 September"},{"key":"401_CR76","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1016\/S0896-6273(02)00974-1","volume":"36","author":"PR Montague","year":"2002","unstructured":"Montague PR, Berns G (2002) Neural economics and the biological substrates of valuation. Neuron 36: 265\u2013284","journal-title":"Neuron"},{"key":"401_CR77","doi-asserted-by":"crossref","first-page":"725","DOI":"10.1038\/377725a0","volume":"377","author":"PR Montague","year":"1995","unstructured":"Montague PR, Dayan P, Person C, Sejnowski TJ (1995) Bee foraging in uncertain environments using predictive Hebbian learning. Nature 377: 725\u2013728","journal-title":"Nature"},{"key":"401_CR78","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","volume":"16","author":"PR Montague","year":"1996","unstructured":"Montague PR, Dayan P, Sejnowski TJ (1996) A framework for mesencephalic dopamine systems based on predictive Hebbian learning. J Neurosci 16: 1936\u20131947","journal-title":"J Neurosci"},{"key":"401_CR79","doi-asserted-by":"crossref","first-page":"760","DOI":"10.1038\/nature03015","volume":"431","author":"PR Montague","year":"2004","unstructured":"Montague PR, Hyman SE, Cohen JD (2004) Computational roles for dopamine in behavioral control. Nature 431: 760\u2013767","journal-title":"Nature"},{"key":"401_CR80","doi-asserted-by":"crossref","first-page":"1800","DOI":"10.1152\/jn.1995.74.4.1800","volume":"74","author":"A Nini","year":"1995","unstructured":"Nini A, Feingold A, Slovin H, Bergman H (1995) Neurons in the globus Pallidus do not show correlated activity in the normal monkey, but phase-locked oscillations appear in the MPTP model of Parkinsonism. J Neurophysiol 74: 1800\u20131805","journal-title":"J Neurophysiol"},{"key":"401_CR81","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.expneurol.2006.07.004","volume":"202","author":"JA Obeso","year":"2006","unstructured":"Obeso JA, Rodriguez-Oroz MC, Blesa FJ, Guridi J (2006) The globus pallidus pars externa and Parkinson\u2019s disease. Ready for prime time?. Exp Neurol 202: 1\u20137","journal-title":"Exp Neurol"},{"key":"401_CR82","volume-title":"Basal ganglia VII","author":"DE Oorschot","year":"2002","unstructured":"Oorschot DE, Tunstall MJ, Wickens JR (2002) Local connectivity between striatal spiny projection neurons: a re-evaluation. In: Nicholson L, Faull R (eds) Basal ganglia VII. Plenum Press, New York"},{"key":"401_CR83","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1162\/089976606775093909","volume":"18","author":"RC O\u2019Reilly","year":"2006","unstructured":"O\u2019Reilly RC, Frank MJ (2006) Making working memory work: a computational model of learning in the frontal cortex and basal ganglia. Neural Comput 18: 283\u2013328","journal-title":"Neural Comput"},{"key":"401_CR84","doi-asserted-by":"crossref","first-page":"563","DOI":"10.1146\/annurev.neuro.25.112701.142937","volume":"25","author":"MG Packard","year":"2002","unstructured":"Packard MG, Knowlton BJ (2002) Learning and memory functions of the basal ganglia. Annu Rev Neurosci 25: 563\u2013593","journal-title":"Annu Rev Neurosci"},{"key":"401_CR85","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1006\/nlme.1996.0007","volume":"65","author":"MG Packard","year":"1996","unstructured":"Packard MG, McGaugh JL (1996) Inactivation of hippocampus or caudate nucleus with lidocaine differentially affects expression of place and response learning. Neurobiol Learn Memory 65: 65\u201372","journal-title":"Neurobiol Learn Memory"},{"key":"401_CR86","doi-asserted-by":"crossref","first-page":"1465","DOI":"10.1523\/JNEUROSCI.09-05-01465.1989","volume":"9","author":"MG Packard","year":"1989","unstructured":"Packard MG, Hirsh R, White NM (1989) Differential effects of fornix and caudate nucleus lesions on two radial maze tasks: Evidence for multiple memory systems. J Neurosci 9: 1465\u20131472","journal-title":"J Neurosci"},{"key":"401_CR87","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1038\/23281","volume":"400","author":"D Plenz","year":"1999","unstructured":"Plenz D, Kitai ST (1999) A basal ganglia pacemaker formed by the subthalamic nucleus and external globus Pallidus. Nature 400: 677\u2013682","journal-title":"Nature"},{"key":"401_CR88","doi-asserted-by":"crossref","first-page":"349","DOI":"10.1007\/978-1-4615-0715-4_35","volume-title":"Basal ganglia VII","author":"TJ Prescott","year":"2002","unstructured":"Prescott TJ, Gurney K, Montes-Gonzalez F, Humphries M, Redgrave P (2002) The robot basal ganglia: action selection by an embedded model of the basal ganglia. In: Nicholson L, Faull R (eds) Basal ganglia VII. Plenum Press, New York, pp 349\u2013356"},{"key":"401_CR89","doi-asserted-by":"crossref","first-page":"8559","DOI":"10.1523\/JNEUROSCI.20-22-08559.2000","volume":"20","author":"A Raz","year":"2000","unstructured":"Raz A, Vaadia E, Bergman H (2000) Firing patterns of spontaneous discharge of Pallidal neurons in the model of Parkinsonism. J Neurosci 20: 8559\u20138571","journal-title":"J Neurosci"},{"key":"401_CR90","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1016\/S0166-2236(98)01373-3","volume":"22","author":"P Redgrave","year":"1999","unstructured":"Redgrave P, Prescott TJ, Gurney K (1999a) Is the short-latency dopamine response too short to signal reward error. Trends Neurosci 22: 146\u2013151","journal-title":"Trends Neurosci"},{"key":"401_CR91","doi-asserted-by":"crossref","first-page":"1009","DOI":"10.1016\/S0306-4522(98)00319-4","volume":"89","author":"P Redgrave","year":"1999","unstructured":"Redgrave P, Prescott TJ, Gurney K (1999b) The basal ganglia: a vertebrate solution to the selection problem?. Neuroscience 89: 1009\u20131023","journal-title":"Neuroscience"},{"key":"401_CR92","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1007\/BF00974582","volume":"17","author":"VA Russell","year":"1992","unstructured":"Russell VA, Allim R, Lamm MC, Taljaard JJ (1992) Regional distribution of monoamines and dopamine D1- and D2-receptors in the striatum of the rat. Neurochem Res 17: 387\u2013395","journal-title":"Neurochem Res"},{"key":"401_CR93","doi-asserted-by":"crossref","first-page":"1883","DOI":"10.1016\/S1388-2457(99)00144-3","volume":"110","author":"P Sacco","year":"1999","unstructured":"Sacco P, Hope PAJ, Thickbroom GW, Byrnes ML, Mastaglia FL (1999) Corticomotor excitability and perception of effort during sustained exercise in the chronic fatigue syndrome. Clin Neurophysiol 110: 1883\u20131891","journal-title":"Clin Neurophysiol"},{"key":"401_CR94","first-page":"333","volume":"42","author":"R Scheiner","year":"2002","unstructured":"Scheiner R, Pluckhahn S, Oney B, Blenau W, Erber J (2002) Behavioral pharmacology of octopamine, tyramine, and dopamine in honey bees. Neurology 42: 333","journal-title":"Neurology"},{"key":"401_CR95","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","volume":"80","author":"W Schultz","year":"1998","unstructured":"Schultz W (1998) Predictive reward signal of dopamine neurons. J Neurophysiol 80: 1\u201327","journal-title":"J Neurophysiol"},{"key":"401_CR96","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","volume":"275","author":"W Schultz","year":"1997","unstructured":"Schultz W, Dayan P, Montague PR (1997) A neural substrate of prediction and reward. Science 275: 1593\u20131599","journal-title":"Science"},{"key":"401_CR97","doi-asserted-by":"crossref","first-page":"892","DOI":"10.1126\/science.2392679","volume":"249","author":"D Servan-Schreiber","year":"1990","unstructured":"Servan-Schreiber D, Printz H, Cohen JD (1990) A network model of catecholamine effects: gain, signal-to-noise ratio and behavior. Science 249: 892\u2013895","journal-title":"Science"},{"key":"401_CR98","volume-title":"Neuroscience in medicine","author":"Y Smith","year":"2008","unstructured":"Smith Y (2008) The thalamus. In: Michael Conn P (eds) Neuroscience in medicine. Humana Press, New York"},{"key":"401_CR99","doi-asserted-by":"crossref","first-page":"353","DOI":"10.1016\/S0306-4522(97)00608-8","volume":"86","author":"Y Smith","year":"1998","unstructured":"Smith Y, Bevan MD, Shink E, Bolam JP (1998) Microcircuitry of the direct and indirect pathways of the basal ganglia. Neuroscience 86: 353\u2013387","journal-title":"Neuroscience"},{"key":"401_CR100","doi-asserted-by":"crossref","first-page":"13515","DOI":"10.1073\/pnas.93.24.13515","volume":"93","author":"LR Squire","year":"1996","unstructured":"Squire LR, Zola SM (1996) Structure and function of declarative and nondeclarative memory systems. Proc Natl Acad Sci USA 93: 13515\u201313522","journal-title":"Proc Natl Acad Sci USA"},{"key":"401_CR101","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1142\/S0129065706000548","volume":"16","author":"D Sridharan","year":"2006","unstructured":"Sridharan D, Prashanth PS, Chakravarthy VS (2006) The role of the basal ganglia in exploration in a neural model based on reinforcement learning. Int J Neural Syst 16: 111\u2013124","journal-title":"Int J Neural Syst"},{"key":"401_CR102","doi-asserted-by":"crossref","first-page":"2025","DOI":"10.1016\/S1388-2457(00)00444-2","volume":"111","author":"A Starr","year":"2000","unstructured":"Starr A, Scalise A, Gordon R, Michalewski HJ, Caramia MD (2000) Motor cortex excitability in chronic fatigue syndrome. Clin Neurophysiol 111: 2025\u20132031","journal-title":"Clin Neurophysiol"},{"key":"401_CR103","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1007\/s11910-005-0059-3","volume":"5","author":"JC Stout","year":"2005","unstructured":"Stout JC, Johnson SA (2005) Cognitive impairment and dementia in basal ganglia disorders. Curr Neurol Neurosci Rep 5: 355\u2013363","journal-title":"Curr Neurol Neurosci Rep"},{"key":"401_CR104","first-page":"340","volume-title":"The Neuropsychology of emotion","author":"DT Stuss","year":"2000","unstructured":"Stuss DT, Van Reekum R, Murphy KJ (2000) Differentiation of states and causes of apathy. In: Borod JC (eds) The Neuropsychology of emotion. Oxford University Press, Oxford, pp 340\u2013363"},{"key":"401_CR105","doi-asserted-by":"crossref","first-page":"871","DOI":"10.1016\/S0306-4522(98)00697-6","volume":"91","author":"RE Suri","year":"1999","unstructured":"Suri RE, Schultz W (1999) A neural network model with dopamine-like reinforcement signal that learns a spatial delayed response task. Neuroscience 91: 871\u2013890","journal-title":"Neuroscience"},{"key":"401_CR106","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Reinforcement learning: an introduction. MIT Press, Cambridge"},{"key":"401_CR107","volume-title":"Learning and computational neuroscience","author":"RS Sutton","year":"1990","unstructured":"Sutton RS, Barto AG (1990) Time-derivative models of Pavlovian reinforcement. In: Gabriel M, Moore J (eds) Learning and computational neuroscience. MIT Press, Cambridge"},{"key":"401_CR108","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1016\/0168-0102(94)90038-8","volume":"19","author":"J Tanji","year":"1994","unstructured":"Tanji J (1994) The supplementary motor area in the cerebral cortex. Neurosci Res 19: 251\u2013268","journal-title":"Neurosci Res"},{"key":"401_CR109","doi-asserted-by":"crossref","first-page":"2963","DOI":"10.1523\/JNEUROSCI.22-07-02963.2002","volume":"22","author":"D Terman","year":"2002","unstructured":"Terman D, Rubin JE, Yew AC, Wilson CJ (2002) Activity patterns in a model for the subthalamopallidal network of the basal ganglia. J Neurosci 22: 2963\u20132976","journal-title":"J Neurosci"},{"key":"401_CR110","doi-asserted-by":"crossref","first-page":"1225","DOI":"10.1097\/00001756-199703240-00033","volume":"8","author":"G Thut","year":"1997","unstructured":"Thut G, Schultz W, Roelcke U, Nienhusmeier M, Missimer J, Maguire RP, Leenders KL (1997) Activation of the human brain by monetary reward. Neuroreport 8: 1225\u20131228","journal-title":"Neuroreport"},{"key":"401_CR111","doi-asserted-by":"crossref","first-page":"704","DOI":"10.1038\/19525","volume":"398","author":"L Tremblay","year":"1999","unstructured":"Tremblay L, Schultz W (1999) Relative reward preference in primate orbitofrontal cortex. Nature 398: 704\u2013708","journal-title":"Nature"},{"key":"401_CR112","doi-asserted-by":"crossref","first-page":"549","DOI":"10.1126\/science.283.5401.549","volume":"22","author":"M Usher","year":"1999","unstructured":"Usher M, Cohen JD, Servan-Schreiber D, Rajkowski J, Aston-Jones G (1999) The role of locus coeruleus in the regulation of cognitive performance. Science 22: 549\u2013554","journal-title":"Science"},{"issue":"4","key":"401_CR113","doi-asserted-by":"crossref","first-page":"R77","DOI":"10.1088\/0954-898X_8_4_001","volume":"8","author":"J Wickens","year":"1997","unstructured":"Wickens J (1997) Basal ganglia: structure and computations. Netw Comput Neural Syst 8(4): R77\u2013R109","journal-title":"Netw Comput Neural Syst"},{"key":"401_CR114","doi-asserted-by":"crossref","first-page":"562","DOI":"10.1095\/biolreprod27.3.562","volume":"27","author":"PM Wise","year":"1982","unstructured":"Wise PM (1982) Norepinephrine and dopamine activity in microdissected brain areas of the middle-aged and young rat on Proestrus. Biol Reprod 27: 562\u2013574","journal-title":"Biol Reprod"},{"key":"401_CR115","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1162\/0899766053011555","volume":"17","author":"F Worgotter","year":"2005","unstructured":"Worgotter F, Porr B (2005) Temporal sequence learning, prediction, and control: a review of different models and their relation to biological mechanisms. Neural Comput 17: 245\u2013319","journal-title":"Neural Comput"},{"key":"401_CR116","doi-asserted-by":"crossref","first-page":"464","DOI":"10.1038\/nrn1919","volume":"7","author":"HH Yin","year":"2006","unstructured":"Yin HH, Knowlton BJ (2006) The role of basal ganglia in habit formation. Nat Neurosci Rev 7: 464\u2013476","journal-title":"Nat Neurosci Rev"}],"container-title":["Biological Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00422-010-0401-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00422-010-0401-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00422-010-0401-y","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,28]],"date-time":"2019-05-28T20:31:14Z","timestamp":1559075474000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00422-010-0401-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,7,20]]},"references-count":116,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2010,9]]}},"alternative-id":["401"],"URL":"https:\/\/doi.org\/10.1007\/s00422-010-0401-y","relation":{},"ISSN":["0340-1200","1432-0770"],"issn-type":[{"value":"0340-1200","type":"print"},{"value":"1432-0770","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,7,20]]}}}