{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T09:20:41Z","timestamp":1743067241804,"version":"3.40.3"},"publisher-location":"Cham","reference-count":72,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319436647"},{"type":"electronic","value":"9783319436654"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-43665-4_8","type":"book-chapter","created":{"date-parts":[[2017,12,4]],"date-time":"2017-12-04T07:10:01Z","timestamp":1512371401000},"page":"145-166","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Neurobiological Fundamentals of Strategy Change: A Core Competence of Companion-Systems"],"prefix":"10.1007","author":[{"given":"Andreas L.","family":"Schulz","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marie L.","family":"Woldeit","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Frank W.","family":"Ohl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,12,5]]},"reference":[{"key":"8_CR1","doi-asserted-by":"publisher","first-page":"47","DOI":"10.3389\/fnhum.2011.00047","volume":"5","author":"K.I. Amemori","year":"2011","unstructured":"Amemori, K.I., Gibb, L.G., Graybiel, A.M.: Shifting responsibly: the importance of striatal modularity to reinforcement learning in uncertain environments. Front. Hum. Neurosci. 5, 47 (2011). doi:10.3389\/fnhum.2011.00047. http:\/\/dx.doi.org\/10.3389\/fnhum.2011.00047","journal-title":"Front. Hum. Neurosci."},{"issue":"49","key":"8_CR2","doi-asserted-by":"publisher","first-page":"19950","DOI":"10.1073\/pnas.1312125110","volume":"110","author":"B. Bathellier","year":"2013","unstructured":"Bathellier, B., Tee, S.P., Hrovat, C., Rumpel, S.: A multiplicative reinforcement learning model capturing learning dynamics and interindividual variability in mice. Proc. Natl. Acad. Sci. USA 110(49), 19950\u201319955 (2013). doi:10.1073\/pnas.1312125110. http:\/\/dx.doi.org\/10.1073\/pnas.1312125110","journal-title":"Proc. Natl. Acad. Sci. USA"},{"issue":"4189","key":"8_CR3","doi-asserted-by":"publisher","first-page":"699","DOI":"10.1126\/science.188.4189.699","volume":"188","author":"M.E. Bitterman","year":"1975","unstructured":"Bitterman, M.E.: The comparative analysis of learning. Science 188(4189), 699\u2013709 (1975). doi:10.1126\/science.188.4189.699. http:\/\/dx.doi.org\/10.1126\/science.188.4189.699","journal-title":"Science"},{"issue":"4","key":"8_CR4","doi-asserted-by":"publisher","first-page":"372","DOI":"10.1037\/0735-7036.121.4.372","volume":"121","author":"A.B. Bond","year":"2007","unstructured":"Bond, A.B., Kamil, A.C., Balda, R.P.: Serial reversal learning and the evolution of behavioral flexibility in three species of North American corvids (Gymnorhinus cyanocephalus, Nucifraga columbiana, Aphelocoma californica). J. Comp. Psychol. 121(4), 372\u2013379 (2007). doi:10.1037\/0735-7036.121.4.372. http:\/\/dx.doi.org\/10.1037\/0735-7036.121.4.372","journal-title":"J. Comp. Psychol."},{"issue":"2","key":"8_CR5","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1016\/j.bbr.2007.02.005","volume":"179","author":"V. Boulougouris","year":"2007","unstructured":"Boulougouris, V., Dalley, J.W., Robbins, T.W.: Effects of orbitofrontal, infralimbic and prelimbic cortical lesions on serial spatial reversal learning in the rat. Behav. Brain. Res. 179(2), 219\u2013228 (2007). doi:10.1016\/j.bbr.2007.02.005. http:\/\/dx.doi.org\/10.1016\/j.bbr.2007.02.005","journal-title":"Behav. Brain. Res."},{"key":"8_CR6","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1016\/j.brainres.2007.07.084","volume":"1220","author":"E. Budinger","year":"2008","unstructured":"Budinger, E., Laszcz, A., Lison, H., Scheich, H., Ohl, F.W.: Non-sensory cortical and subcortical connections of the primary auditory cortex in mongolian gerbils: bottom-up and top-down processing of neuronal information via field ai. Brain Res. 1220, 2\u201332 (2008). doi:10.1016\/j.brainres.2007.07.084. http:\/\/dx.doi.org\/10.1016\/j.brainres.2007.07.084","journal-title":"Brain Res."},{"issue":"5","key":"8_CR7","doi-asserted-by":"crossref","first-page":"920","DOI":"10.1037\/0735-7044.111.5.920","volume":"111","author":"T.J. Bussey","year":"1997","unstructured":"Bussey, T.J., Muir, J.L., Everitt, B.J., Robbins, T.W.: Triple dissociation of anterior cingulate, posterior cingulate, and medial frontal cortices on visual discrimination tasks using a touchscreen testing procedure for the rat. Behav. Neurosci. 111(5), 920\u2013936 (1997)","journal-title":"Behav. Neurosci."},{"issue":"1","key":"8_CR8","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1016\/j.bbr.2010.02.017","volume":"210","author":"A. Casta\u00f1\u00e9","year":"2010","unstructured":"Casta\u00f1\u00e9, A., Theobald, D.E.H., Robbins, T.W.: Selective lesions of the dorsomedial striatum impair serial spatial reversal learning in rats. Behav. Brain. Res. 210(1), 74\u201383 (2010). doi:10.1016\/j.bbr.2010.02.017. http:\/\/dx.doi.org\/10.1016\/j.bbr.2010.02.017","journal-title":"Behav. Brain. Res."},{"key":"8_CR9","doi-asserted-by":"crossref","first-page":"992","DOI":"10.1037\/h0044971","volume":"55","author":"K.N. Clayton","year":"1962","unstructured":"Clayton, K.N.: The relative effects of forced reward and forced nonreward during widely spaced successive discrimination reversal. J. Comput. Physiol. Psychol. 55, 992\u2013997 (1962)","journal-title":"J. Comput. Physiol. Psychol."},{"key":"8_CR10","unstructured":"Dabrowska, J.: Multiple reversal learning in frontal rats. Acta Biol. Exp. (Warsz) 24, 99\u2013102 (1964)"},{"issue":"1","key":"8_CR11","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1093\/cercor\/bhh103","volume":"15","author":"G. Deco","year":"2005","unstructured":"Deco, G., Rolls, E.T.: Synaptic and spiking dynamics underlying reward reversal in the orbitofrontal cortex. Cereb. Cortex 15(1), 15\u201330 (2005). doi:10.1093\/cercor\/bhh103. http:\/\/dx.doi.org\/10.1093\/cercor\/bhh103","journal-title":"Cereb. Cortex"},{"issue":"5","key":"8_CR12","doi-asserted-by":"crossref","first-page":"872","DOI":"10.1037\/0735-7044.110.5.872","volume":"110","author":"R. Dias","year":"1996","unstructured":"Dias, R., Robbins, T.W., Roberts, A.C.: Primate analogue of the Wisconsin card sorting test: effects of excitotoxic lesions of the prefrontal cortex in the marmoset. Behav. Neurosci. 110(5), 872\u2013886 (1996)","journal-title":"Behav. Neurosci."},{"issue":"23","key":"8_CR13","doi-asserted-by":"crossref","first-page":"9285","DOI":"10.1523\/JNEUROSCI.17-23-09285.1997","volume":"17","author":"R. Dias","year":"1997","unstructured":"Dias, R., Robbins, T.W., Roberts, A.C.: Dissociable forms of inhibitory control within prefrontal cortex with an analog of the Wisconsin card sort test: restriction to novel situations and independence from \u201con-line\u201d processing. J. Neurosci. 17(23), 9285\u20139297 (1997)","journal-title":"J. Neurosci."},{"issue":"2","key":"8_CR14","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1016\/0028-3932(71)90041-8","volume":"9","author":"I. Divac","year":"1971","unstructured":"Divac, I.: Frontal lobe system and spatial reversal in the rat. Neuropsychologia 9(2), 175\u2013183 (1971)","journal-title":"Neuropsychologia"},{"key":"8_CR15","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1016\/j.bbr.2012.06.031","volume":"241","author":"P.A. Dombrowski","year":"2013","unstructured":"Dombrowski, P.A., Maia, T.V., Boschen, S.L., Bortolanza, M., Wendler, E., Schwarting, R.K.W., Brand\u00e3o, M.L., Winn, P., Blaha, C.D., Cunha, C.D.: Evidence that conditioned avoidance responses are reinforced by positive prediction errors signaled by tonic striatal dopamine. Behav. Brain Res. 241, 112\u2013119 (2013). doi:10.1016\/j.bbr.2012.06.031. http:\/\/dx.doi.org\/10.1016\/j.bbr.2012.06.031","journal-title":"Behav. Brain Res."},{"issue":"5","key":"8_CR16","doi-asserted-by":"publisher","first-page":"265","DOI":"10.3758\/BF03342516","volume":"13","author":"J. Feldman","year":"1968","unstructured":"Feldman, J.: Successive discrimination reversal performance as a function of level of drive and incentive. Psychon. Sci. 13(5), 265\u2013266 (1968). doi:10.3758\/BF03342516. http:\/\/dx.doi.org\/10.3758\/BF03342516","journal-title":"Psychon. Sci."},{"key":"8_CR17","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1111\/j.1749-6632.2011.06229.x","volume":"1239","author":"L.K. Fellows","year":"2011","unstructured":"Fellows, L.K.: Orbitofrontal contributions to value-based decision making: evidence from humans with frontal lobe damage. Ann. N. Y. Acad. Sci. 1239, 51\u201358 (2011). doi:10.1111\/j.1749-6632.2011.06229.x. http:\/\/dx.doi.org\/10.1111\/j.1749-6632.2011.06229.x","journal-title":"Ann. N. Y. Acad. Sci."},{"issue":"3","key":"8_CR18","doi-asserted-by":"crossref","first-page":"320","DOI":"10.1007\/s002219900240","volume":"131","author":"A.T. Ferry","year":"2000","unstructured":"Ferry, A.T., Lu, X.C., Price, J.L.: Effects of excitotoxic lesions in the ventral striatopallidal\u2013thalamocortical pathway on odor reversal learning: inability to extinguish an incorrect response. Exp. Brain Res. 131(3), 320\u2013335 (2000)","journal-title":"Exp. Brain Res."},{"issue":"1","key":"8_CR19","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1162\/0898929052880093","volume":"17","author":"M.J. Frank","year":"2005","unstructured":"Frank, M.J.: Dynamic dopamine modulation in the basal ganglia: a neurocomputational account of cognitive deficits in medicated and nonmedicated parkinsonism. J. Cogn. Neurosci. 17(1), 51\u201372 (2005). doi:10.1162\/0898929052880093. http:\/\/dx.doi.org\/10.1162\/0898929052880093","journal-title":"J. Cogn. Neurosci."},{"issue":"5703","key":"8_CR20","doi-asserted-by":"publisher","first-page":"1940","DOI":"10.1126\/science.1102941","volume":"306","author":"M.J. Frank","year":"2004","unstructured":"Frank, M.J., Seeberger, L.C., O\u2019Reilly, R.C.: By carrot or by stick: cognitive reinforcement learning in parkinsonism. Science 306(5703), 1940\u20131943 (2004). doi:10.1126\/science.1102941. http:\/\/dx.doi.org\/10.1126\/science.1102941","journal-title":"Science"},{"issue":"2","key":"8_CR21","doi-asserted-by":"crossref","first-page":"200","DOI":"10.1097\/00008877-199603000-00011","volume":"7","author":"H. Garner","year":"1996","unstructured":"Garner, H., Wessinger, W., McMillan, D.: Effect of multiple discrimination reversals on acquisition of a drug discrimination task in rats. Behav. Pharmacol. 7(2), 200\u2013204 (1996)","journal-title":"Behav. Pharmacol."},{"issue":"1","key":"8_CR22","doi-asserted-by":"publisher","first-page":"47","DOI":"10.2466\/pms.1968.26.1.47","volume":"26","author":"R.L. Gossette","year":"1968","unstructured":"Gossette, R.L., Hood, P.: Successive discrimination reversal measures as a function of variation of motivational and incentive levels. Percept. Mot. Skills 26(1), 47\u201352 (1968). doi:10.2466\/pms.1968.26.1.47. http:\/\/dx.doi.org\/10.2466\/pms.1968.26.1.47","journal-title":"Percept. Mot. Skills"},{"issue":"1","key":"8_CR23","doi-asserted-by":"publisher","first-page":"169","DOI":"10.2466\/pms.1966.23.1.169","volume":"23","author":"R.L. Gossette","year":"1966","unstructured":"Gossette, R.L., Inman, N.: Comparison of spatial successive discrimination reversal performances of two groups of new world monkeys. Percept. Mot. Skills 23(1), 169\u2013170 (1966). doi:10.2466\/pms.1966.23.1.169. http:\/\/dx.doi.org\/10.2466\/pms.1966.23.1.169","journal-title":"Percept. Mot. Skills"},{"issue":"2-3","key":"8_CR24","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/j.brainresbull.2008.09.013","volume":"78","author":"S.N. Haber","year":"2009","unstructured":"Haber, S.N., Calzavara, R.: The cortico-basal ganglia integrative network: the role of the thalamus. Brain Res. Bull. 78(2-3), 69\u201374 (2009). doi:10.1016\/j.brainresbull.2008.09.013. http:\/\/dx.doi.org\/10.1016\/j.brainresbull.2008.09.013","journal-title":"Brain Res. Bull."},{"issue":"1","key":"8_CR25","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1111\/gbb.12191","volume":"14","author":"D.A. Hamilton","year":"2015","unstructured":"Hamilton, D.A., Brigman, J.L.: Behavioral flexibility in rats and mice: contributions of distinct frontocortical regions. Genes Brain Behav. 14(1), 4\u201321 (2015). doi:10.1111\/gbb.12191. http:\/\/dx.doi.org\/10.1111\/gbb.12191","journal-title":"Genes Brain Behav."},{"issue":"6","key":"8_CR26","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1007\/s00422-005-0569-8","volume":"92","author":"J.C. Houk","year":"2005","unstructured":"Houk, J.C.: Agents of the mind. Biol. Cybern. 92(6), 427\u2013437 (2005). doi:10.1007\/s00422-005-0569-8. http:\/\/dx.doi.org\/10.1007\/s00422-005-0569-8","journal-title":"Biol. Cybern."},{"issue":"2","key":"8_CR27","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1093\/cercor\/5.2.95","volume":"5","author":"J.C. Houk","year":"1995","unstructured":"Houk, J.C., Wise, S.P.: Distributed modular architectures linking basal ganglia, cerebellum, and cerebral cortex: their role in planning and controlling action. Cereb. Cortex 5(2), 95\u2013110 (1995)","journal-title":"Cereb. Cortex"},{"issue":"3","key":"8_CR28","doi-asserted-by":"publisher","first-page":"752","DOI":"10.1016\/j.neuroscience.2010.01.010","volume":"166","author":"A. Ilango","year":"2010","unstructured":"Ilango, A., Wetzel, W., Scheich, H., Ohl, F.W.: The combination of appetitive and aversive reinforcers and the nature of their interaction during auditory learning. Neuroscience 166(3), 752\u2013762 (2010). doi:10.1016\/j.neuroscience.2010.01.010. http:\/\/dx.doi.org\/10.1016\/j.neuroscience.2010.01.010","journal-title":"Neuroscience"},{"issue":"2","key":"8_CR29","doi-asserted-by":"publisher","first-page":"515","DOI":"10.1016\/j.bbr.2011.08.014","volume":"225","author":"A. Ilango","year":"2011","unstructured":"Ilango, A., Shumake, J., Wetzel, W., Scheich, H., Ohl, F.W.: Effects of ventral tegmental area stimulation on the acquisition and long-term retention of active avoidance learning. Behav. Brain Res. 225(2), 515\u2013521 (2011). doi:10.1016\/j.bbr.2011.08.014. http:\/\/dx.doi.org\/10.1016\/j.bbr.2011.08.014","journal-title":"Behav. Brain Res."},{"key":"8_CR30","doi-asserted-by":"crossref","first-page":"132","DOI":"10.3389\/fnins.2012.00132","volume":"6","author":"A. Ilango","year":"2012","unstructured":"Ilango, A., Shumake, J., Wetzel, W., Scheich, H., Ohl, F.W.: The role of dopamine in the context of aversive stimuli with particular reference to acoustically signaled avoidance learning. Front. Neurosci. 6, 132 (2012)","journal-title":"Front. Neurosci."},{"key":"8_CR31","doi-asserted-by":"publisher","first-page":"372","DOI":"10.3389\/fnbeh.2014.00372","volume":"8","author":"A. Ilango","year":"2014","unstructured":"Ilango, A., Shumake, J., Wetzel, W., Ohl, F.W.: Contribution of emotional and motivational neurocircuitry to cue-signaled active avoidance learning. Front. Behav. Neurosci. 8, 372 (2014). doi:10.3389\/fnbeh.2014.00372. http:\/\/dx.doi.org\/10.3389\/fnbeh.2014.00372","journal-title":"Front. Behav. Neurosci."},{"issue":"2","key":"8_CR32","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1016\/j.newideapsych.2011.11.001","volume":"30","author":"T. Ionescu","year":"2012","unstructured":"Ionescu, T.: Exploring the nature of cognitive flexibility. New Ideas Psychol. 30(2), 190\u2013200 (2012). doi:10.1016\/j.newideapsych.2011.11.001. http:\/\/dx.doi.org\/10.1016\/j.newideapsych.2011.11.001","journal-title":"New Ideas Psychol."},{"issue":"1","key":"8_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1515\/revneuro-2014-0043","volume":"26","author":"F.A. Jonker","year":"2015","unstructured":"Jonker, F.A., Jonker, C., Scheltens, P., Scherder, E.J.A.: The role of the orbitofrontal cortex in cognition and behavior. Rev. Neurosci. 26(1), 1\u201311 (2015). doi:10.1515\/revneuro-2014-0043. http:\/\/dx.doi.org\/10.1515\/revneuro-2014-0043","journal-title":"Rev. Neurosci."},{"issue":"2","key":"8_CR34","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1007\/s10071-013-0654-7","volume":"17","author":"B.D. Kangas","year":"2014","unstructured":"Kangas, B.D., Bergman, J.: Repeated acquisition and discrimination reversal in the squirrel monkey (Saimiri sciureus). Anim. Cogn. 17(2), 221\u2013228 (2014). doi:10.1007\/s10071-013-0654-7. http:\/\/dx.doi.org\/10.1007\/s10071-013-0654-7","journal-title":"Anim. Cogn."},{"issue":"2","key":"8_CR35","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1016\/j.conb.2010.01.007","volume":"20","author":"A.A. Kehagia","year":"2010","unstructured":"Kehagia, A.A., Murray, G.K., Robbins, T.W.: Learning and cognitive flexibility: frontostriatal function and monoaminergic modulation. Curr. Opin. Neurobiol. 20(2), 199\u2013204 (2010). doi:10.1016\/j.conb.2010.01.007. http:\/\/dx.doi.org\/10.1016\/j.conb.2010.01.007","journal-title":"Curr. Opin. Neurobiol."},{"issue":"3","key":"8_CR36","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1007\/BF00422803","volume":"27","author":"B.M. Kulig","year":"1972","unstructured":"Kulig, B.M., Calhoun, W.H.: Enhancement of successive discrimination reversal learning by methamphetamine. Psychopharmacologia 27(3), 233\u2013240 (1972)","journal-title":"Psychopharmacologia"},{"issue":"2","key":"8_CR37","doi-asserted-by":"crossref","first-page":"371","DOI":"10.1016\/S0031-9384(98)00216-9","volume":"65","author":"L. Li","year":"1998","unstructured":"Li, L., Shao, J.: Restricted lesions to ventral prefrontal subareas block reversal learning but not visual discrimination learning in rats. Physiol. Behav. 65(2), 371\u2013379 (1998)","journal-title":"Physiol. Behav."},{"key":"8_CR38","doi-asserted-by":"crossref","first-page":"281","DOI":"10.3758\/BF03335956","volume":"22","author":"N. Mackintosh","year":"1971","unstructured":"Mackintosh, N., Cauty, A.: Spatial reversal learning in rats, pigeons, and goldfish. Psychon. Sci. 22, 281\u2013282 (1971)","journal-title":"Psychon. Sci."},{"issue":"2","key":"8_CR39","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1037\/h0082753","volume":"22","author":"N.J. Mackintosh","year":"1968","unstructured":"Mackintosh, N.J., McGonigle, B., Holgate, V., Vanderver, V.: Factors underlying improvement in serial reversal learning. Can. J. Psychol. 22(2), 85\u201395 (1968)","journal-title":"Can. J. Psychol."},{"issue":"1-2","key":"8_CR40","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1016\/j.bbr.2003.09.019","volume":"146","author":"K. McAlonan","year":"2003","unstructured":"McAlonan, K., Brown, V.J.: Orbital prefrontal cortex mediates reversal learning and not attentional set shifting in the rat. Behav. Brain Res. 146(1-2), 97\u2013103 (2003)","journal-title":"Behav. Brain Res."},{"key":"8_CR41","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1016\/j.nlm.2013.06.003","volume":"108","author":"M.A. McDannald","year":"2014","unstructured":"McDannald, M.A., Jones, J.L., Takahashi, Y.K., Schoenbaum, G.: Learning theory: a driving force in understanding orbitofrontal function. Neurobiol. Learn. Mem. 108, 22\u201327 (2014). doi:10.1016\/j.nlm.2013.06.003. http:\/\/dx.doi.org\/10.1016\/j.nlm.2013.06.003","journal-title":"Neurobiol. Learn. Mem."},{"issue":"3","key":"8_CR42","doi-asserted-by":"crossref","first-page":"503","DOI":"10.1016\/0306-4522(89)90128-0","volume":"29","author":"A.J. McGeorge","year":"1989","unstructured":"McGeorge, A.J., Faull, R.L.: The organization of the projection from the cerebral cortex to the striatum in the rat. Neuroscience 29(3), 503\u201337 (1989). http:\/\/www.ncbi.nlm.nih.gov\/pubmed\/2472578","journal-title":"Neuroscience"},{"issue":"8","key":"8_CR43","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1016\/j.tins.2005.06.006","volume":"28","author":"J.G. McHaffie","year":"2005","unstructured":"McHaffie, J.G., Stanford, T.R., Stein, B.E., Coizet, V., Redgrave, P.: Subcortical loops through the basal ganglia. Trends Neurosci. 28(8), 401\u2013407 (2005). doi:10.1016\/j.tins.2005.06.006. http:\/\/dx.doi.org\/10.1016\/j.tins.2005.06.006","journal-title":"Trends Neurosci."},{"issue":"5","key":"8_CR44","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","volume":"16","author":"P.R. Montague","year":"1996","unstructured":"Montague, P.R., Dayan, P., Sejnowski, T.J.: A framework for mesencephalic dopamine systems based on predictive Hebbian learning. J. Neurosci. 16(5), 1936\u20131947 (1996)","journal-title":"J. Neurosci."},{"key":"8_CR45","doi-asserted-by":"crossref","unstructured":"Mota, T., Giurfa, M.: Multiple reversal olfactory learning in honeybees. Front. Behav. Neurosci. 4 (2010). doi:10.3389\/fnbeh.2010.00048. http:\/\/dx.doi.org\/10.3389\/fnbeh.2010.00048","DOI":"10.3389\/fnbeh.2010.00048"},{"issue":"2","key":"8_CR46","doi-asserted-by":"crossref","first-page":"114","DOI":"10.1037\/h0040613","volume":"63","author":"O.H. Mowrer","year":"1956","unstructured":"Mowrer, O.H.: Two-factor learning theory reconsidered, with special reference to secondary reinforcement and the concept of habit. Psychol. Rev. 63(2), 114\u2013128 (1956)","journal-title":"Psychol. Rev."},{"issue":"10","key":"8_CR47","doi-asserted-by":"publisher","first-page":"2292","DOI":"10.1016\/j.clinph.2004.04.029","volume":"115","author":"G. Nolte","year":"2004","unstructured":"Nolte, G., Bai, O., Wheaton, L., Mari, Z., Vorbach, S., Hallett, M.: Identifying true brain interaction from eeg data using the imaginary part of coherency. Clin. Neurophysiol. 115(10), 2292\u20132307 (2004). doi:10.1016\/j.clinph.2004.04.029. http:\/\/dx.doi.org\/10.1016\/j.clinph.2004.04.029","journal-title":"Clin. Neurophysiol."},{"issue":"5669","key":"8_CR48","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1126\/science.1094285","volume":"304","author":"J. O\u2019Doherty","year":"2004","unstructured":"O\u2019Doherty, J., Dayan, P., Schultz, J., Deichmann, R., Friston, K., Dolan, R.J.: Dissociable roles of ventral and dorsal striatum in instrumental conditioning. Science 304(5669), 452\u2013454 (2004). doi:10.1126\/science.1094285. http:\/\/dx.doi.org\/10.1126\/science.1094285","journal-title":"Science"},{"issue":"6848","key":"8_CR49","doi-asserted-by":"publisher","first-page":"733","DOI":"10.1038\/35089076","volume":"412","author":"F.W. Ohl","year":"2001","unstructured":"Ohl, F.W., Scheich, H., Freeman, W.J.: Change in pattern of ongoing cortical activity with auditory category learning. Nature 412(6848), 733\u2013736 (2001). doi:10.1038\/35089076. http:\/\/dx.doi.org\/10.1038\/35089076","journal-title":"Nature"},{"issue":"41","key":"8_CR50","doi-asserted-by":"publisher","first-page":"12831","DOI":"10.1523\/JNEUROSCI.3177-09.2009","volume":"29","author":"C.M.A. Pennartz","year":"2009","unstructured":"Pennartz, C.M.A., Berke, J.D., Graybiel, A.M., Ito, R., Lansink, C.S., van\u00a0der Meer, M., Redish, A.D., Smith, K.S., Voorn, P.: Corticostriatal interactions during learning, memory processing, and decision making. J. Neurosci. 29(41), 12831\u201312838 (2009). doi:10.1523\/JNEUROSCI.3177-09.2009. http:\/\/dx.doi.org\/10.1523\/JNEUROSCI.3177-09.2009","journal-title":"J. Neurosci."},{"issue":"40","key":"8_CR51","doi-asserted-by":"publisher","first-page":"14049","DOI":"10.1523\/JNEUROSCI.3008-11.2011","volume":"31","author":"P. Piray","year":"2011","unstructured":"Piray, P.: The role of dorsal striatal d2-like receptors in reversal learning: a reinforcement learning viewpoint. J. Neurosci. 31(40), 14049\u201314050 (2011). doi:10.1523\/JNEUROSCI.3008-11.2011. http:\/\/dx.doi.org\/10.1523\/JNEUROSCI.3008-11.2011","journal-title":"J. Neurosci."},{"issue":"3","key":"8_CR52","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1037\/h0048892","volume":"50","author":"B. Pubols Jr","year":"1957","unstructured":"Pubols, B. Jr.: Successive discrimination reversal learning in the white rat: a comparison of two procedures. J. Comput. Physiol. Psychol. 50(3), 319\u2013322 (1957)","journal-title":"J. Comput. Physiol. Psychol."},{"key":"8_CR53","doi-asserted-by":"crossref","first-page":"66","DOI":"10.1037\/h0041760","volume":"55","author":"B.H. Pubols","year":"1962","unstructured":"Pubols, B.H.: Serial reversal learning as a function of the number of trials per reversal. J. Comput. Physiol. Psychol. 55, 66\u201368 (1962)","journal-title":"J. Comput. Physiol. Psychol."},{"issue":"3","key":"8_CR54","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1016\/S1074-7427(03)00077-7","volume":"80","author":"M.E. Ragozzino","year":"2003","unstructured":"Ragozzino, M.E.: Acetylcholine actions in the dorsomedial striatum support the flexible shifting of response patterns. Neurobiol. Learn. Mem. 80(3), 257\u2013267 (2003)","journal-title":"Neurobiol. Learn. Mem."},{"issue":"2","key":"8_CR55","doi-asserted-by":"publisher","first-page":"609","DOI":"10.1016\/j.neuroimage.2005.02.009","volume":"26","author":"P.L. Remijnse","year":"2005","unstructured":"Remijnse, P.L., Nielen, M.M.A., Uylings, H.B.M., Veltman, D.J.: Neural correlates of a reversal learning task with an affectively neutral baseline: an event-related fMRI study. Neuroimage 26(2), 609\u2013618 (2005). doi:10.1016\/j.neuroimage.2005.02.009. http:\/\/dx.doi.org\/10.1016\/j.neuroimage.2005.02.009","journal-title":"Neuroimage"},{"issue":"5","key":"8_CR56","doi-asserted-by":"publisher","first-page":"1157","DOI":"10.1016\/j.neuron.2014.04.031","volume":"82","author":"C.C. Rodgers","year":"2014","unstructured":"Rodgers, C.C., DeWeese, M.R.: Neural correlates of task switching in prefrontal cortex and primary auditory cortex in a novel stimulus selection task for rodents. Neuron 82(5), 1157\u20131170 (2014). doi:10.1016\/j.neuron.2014.04.031. http:\/\/dx.doi.org\/10.1016\/j.neuron.2014.04.031","journal-title":"Neuron"},{"issue":"6","key":"8_CR57","doi-asserted-by":"crossref","first-page":"885","DOI":"10.1097\/00001756-200205070-00030","volume":"13","author":"G. Schoenbaum","year":"2002","unstructured":"Schoenbaum, G., Nugent, S.L., Saddoris, M.P., Setlow, B.: Orbitofrontal lesions in rats impair reversal but not acquisition of go, no-go odor discriminations. Neuroreport 13(6), 885\u2013890 (2002)","journal-title":"Neuroreport"},{"issue":"2","key":"8_CR58","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1101\/lm.55203","volume":"10","author":"G. Schoenbaum","year":"2003","unstructured":"Schoenbaum, G., Setlow, B., Nugent, S.L., Saddoris, M.P., Gallagher, M.: Lesions of orbitofrontal cortex and basolateral amygdala complex disrupt acquisition of odor-guided discriminations and reversals. Learn. Mem. 10(2), 129\u2013140 (2003). doi:10.1101\/lm.55203. http:\/\/dx.doi.org\/10.1101\/lm.55203","journal-title":"Learn. Mem."},{"key":"8_CR59","first-page":"249","volume":"14","author":"W. Schultz","year":"1999","unstructured":"Schultz, W.: The reward signal of midbrain dopamine neurons. News Physiol. Sci. 14, 249\u2013255 (1999)","journal-title":"News Physiol. Sci."},{"issue":"4","key":"8_CR60","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1177\/107385840100700406","volume":"7","author":"W. Schultz","year":"2001","unstructured":"Schultz, W.: Reward signaling by dopamine neurons. Neuroscientist 7(4), 293\u2013302 (2001)","journal-title":"Neuroscientist"},{"issue":"5306","key":"8_CR61","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","volume":"275","author":"W. Schultz","year":"1997","unstructured":"Schultz, W., Dayan, P., Montague, P.R.: A neural substrate of prediction and reward. Science 275(5306), 1593\u20131599 (1997)","journal-title":"Science"},{"key":"8_CR62","doi-asserted-by":"crossref","unstructured":"Schulz, A.L., Woldeit, M.L., Gon\u00e7alves, A.I., Saldeitis, K., Ohl, F.W.: Selective increase of auditory cortico-striatal coherence during auditory-cued go\/nogo discrimination learning. Front. Behav. Neurosci. 9(368) (2016). doi:10.3389\/fnbeh.2015.00368","DOI":"10.3389\/fnbeh.2015.00368"},{"issue":"45","key":"8_CR63","doi-asserted-by":"publisher","first-page":"16102","DOI":"10.1523\/JNEUROSCI.4634-11.2011","volume":"31","author":"Y. Smith","year":"2011","unstructured":"Smith, Y., Surmeier, D.J., Redgrave, P., Kimura, M.: Thalamic contributions to basal ganglia-related behavioral switching and reinforcement. J. Neurosci. 31(45), 16102\u201316106 (2011). doi:10.1523\/JNEUROSCI.4634-11.2011. http:\/\/dx.doi.org\/10.1523\/JNEUROSCI.4634-11.2011","journal-title":"J. Neurosci."},{"key":"8_CR64","volume-title":"Reinforcement Learning: An Introduction","author":"R.S. Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT, Cambridge, MA (1998)"},{"issue":"2","key":"8_CR65","doi-asserted-by":"crossref","first-page":"964","DOI":"10.1152\/jn.1998.80.2.964","volume":"80","author":"L. Tremblay","year":"1998","unstructured":"Tremblay, L., Hollerman, J.R., Schultz, W.: Modifications of reward expectation-related neuronal activity during learning in primate striatum. J. Neurophysiol. 80(2), 964\u2013977 (1998)","journal-title":"J. Neurophysiol."},{"key":"8_CR66","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1016\/j.neuroscience.2014.11.024","volume":"285","author":"J. Gablentz von der","year":"2015","unstructured":"von\u00a0der Gablentz, J., Tempelmann, C., M\u00fcnte, T.F., Heldmann, M.: Performance monitoring and behavioral adaptation during task switching: an fMRI study. Neuroscience 285, 227\u2013235 (2015). doi:10.1016\/j.neuroscience.2014.11.024. http:\/\/dx.doi.org\/10.1016\/j.neuroscience.2014.11.024","journal-title":"Neuroscience"},{"key":"8_CR67","doi-asserted-by":"crossref","unstructured":"Voorn, P., Vanderschuren, L.J.M.J., Groenewegen, H.J., Robbins, T.W., Pennartz, C.M.a.: Putting a spin on the dorsal-ventral divide of the striatum. Trends Neurosci. 27(8), 468\u201374 (2004). doi:10.1016\/j.tins.2004.06.006. http:\/\/www.ncbi.nlm.nih.gov\/pubmed\/15271494","DOI":"10.1016\/j.tins.2004.06.006"},{"key":"8_CR68","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1111\/j.1749-6632.2011.06257.x","volume":"1239","author":"M.E. Walton","year":"2011","unstructured":"Walton, M.E., Behrens, T.E.J., Noonan, M.P., Rushworth, M.F.S.: Giving credit where credit is due: orbitofrontal cortex and valuation in an uncertain world. Ann. N. Y. Acad. Sci. 1239, 14\u201324 (2011). doi:10.1111\/j.1749-6632.2011.06257.x. http:\/\/dx.doi.org\/10.1111\/j.1749-6632.2011.06257.x","journal-title":"Ann. N. Y. Acad. Sci."},{"key":"8_CR69","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1016\/j.neubiorev.2015.08.017","volume":"57","author":"K.M. Wassum","year":"2015","unstructured":"Wassum, K.M., Izquierdo, A.: The basolateral amygdala in reward learning and addiction. Neurosci. Biobehav. Rev. 57, 271\u2013283 (2015). doi:10.1016\/j.neubiorev.2015.08.017. http:\/\/dx.doi.org\/10.1016\/j.neubiorev.2015.08.017","journal-title":"Neurosci. Biobehav. Rev."},{"key":"8_CR70","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.neuroscience.2012.04.058","volume":"216","author":"M.L. Woldeit","year":"2012","unstructured":"Woldeit, M.L., Schulz, A.L., Ohl, F.W.: Phase de-synchronization effects auditory gating in the ventral striatum but not auditory cortex. Neuroscience 216, 70\u201381 (2012). doi:10.1016\/j.neuroscience.2012.04.058. http:\/\/dx.doi.org\/10.1016\/j.neuroscience.2012.04.058","journal-title":"Neuroscience"},{"key":"8_CR71","doi-asserted-by":"publisher","DOI":"10.1038\/nature14225","author":"Q. Xiong","year":"2015","unstructured":"Xiong, Q., Znamenskiy, P., Zador, A.M.: Selective corticostriatal plasticity during acquisition of an auditory discrimination task. Nature (2015). doi:10.1038\/nature14225. http:\/\/dx.doi.org\/10.1038\/nature14225","journal-title":"Nature"},{"issue":"12","key":"8_CR72","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0082169","volume":"8","author":"G. Xue","year":"2013","unstructured":"Xue, G., Xue, F., Droutman, V., Lu, Z.L., Bechara, A., Read, S.: Common neural mechanisms underlying reversal learning by reward and punishment. PLoS One 8(12), e82169 (2013). doi:10.1371\/journal.pone.0082169. http:\/\/dx.doi.org\/10.1371\/journal.pone.0082169","journal-title":"PLoS One"}],"container-title":["Cognitive Technologies","Companion Technology"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-43665-4_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,7]],"date-time":"2019-10-07T06:01:35Z","timestamp":1570428095000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-43665-4_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319436647","9783319436654"],"references-count":72,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-43665-4_8","relation":{},"ISSN":["1611-2482","2197-6635"],"issn-type":[{"type":"print","value":"1611-2482"},{"type":"electronic","value":"2197-6635"}],"subject":[],"published":{"date-parts":[[2017]]}}}