{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2023,3,28]],"date-time":"2023-03-28T09:11:41Z","timestamp":1679994701480},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2011,5,15]],"date-time":"2011-05-15T00:00:00Z","timestamp":1305417600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["K\u00fcnstl Intell"],"published-print":{"date-parts":[[2011,8]]},"DOI":"10.1007\/s13218-011-0106-y","type":"journal-article","created":{"date-parts":[[2011,5,14]],"date-time":"2011-05-14T07:24:50Z","timestamp":1305357890000},"page":"235-244","source":"Crossref","is-referenced-by-count":3,"title":["A Neuroscientific View on the Role of Emotions in Behaving Cognitive Agents"],"prefix":"10.1007","volume":"25","author":[{"given":"Julien","family":"Vitay","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fred H.","family":"Hamker","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2011,5,15]]},"reference":[{"issue":"1","key":"106_CR1","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1016\/S1364-6613(97)01007-3","volume":"1","author":"JL Armony","year":"1997","unstructured":"Armony JL, Servan-Schreiber D, Cohen JD, Ledoux JE (1997) Computational modeling of emotion: explorations through the anatomy and physiology of fear conditioning. Trends Cogn Sci 1(1):28\u201334","journal-title":"Trends Cogn Sci"},{"key":"106_CR2","doi-asserted-by":"crossref","DOI":"10.1093\/acprof:oso\/9780195370676.001.0001","volume-title":"Principles of synthetic intelligence PSI: an architecture of motivated cognition","author":"J Bach","year":"2009","unstructured":"Bach J (2009) Principles of synthetic intelligence PSI: an architecture of motivated cognition. Oxford University Press, Oxford"},{"issue":"1","key":"106_CR3","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1016\/j.bbr.2008.10.034","volume":"199","author":"BW Balleine","year":"2009","unstructured":"Balleine BW, Liljeholm M, Ostlund SB (2009) The integrative function of the basal ganglia in instrumental conditioning. Behav Brain Res 199(1):43\u201352","journal-title":"Behav Brain Res"},{"issue":"1528","key":"106_CR4","doi-asserted-by":"crossref","first-page":"2391","DOI":"10.1098\/rstb.2009.0058","volume":"364","author":"JACJ Bastiaansen","year":"2009","unstructured":"Bastiaansen JACJ, Thioux M, Keysers C (2009) Evidence for mirror systems in emotions. Philos Trans R Soc Lond B, Biol Sci 364(1528):2391\u20132404","journal-title":"Philos Trans R Soc Lond B, Biol Sci"},{"issue":"3","key":"106_CR5","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1093\/cercor\/10.3.295","volume":"10","author":"A Bechara","year":"2000","unstructured":"Bechara A, Damasio H, Damasio AR (2000) Emotion, decision making and the orbitofrontal cortex. Cereb Cortex 10(3):295\u2013307","journal-title":"Cereb Cortex"},{"issue":"1","key":"106_CR6","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1007\/s10458-009-9094-9","volume":"20","author":"C Becker-Asano","year":"2010","unstructured":"Becker-Asano C, Wachsmuth I (2010) Affective computing with primary and secondary emotions in a virtual human. Auton Agents Multi-Agent Syst 20(1):32\u201349","journal-title":"Auton Agents Multi-Agent Syst"},{"issue":"23","key":"106_CR7","doi-asserted-by":"crossref","first-page":"10\u2009502","DOI":"10.1523\/JNEUROSCI.19-23-10502.1999","volume":"19","author":"J Brown","year":"1999","unstructured":"Brown J, Bullock D, Grossberg S (1999) How the basal ganglia use parallel excitatory and inhibitory learning pathways to selectively respond to unexpected rewarding cues. J\u00a0Neurosci 19(23):10\u2009502\u201310\u2009511","journal-title":"J\u00a0Neurosci"},{"issue":"6547","key":"106_CR8","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1038\/377295a0","volume":"377","author":"L Cahill","year":"1995","unstructured":"Cahill L, Babinsky R, Markowitsch HJ, McGaugh JL (1995) The amygdala and emotional memory. Nature 377(6547):295\u2013296","journal-title":"Nature"},{"issue":"39","key":"106_CR9","doi-asserted-by":"crossref","first-page":"12315","DOI":"10.1523\/JNEUROSCI.2575-09.2009","volume":"29","author":"VS Chib","year":"2009","unstructured":"Chib VS, Rangel A, Shimojo S, O\u2019Doherty JP (2009) Evidence for a common representation of decision values for dissimilar goods in human ventromedial prefrontal cortex. J\u00a0Neurosci 29(39):12315\u201312320","journal-title":"J\u00a0Neurosci"},{"issue":"12","key":"106_CR10","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","volume":"8","author":"ND Daw","year":"2005","unstructured":"Daw ND, Niv Y, Dayan P (2005) Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control. Nat Neurosci 8(12):1704\u20131711","journal-title":"Nat Neurosci"},{"issue":"1","key":"106_CR11","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1093\/cercor\/bhh103","volume":"15","author":"G Deco","year":"2005","unstructured":"Deco G, Rolls ET (2005) Synaptic and spiking dynamics underlying reward reversal in the orbitofrontal cortex. Cereb Cortex 15(1):15\u201330","journal-title":"Cereb Cortex"},{"key":"106_CR12","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1016\/j.brainres.2008.07.013","volume":"1238","author":"MR Dranias","year":"2008","unstructured":"Dranias MR, Grossberg S, Bullock D (2008) Dopaminergic and non-dopaminergic value systems in conditioning and outcome-specific revaluation. Brain Res 1238:239\u2013287","journal-title":"Brain Res"},{"issue":"2","key":"106_CR13","doi-asserted-by":"crossref","first-page":"300","DOI":"10.1037\/0033-295X.113.2.300","volume":"113","author":"MJ Frank","year":"2006","unstructured":"Frank MJ, Claus ED (2006) Anatomy of a decision: striato-orbitofrontal interactions in reinforcement learning, decision making, and reversal. Psychol Rev 113(2):300\u2013326","journal-title":"Psychol Rev"},{"issue":"2","key":"106_CR14","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1016\/0022-5193(71)90064-6","volume":"33","author":"S Grossberg","year":"1971","unstructured":"Grossberg S (1971) On the dynamics of operant conditioning. J\u00a0Theor Biol 33(2):225\u2013255","journal-title":"J\u00a0Theor Biol"},{"key":"106_CR15","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1016\/0025-5564(72)90062-4","volume":"15","author":"S Grossberg","year":"1972","unstructured":"Grossberg S (1972) A neural theory of punishment and avoidance, i: Qualitative theory. Math Biosci 15:39\u201367","journal-title":"Math Biosci"},{"issue":"23","key":"106_CR16","doi-asserted-by":"crossref","first-page":"5015","DOI":"10.1364\/AO.26.005015","volume":"26","author":"S Grossberg","year":"1987","unstructured":"Grossberg S, Levine DS (1987) Neural dynamics of attentionally modulated Pavlovian conditioning: blocking, interstimulus interval, and secondary reinforcement. Appl Opt 26(23):5015\u20135030","journal-title":"Appl Opt"},{"issue":"3","key":"106_CR17","doi-asserted-by":"crossref","first-page":"483","DOI":"10.1037\/0033-295X.113.3.483","volume":"113","author":"S Grossberg","year":"2006","unstructured":"Grossberg S, Seidman D (2006) Neural dynamics of autistic behaviors: cognitive, emotional, and timing substrates. Psychol Rev 113(3):483\u2013525","journal-title":"Psychol Rev"},{"issue":"3","key":"106_CR18","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1016\/j.biopsych.2008.05.033","volume":"64","author":"S Haber","year":"2008","unstructured":"Haber S (2008) Parallel and integrative processing through the basal ganglia reward circuit: lessons from addiction. Biol Psychiatry 64(3):173\u2013174","journal-title":"Biol Psychiatry"},{"issue":"4","key":"106_CR19","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1016\/j.pneurobio.2009.11.003","volume":"90","author":"MD Humphries","year":"2010","unstructured":"Humphries MD, Prescott TJ (2010) The ventral basal ganglia, a selection mechanism at the crossroads of space, strategy, and reward. Prog Neurobiol 90(4):385\u2013417","journal-title":"Prog Neurobiol"},{"issue":"5","key":"106_CR20","doi-asserted-by":"crossref","first-page":"540","DOI":"10.1177\/1073858409333072","volume":"15","author":"M Koenigs","year":"2009","unstructured":"Koenigs M, Grafman J (2009) Posttraumatic stress disorder: the role of medial prefrontal cortex and amygdala. Neuroscientist 15(5):540\u2013548","journal-title":"Neuroscientist"},{"key":"106_CR21","first-page":"3","volume-title":"Handbook of cognition and emotion","author":"RS Lazarus","year":"1999","unstructured":"Lazarus RS (1999) The cognition-emotion debate: A bit of history. In: Dalgleish T, Power MJ (eds) Handbook of cognition and emotion. Wiley, New York, pp\u00a03\u201319"},{"issue":"4\u20135","key":"106_CR22","doi-asserted-by":"crossref","first-page":"727","DOI":"10.1023\/A:1025048802629","volume":"23","author":"J LeDoux","year":"2003","unstructured":"LeDoux J (2003) The emotional brain, fear, and the amygdala. Cell Mol Neurobiol 23(4\u20135):727\u2013738","journal-title":"Cell Mol Neurobiol"},{"issue":"1","key":"106_CR23","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1016\/j.plrev.2006.10.001","volume":"4","author":"DS Levine","year":"2007","unstructured":"Levine DS (2007) Neural network modeling of emotion. Phys Life Rev 4(1):37\u201363","journal-title":"Phys Life Rev"},{"issue":"11","key":"106_CR24","doi-asserted-by":"crossref","first-page":"489","DOI":"10.1016\/j.tics.2007.08.013","volume":"11","author":"EA Murray","year":"2007","unstructured":"Murray EA (2007) The amygdala, reward and emotion. Trends Cogn Sci 11(11):489\u2013497","journal-title":"Trends Cogn Sci"},{"issue":"5","key":"106_CR25","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1016\/j.tics.2005.03.010","volume":"9","author":"KN Ochsner","year":"2005","unstructured":"Ochsner KN, Gross JJ (2005) The cognitive control of emotion. Trends Cogn Sci 9(5):242\u2013249","journal-title":"Trends Cogn Sci"},{"issue":"3","key":"106_CR26","doi-asserted-by":"crossref","first-page":"466","DOI":"10.1037\/0096-3445.130.3.466","volume":"130","author":"A Ohman","year":"2001","unstructured":"Ohman A, Flykt A, Esteves F (2001) Emotion drives attention: detecting the snake in the grass. J\u00a0Exp Psychol Gen 130(3):466\u2013478","journal-title":"J\u00a0Exp Psychol Gen"},{"issue":"1","key":"106_CR27","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1152\/jn.1986.56.1.63","volume":"56","author":"T Ono","year":"1986","unstructured":"Ono T, Nakamura K, Nishijo H, Fukuda M (1986) Hypothalamic neuron involvement in integration of reward, aversion, and cue signals. J\u00a0Neurophysiol 56(1):63\u201379","journal-title":"J\u00a0Neurophysiol"},{"issue":"1","key":"106_CR28","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1037\/0735-7044.121.1.31","volume":"121","author":"RC O\u2019Reilly","year":"2007","unstructured":"O\u2019Reilly RC, Frank MJ, Hazy TE, Watz B (2007) Pvlv: the primary value and learned value Pavlovian learning algorithm. Behav Neurosci 121(1):31\u201349","journal-title":"Behav Neurosci"},{"key":"106_CR29","volume-title":"Affective Computing","year":"1997","unstructured":"Picard R (ed) (1997) Affective Computing. MIT Press, Cambridge"},{"key":"106_CR30","first-page":"146","volume":"4","author":"RPN Rao","year":"2010","unstructured":"Rao RPN (2010) Decision making under uncertainty: a neural model based on partially observable Markov decision processes. Front Comput Neurosci 4:146","journal-title":"Front Comput Neurosci"},{"key":"106_CR31","volume-title":"Classical Conditioning II: Theory and Research","author":"RA Rescorla","year":"1972","unstructured":"Rescorla RA, Wagner AR (1972) A\u00a0theory of Pavlovian conditioning: Variation in the effectiveness of reinforcement and non-reinforcement. In: Black AH, Prokasy WF (eds) Classical Conditioning II: Theory and Research. Appleton Century Crofts, New York"},{"issue":"1","key":"106_CR32","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1177\/1073858403259955","volume":"10","author":"G Richter-Levin","year":"2004","unstructured":"Richter-Levin G (2004) The amygdala, the hippocampus, and emotional modulation of memory. Neuroscientist 10(1):31\u201339","journal-title":"Neuroscientist"},{"issue":"5668","key":"106_CR33","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1126\/science.1093223","volume":"304","author":"MR Roesch","year":"2004","unstructured":"Roesch MR, Olson CR (2004) Neuronal activity related to reward value and motivation in primate frontal cortex. Science 304(5668):307\u2013310","journal-title":"Science"},{"key":"106_CR34","volume-title":"Appraisal processes in emotion: theory, methods, research","year":"2001","unstructured":"Scherer KR, Shorr A, Johnstone T (eds) (2001) Appraisal processes in emotion: theory, methods, research. Oxford University Press, Canary"},{"issue":"2","key":"106_CR35","doi-asserted-by":"crossref","first-page":"268","DOI":"10.1037\/0033-295X.99.2.268","volume":"99","author":"NA Schmajuk","year":"1992","unstructured":"Schmajuk NA, DiCarlo JJ (1992) Stimulus configuration, classical conditioning, and hippocampal function. Psychol Rev 99(2):268\u2013305","journal-title":"Psychol Rev"},{"issue":"5306","key":"106_CR36","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","volume":"275","author":"W Schultz","year":"1997","unstructured":"Schultz W, Dayan P, Montague PR (1997) A\u00a0neural substrate of prediction and reward. Science 275(5306):1593\u20131599","journal-title":"Science"},{"issue":"4","key":"106_CR37","doi-asserted-by":"crossref","first-page":"841","DOI":"10.1162\/089976601300014376","volume":"13","author":"RE Suri","year":"2001","unstructured":"Suri RE, Schultz W (2001) Temporal difference model reproduces anticipatory neural activity. Neural Comput 13(4):841\u2013862","journal-title":"Neural Comput"},{"issue":"2","key":"106_CR38","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1037\/0033-295X.88.2.135","volume":"88","author":"RS Sutton","year":"1981","unstructured":"Sutton RS, Barto AG (1981) Toward a modern theory of adaptive networks: expectation and prediction. Psychol Rev 88(2):135\u2013170","journal-title":"Psychol Rev"},{"key":"106_CR39","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Reinforcement learning: an introduction. MIT Press, Cambridge. A Bradford Book"},{"issue":"2","key":"106_CR40","doi-asserted-by":"crossref","first-page":"269","DOI":"10.1016\/j.neuron.2009.03.005","volume":"62","author":"YK Takahashi","year":"2009","unstructured":"Takahashi YK, Roesch MR, Stalnaker TA, Haney RZ, Calu DJ, Taylor AR, Burke KA, Schoenbaum G (2009) The orbitofrontal cortex and ventral tegmental area are necessary for learning from unexpected outcomes. Neuron 62(2):269\u2013280","journal-title":"Neuron"},{"key":"106_CR41","first-page":"12","volume":"3","author":"J Vitay","year":"2009","unstructured":"Vitay J, Fix J, Beuth F, Schroll H, Hamker FH (2009) Biological models of reinforcement learning. K\u00fcnstl Intell 3:12\u201318","journal-title":"K\u00fcnstl Intell"},{"key":"106_CR42","first-page":"1","volume":"4","author":"J Vitay","year":"2010","unstructured":"Vitay J, Hamker FH (2010) A\u00a0computational model of basal ganglia and its role in memory retrieval in rewarded visual memory tasks. Front Comput Neurosci 4:1\u201318","journal-title":"Front Comput Neurosci"},{"issue":"12","key":"106_CR43","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1016\/j.tics.2005.10.011","volume":"9","author":"P Vuilleumier","year":"2005","unstructured":"Vuilleumier P (2005) How brains beware: neural mechanisms of emotional attention. Trends Cogn Sci 9(12):585\u2013594","journal-title":"Trends Cogn Sci"},{"key":"106_CR44","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1016\/j.biosystems.2007.05.015","volume":"91","author":"T Ziemke","year":"2008","unstructured":"Ziemke T (2008) On the role of emotion in biological and robotic autonomy. Biosystems 91:401\u2013408","journal-title":"Biosystems"}],"container-title":["KI - K\u00fcnstliche Intelligenz"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13218-011-0106-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s13218-011-0106-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13218-011-0106-y","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,10]],"date-time":"2019-06-10T16:07:33Z","timestamp":1560182853000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s13218-011-0106-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,5,15]]},"references-count":44,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2011,8]]}},"alternative-id":["106"],"URL":"https:\/\/doi.org\/10.1007\/s13218-011-0106-y","relation":{},"ISSN":["0933-1875","1610-1987"],"issn-type":[{"value":"0933-1875","type":"print"},{"value":"1610-1987","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011,5,15]]}}}