{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T12:42:52Z","timestamp":1766580172315,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":18,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642245992"},{"type":"electronic","value":"9783642246005"}],"license":[{"start":{"date-parts":[[2011,1,1]],"date-time":"2011-01-01T00:00:00Z","timestamp":1293840000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2011]]},"DOI":"10.1007\/978-3-642-24600-5_36","type":"book-chapter","created":{"date-parts":[[2011,10,14]],"date-time":"2011-10-14T16:36:43Z","timestamp":1318610203000},"page":"326-336","source":"Crossref","is-referenced-by-count":25,"title":["Emotion-Based Intrinsic Motivation for Reinforcement Learning Agents"],"prefix":"10.1007","author":[{"given":"Pedro","family":"Sequeira","sequence":"first","affiliation":[]},{"given":"Francisco S.","family":"Melo","sequence":"additional","affiliation":[]},{"given":"Ana","family":"Paiva","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"36_CR1","unstructured":"Aberdeen, D.: A (revised) survey of approximate methods for solving partially observable Markov decision processes. Technical report, NICTA (2003)"},{"key":"36_CR2","unstructured":"Ahn, H., Picard, R.: Affective cognitive learning and decision making: The role of emotions. In: EMCSR 2006: The 18th Europ. Meet. on Cyber. and Syst. Res. (2006)"},{"key":"36_CR3","unstructured":"Broekens, D.: Affect and learning: a computational analysis. Doctoral Thesis, Leiden University (2007)"},{"issue":"3","key":"36_CR4","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1016\/S0149-7634(02)00007-6","volume":"26","author":"R. Cardinal","year":"2002","unstructured":"Cardinal, R., Parkinson, J., Hall, J., Everitt, B.: Emotion and motivation: The role of the amygdala, ventral striatum, and prefrontal cortex. Neuroscience and Biobehavioral Reviews\u00a026(3), 321\u2013352 (2002)","journal-title":"Neuroscience and Biobehavioral Reviews"},{"issue":"6","key":"36_CR5","first-page":"883","volume":"40","author":"M. Dawkins","year":"2000","unstructured":"Dawkins, M.: Animal minds and animal emotions. American Zoologist\u00a040(6), 883\u2013888 (2000)","journal-title":"American Zoologist"},{"issue":"3","key":"36_CR6","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1023\/A:1010030809960","volume":"3","author":"M. El-Nasr","year":"2000","unstructured":"El-Nasr, M., Yen, J., Ioerger, T.: FLAME - Fuzzy logic adaptive model of emotions. Auton. Agents and Multiagent Systems\u00a03(3), 219\u2013257 (2000)","journal-title":"Auton. Agents and Multiagent Systems"},{"key":"36_CR7","first-page":"572","volume-title":"Handbook of Affective Sciences","author":"P. Ellsworth","year":"2003","unstructured":"Ellsworth, P., Scherer, K.: Appraisal processes in emotion. In: Handbook of Affective Sciences, pp. 572\u2013595. Oxford University Press, Oxford (2003)"},{"issue":"1","key":"36_CR8","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1177\/105971230200900102","volume":"9","author":"S. Gadanho","year":"2001","unstructured":"Gadanho, S., Hallam, J.: Robot learning driven by emotions. Adaptive Behavior\u00a09(1), 42\u201364 (2001)","journal-title":"Adaptive Behavior"},{"issue":"1","key":"36_CR9","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1080\/02699938708408361","volume":"1","author":"H. Leventhal","year":"1987","unstructured":"Leventhal, H., Scherer, K.: The relationship of emotion to cognition: A functional approach to a semantic controversy. Cognition & Emotion\u00a01(1), 3\u201328 (1987)","journal-title":"Cognition & Emotion"},{"key":"36_CR10","doi-asserted-by":"crossref","first-page":"238","DOI":"10.7551\/mitpress\/3117.003.0041","volume":"3","author":"M. Littman","year":"1994","unstructured":"Littman, M.: Memoryless policies: Theoretical limitations and practical results. From Animals to Animats\u00a03, 238\u2013245 (1994)","journal-title":"From Animals to Animats"},{"key":"36_CR11","first-page":"103","volume":"13","author":"A. Moore","year":"1993","unstructured":"Moore, A., Atkeson, C.: Prioritized sweeping: Reinforcement learning with less data and less real time. Machine Learning\u00a013, 103\u2013130 (1993)","journal-title":"Machine Learning"},{"key":"36_CR12","unstructured":"Ng, A., Harada, D., Russel, S.: Policy invariance under reward transformations: Theory and application to reward shaping. In: Proc. 16th Int. Conf. Machine Learning, pp. 278\u2013287 (1999)"},{"issue":"2","key":"36_CR13","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1109\/TAMD.2010.2051436","volume":"2","author":"S. Niekum","year":"2010","unstructured":"Niekum, S., Barto, A., Spector, L.: Genetic programming for reward function search. IEEE Trans. Autonomous Mental Development\u00a02(2), 83\u201390 (2010)","journal-title":"IEEE Trans. Autonomous Mental Development"},{"key":"36_CR14","unstructured":"Salichs, M., Malfaz, M.: Using emotions on autonomous agents. The role of Happiness, Sadness and Fear. In: AISB 2006: Adaption in Artificial and Biological Systems, pp. 157\u2013164 (2006)"},{"key":"36_CR15","doi-asserted-by":"crossref","unstructured":"Singh, S., Jaakkola, T., Jordan, M.: Learning without state-estimation in partially observable Markovian decision processes. In: Proc. 11th Int. Conf. Machine Learning, pp. 284\u2013292 (1994)","DOI":"10.1016\/B978-1-55860-335-6.50042-8"},{"issue":"2","key":"36_CR16","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1109\/TAMD.2010.2051031","volume":"2","author":"S. Singh","year":"2010","unstructured":"Singh, S., Lewis, R., Barto, A., Sorg, J.: Intrinsically motivated reinforcement learning: An evolutionary perspective. IEEE Trans. Autonomous Mental Development\u00a02(2), 70\u201382 (2010)","journal-title":"IEEE Trans. Autonomous Mental Development"},{"key":"36_CR17","unstructured":"Sorg, J., Singh, S., Lewis, R.: Internal rewards mitigate agent boundedness. In: Proc. 27th Int. Conf. Machine Learning, pp. 1007\u20131014 (2010)"},{"key":"36_CR18","volume-title":"Reinforcement Learning: An Introduction","author":"R. Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"}],"container-title":["Lecture Notes in Computer Science","Affective Computing and Intelligent Interaction"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-24600-5_36","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,13]],"date-time":"2024-04-13T18:47:29Z","timestamp":1713034049000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-24600-5_36"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011]]},"ISBN":["9783642245992","9783642246005"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-24600-5_36","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2011]]}}}