{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,5]],"date-time":"2026-10-05T01:43:25Z","timestamp":1791164605971,"version":"4.1.0"},"publisher-location":"Berlin, Heidelberg","reference-count":48,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783540723462","type":"print"},{"value":"9783540723486","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"DOI":"10.1007\/978-3-540-72348-6_6","type":"book-chapter","created":{"date-parts":[[2007,7,16]],"date-time":"2007-07-16T15:58:50Z","timestamp":1184601530000},"page":"113-132","source":"Crossref","is-referenced-by-count":47,"title":["Emotion and Reinforcement: Affective Facial Expressions Facilitate Robot Learning"],"prefix":"10.1007","author":[{"given":"Joost","family":"Broekens","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"issue":"3","key":"6_CR1","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1037\/0033-295X.106.3.529","volume":"106","author":"F.G. Ashby","year":"1999","unstructured":"Ashby, F.G., Isen, A.M., Turken, U.: A Neuro-psychological theory of positive affect and its influence on cognition. Psychological Review\u00a0106(3), 529\u2013550 (1999)","journal-title":"Psychological Review"},{"key":"6_CR2","doi-asserted-by":"crossref","first-page":"243","DOI":"10.7551\/mitpress\/3122.003.0031","volume-title":"From Animals to Animats 8: Proc. 8th Intl. Conf. on Simulation of Adaptive Behavior","author":"O. Avila-Garcia","year":"2004","unstructured":"Avila-Garcia, O., Ca\u00f1amero, L.: Using hormonal feedback to modulate action selection in a competitive scenario. In: From Animals to Animats 8: Proc. 8th Intl. Conf. on Simulation of Adaptive Behavior, pp. 243\u2013252. MIT Press, Cambridge (2004)"},{"key":"6_CR3","unstructured":"Belavkin, R.V.: On relation between emotion and entropy. In: Proc. of the AISB\u201904 Symposium on Emotion, Cognition and Affective Computing, pp. 1\u20138. AISB Press (2004)"},{"key":"6_CR4","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1016\/S0278-2626(03)00014-9","volume":"52","author":"K.C. Berridge","year":"2003","unstructured":"Berridge, K.C.: Pleasures of the brain. Brain and Cognition\u00a052, 106\u2013128 (2003)","journal-title":"Brain and Cognition"},{"key":"6_CR5","unstructured":"Blanchard, A.J., Ca\u00f1amero, L.: Modulation of exploratory behavior for adaptation to the context. In: Proc. of the AISB\u201906 Symposium on Biologically Inspired Robotics (Biro-net), pp. 131\u2013137. AISB Press (2006)"},{"key":"6_CR6","unstructured":"Botelho, L.M., Coelho, H.: Information processing, motivation and decision making. In: Proc. 4th International Workshop on Artificial Intelligence in Economics and Management (1998)"},{"key":"6_CR7","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"582","DOI":"10.1007\/3-540-44811-X_66","volume-title":"Advances in Artificial Life","author":"C. Breazeal","year":"2001","unstructured":"Breazeal, C.: Affective interaction between humans and robots. In: Kelemen, J., Sos\u00edk, P. (eds.) ECAL 2001. LNCS (LNAI), vol.\u00a02159, pp. 582\u2013591. Springer, Heidelberg (2001)"},{"key":"6_CR8","first-page":"271","volume-title":"Who needs emotions: The brain meets the robot","author":"C. Breazeal","year":"2004","unstructured":"Breazeal, C., Brooks, R.: Robot emotion: A functional perspective. In: Fellous, J.-M., Arbib, M. (eds.) Who needs emotions: The brain meets the robot, pp. 271\u2013310. Oxford University Press, Oxford (2004)"},{"issue":"11","key":"6_CR9","doi-asserted-by":"publisher","first-page":"481","DOI":"10.1016\/S1364-6613(02)02016-8","volume":"6","author":"C. Breazeal","year":"2002","unstructured":"Breazeal, C., Scassellati, B.: Robots that imitate humans. Trends in Cognitive Sciences\u00a06(11), 481\u2013487 (2002)","journal-title":"Trends in Cognitive Sciences"},{"key":"6_CR10","unstructured":"Breazeal, C., Velasquez, J.: Toward teaching a robot \u2018infant\u2019 using emotive communication acts. In: Edmonds, B., Dautenhahn, K. (eds.) Socially Situated Intelligence: a workshop held at SAB\u201998, Z\u00fcrich. University of Z\u00fcrich Technical Report, pp. 25\u201340 (1998)"},{"key":"6_CR11","doi-asserted-by":"crossref","unstructured":"Broekens, J., Kosters, W.A., Verbeek, F.J.: On emotion, anticipation and adaptation: Investigating the potential of affect-controlled selection of anticipatory simulation in artificial adaptive agents. In press (2007)","DOI":"10.1177\/1059712307084686"},{"key":"6_CR12","doi-asserted-by":"crossref","unstructured":"Ca\u00f1amero, D.: Designing emotions for activity selection. Dept. of Computer Science Technical Report DAIMI PB 545. University of Aarhus, Denmark (2000)","DOI":"10.7146\/dpb.v29i545.7079"},{"issue":"3","key":"6_CR13","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1111\/1469-7610.00022","volume":"43","author":"T. Charman","year":"2002","unstructured":"Charman, T., Baird, G.: Practitioner review: Diagnosis of autism spectrum disorder in 2- and 3-year-old children. Journal of Child Psychology and Psychiatry\u00a043(3), 289\u2013305 (2002)","journal-title":"Journal of Child Psychology and Psychiatry"},{"key":"6_CR14","first-page":"10","volume-title":"Emotions and Beliefs","author":"G.L. Clore","year":"2000","unstructured":"Clore, G.L., Gasper, K.: Feeling is believing: Some affective influences on belief. In: Frijda, N., Manstead, A.S.R., Bem, S. (eds.) Emotions and Beliefs, pp. 10\u201344. Cambridge Univ. Press, Cambridge (2000)"},{"key":"6_CR15","unstructured":"Cos-Aguilera, I., et al.: Ecological integration of affordances and drives for behaviour selection. In: Proc. of the Workshop on Modeling Natural Action Selection, pp. 225\u2013228. AISB Press (2005)"},{"issue":"2","key":"6_CR16","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1037\/0022-3514.89.2.129","volume":"89","author":"R. Custers","year":"2005","unstructured":"Custers, R., Aarts, H.: Positive affect as implicit motivator: On the nonconscious operation of behavioral goals. Journal of Personality and Social Psychology\u00a089(2), 129\u2013142 (2005)","journal-title":"Journal of Personality and Social Psychology"},{"key":"6_CR17","volume-title":"Descartes\u2019 error","author":"A.R. Damasio","year":"1994","unstructured":"Damasio, A.R.: Descartes\u2019 error. Penguin, New York (1994)"},{"issue":"4","key":"6_CR18","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1016\/S0893-6080(02)00044-8","volume":"15","author":"K. Doya","year":"2002","unstructured":"Doya, K.: Metalearning and neuromodulation. Neural Networks\u00a015(4), 495\u2013506 (2002)","journal-title":"Neural Networks"},{"issue":"2","key":"6_CR19","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1037\/0278-7393.30.2.343","volume":"30","author":"G. Dreisbach","year":"2004","unstructured":"Dreisbach, G., Goschke, K.: How positive affect modulates cognitive control: Reduced perseveration at the cost of increased distractibility. Journal of Experimental Psychology: Learning, Memory, and Cognition\u00a030(2), 343\u2013353 (2004)","journal-title":"Journal of Experimental Psychology: Learning, Memory, and Cognition"},{"key":"6_CR20","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1016\/S0921-8890(02)00372-X","volume":"42","author":"T. Fong","year":"2003","unstructured":"Fong, T., Nourbakhsh, I., Dautenhahn, K.: A survey of socially interactive robots. Robots and Autonomous Systems\u00a042, 143\u2013166 (2003)","journal-title":"Robots and Autonomous Systems"},{"key":"6_CR21","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1017\/CBO9780511659904.005","volume-title":"Emotions and Beliefs","author":"J.P. Forgas","year":"2000","unstructured":"Forgas, J.P.: Feeling is believing? The role of processing strategies in mediating affective influences in beliefs. In: Frijda, N., Manstead, A.S.R., Bem, S. (eds.) Emotions and Beliefs, pp. 108\u2013143. Cambridge University Press, Cambridge (2000)"},{"key":"6_CR22","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1017\/CBO9780511659904.003","volume-title":"Emotions and Beliefs","author":"N.H. Frijda","year":"2000","unstructured":"Frijda, N.H., Mesquita, B.: Beliefs through Emotions. In: Frijda, N., Manstead, A.S.R., Bem, S. (eds.) Emotions and Beliefs, pp. 45\u201377. Cambridge University Press, Cambridge (2000)"},{"key":"6_CR23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1017\/CBO9780511659904","volume-title":"Emotions and Beliefs","author":"N.H. Frijda","year":"2000","unstructured":"Frijda, N.H., Manstead, A.S.R., Bem, S.: The influence of emotions on beliefs. In: Frijda, N., Manstead, A.S.R., Bem, S. (eds.) Emotions and Beliefs, pp. 1\u20139. Cambridge University Press, Cambridge (2000)"},{"key":"6_CR24","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1162\/jmlr.2003.4.3.385","volume":"4","author":"S.C. Gandanho","year":"2003","unstructured":"Gandanho, S.C.: Learning behavior-selection by emotions and cognition in a multi-goal robot task. Journal of Machine Learning Research\u00a04, 385\u2013412 (2003)","journal-title":"Journal of Machine Learning Research"},{"issue":"1","key":"6_CR25","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1111\/1467-9280.00406","volume":"13","author":"K. Gasper","year":"2002","unstructured":"Gasper, K., Clore, L.G.: Attending to the big picture: Mood and global versus local processing of visual information. Psychological Science\u00a013(1), 34\u201340 (2002)","journal-title":"Psychological Science"},{"key":"6_CR26","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1145\/375735.376334","volume-title":"Proceedings of the fifth international conference on Autonomous agents","author":"C.L. Isbell Jr.","year":"2001","unstructured":"Isbell Jr., C.L., et al.: A social reinforcement learning agent. In: Proceedings of the fifth international conference on Autonomous agents, pp. 377\u2013384. ACM Press, New York (2001)"},{"key":"6_CR27","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"L.P. Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: A survey. Journal of Artificial Intelligence Research\u00a04, 237\u2013285 (1996)","journal-title":"Journal of Artificial Intelligence Research"},{"key":"6_CR28","unstructured":"Lin, L.J.: Reinforcement learning for robots using neural networks. Doctoral dissertation. Carnegie Mellon University, Pittsburgh (1993)"},{"key":"6_CR29","volume-title":"Basic Dimensions for a General Psychological Theory","author":"A. Mehrabian","year":"1980","unstructured":"Mehrabian, A.: Basic Dimensions for a General Psychological Theory. OG&H Publishers, Cambridge (1980)"},{"key":"6_CR30","first-page":"218","volume-title":"Proc. Of the International Conference on Intelligent Robots and Systems (IROS)","author":"N. Mitsunaga","year":"2005","unstructured":"Mitsunaga, N., et al.: Robot behavior adaptation for human-robot interaction based on policy gradient reinforcement learning. In: Proc. Of the International Conference on Intelligent Robots and Systems (IROS), pp. 218\u2013225. IEEE Computer Society Press, Los Alamitos (2005)"},{"key":"6_CR31","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1007\/3-540-48238-5_2","volume-title":"KI-99: Advances in Artificial Intelligence","author":"S. Thrun","year":"1999","unstructured":"Thrun, S., et al.: A tour-guide robot that learns. In: Burgard, W., Christaller, T., Cremers, A.B. (eds.) KI 1999. LNCS (LNAI), vol.\u00a01701, pp. 14\u201326. Springer, Heidelberg (1999)"},{"key":"6_CR32","doi-asserted-by":"crossref","unstructured":"Pantic, M., et al.: Human computing and machine understanding of human behavior: A Survey. In: Proc. ACM Int\u2019l Conf. Multimodal Interfaces, pp. 239\u2013248 (2006)","DOI":"10.1145\/1180995.1181044"},{"issue":"12","key":"6_CR33","doi-asserted-by":"publisher","first-page":"1424","DOI":"10.1109\/34.895976","volume":"22","author":"M. Pantic","year":"2000","unstructured":"Pantic, M., Rothkranz, L.J.M.: Automatic analysis of facial expressions: The state of the art. IEEE Transactions on Pattern Analysis and Machine Intelligence\u00a022(12), 1424\u20131445 (2000)","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"6_CR34","first-page":"361","volume-title":"Proc. Of the 16th International FLAIR Conference","author":"V.N. Papudesi","year":"2003","unstructured":"Papudesi, V.N., Huber, M.: Learning from reinforcement and advice using composite reward functions. In: Proc. Of the 16th International FLAIR Conference, pp. 361\u2013365. AAAI Press, Menlo Park (2003)"},{"key":"6_CR35","unstructured":"Papudesi, V.N., Huber, M.: Interactive refinement of control policies for autonomous robots. In: Proc. of the 10th IASTED International Conference on Robotics and Applications, Honolulu HI, IASTED (2004)"},{"key":"6_CR36","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1140.001.0001","volume-title":"Affective Computing","author":"R.W. Picard","year":"1997","unstructured":"Picard, R.W.: Affective Computing. MIT Press, Cambridge (1997)"},{"issue":"4","key":"6_CR37","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1023\/B:BTTJ.0000047603.37042.33","volume":"22","author":"R.W. Picard","year":"2004","unstructured":"Picard, R.W., et al.: Affective learning \u2014 A manifesto. BT Technology Journal\u00a022(4), 253\u2013269 (2004)","journal-title":"BT Technology Journal"},{"key":"6_CR38","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1017\/S0140525X00002429","volume":"23","author":"E.T. Rolls","year":"2000","unstructured":"Rolls, E.T.: Pr\u00e9cis of The brain and emotion. Behavioral and Brain Sciences\u00a023, 177\u2013191 (2000)","journal-title":"Behavioral and Brain Sciences"},{"issue":"1","key":"6_CR39","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1037\/0033-295X.110.1.145","volume":"110","author":"J.A. Russell","year":"2003","unstructured":"Russell, J.A.: Core affect and the psychological construction of emotion. Psychological Review\u00a0110(1), 145\u2013172 (2003)","journal-title":"Psychological Review"},{"key":"6_CR40","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1093\/oso\/9780195130072.003.0005","volume-title":"Appraisal processes in emotion: Theory, Methods, Research","author":"K.R. Scherer","year":"2001","unstructured":"Scherer, K.R.: Appraisal considered as a process of multilevel sequential checking. In: Scherer, K.R., Schorr, A., Johnstone, T. (eds.) Appraisal processes in emotion: Theory, Methods, Research, pp. 92\u2013120. Oxford Univ. Press, New York (2001)"},{"key":"6_CR41","volume-title":"Reinforcement learning: An introduction","author":"R. Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement learning: An introduction. MIT Press, Cambridge (1998)"},{"key":"6_CR42","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1007\/978-3-540-24677-0_45","volume-title":"Innovations in Applied Artificial Intelligence","author":"T. Ogata","year":"2004","unstructured":"Ogata, T., Sugano, S., Tani, J.: Open-end human robot interaction from the dynamical systems perspective: Mutual adaptation and incremental learning. In: Orchard, B., Yang, C., Ali, M. (eds.) IEA\/AIE 2004. LNCS (LNAI), vol.\u00a03029, pp. 435\u2013444. Springer, Heidelberg (2004)"},{"key":"6_CR43","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1007\/11821830_32","volume-title":"Intelligent Virtual Agents","author":"A.L. Thomaz","year":"2006","unstructured":"Thomaz, A.L., Breazeal, C.: Teachable characters: User studies, design principles, and learning performance. In: Gratch, J., et al. (eds.) IVA 2006. LNCS (LNAI), vol.\u00a04133, pp. 395\u2013406. Springer, Heidelberg (2006)"},{"key":"6_CR44","volume-title":"Proc. of the 21st National Conference on Artificial Intelligence","author":"A.L. Thomaz","year":"2006","unstructured":"Thomaz, A.L., Breazeal, C.: Reinforcement learning with human teachers: Evidence of feedback and guidance with implications for learning performance. In: Proc. of the 21st National Conference on Artificial Intelligence, AAAI Press, Menlo Park (2006b)"},{"key":"6_CR45","unstructured":"Thomaz, A.L., Hoffman, G., Breazeal, C.: Real-time interactive reinforcement learning for robots. In: Proc. of AAAI Workshop on Human Comprehensible Machine Learning, Pittsburgh, PA (2005)"},{"key":"6_CR46","unstructured":"Velasquez, J.D.: A computational framework for emotion-based control. In: SAB\u201998 Workshop on Grounding Emotions in Adaptive Systems (1998)"},{"key":"6_CR47","doi-asserted-by":"crossref","first-page":"272","DOI":"10.7551\/mitpress\/3118.003.0034","volume-title":"From Animals to Animats 4: Proc. of the 4th International Conference on the Simulation of Adaptive Behavior (SAB)","author":"I. Wright","year":"1996","unstructured":"Wright, I.: Reinforcement learning and animat emotions. In: From Animals to Animats 4: Proc. of the 4th International Conference on the Simulation of Adaptive Behavior (SAB), pp. 272\u2013284. MIT Press, Cambridge (1996)"},{"key":"6_CR48","unstructured":"OpenCV: http:\/\/www.intel.com\/technology\/computing\/opencv\/index.htm"}],"container-title":["Lecture Notes in Computer Science","Artifical Intelligence for Human Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-72348-6_6.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,19]],"date-time":"2025-01-19T11:45:29Z","timestamp":1737287129000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-72348-6_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[null]]},"ISBN":["9783540723462","9783540723486"],"references-count":48,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-72348-6_6","relation":{},"subject":[]}}