{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T15:00:56Z","timestamp":1775228456381,"version":"3.50.1"},"reference-count":132,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2017,8,25]],"date-time":"2017-08-25T00:00:00Z","timestamp":1503619200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100001831","name":"Delft University of Technology","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100001831","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2018,2]]},"DOI":"10.1007\/s10994-017-5666-0","type":"journal-article","created":{"date-parts":[[2017,8,25]],"date-time":"2017-08-25T18:34:45Z","timestamp":1503686085000},"page":"443-480","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":131,"title":["Emotion in reinforcement learning agents and robots: a survey"],"prefix":"10.1007","volume":"107","author":[{"given":"Thomas M.","family":"Moerland","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joost","family":"Broekens","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Catholijn M.","family":"Jonker","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,8,25]]},"reference":[{"key":"5666_CR1","unstructured":"Ahn, H., & Picard, R. W. (2006). Affective cognitive learning and decision making: The role of emotions. In EMCSR 2006: The 18th European meeting on cybernetics and systems research."},{"key":"5666_CR2","unstructured":"Antos, D., & Pfeffer, A. (2011). Using emotions to enhance decision-making. In Proceedings of the international joint conference on artificial intelligence (IJCAI) (Vol. 22, p. 24)."},{"issue":"5","key":"5666_CR3","doi-asserted-by":"crossref","first-page":"469","DOI":"10.1016\/j.robot.2008.10.024","volume":"57","author":"BD Argall","year":"2009","unstructured":"Argall, B. D., Chernova, S., Veloso, M., & Browning, B. (2009). A survey of robot learning from demonstration. Robotics and Autonomous Systems, 57(5), 469\u2013483.","journal-title":"Robotics and Autonomous Systems"},{"key":"5666_CR4","doi-asserted-by":"crossref","unstructured":"Ayesh, A. (2004). Emotionally motivated reinforcement learning based controller. In 2004 IEEE international conference on systems, man and cybernetics (Vol. 1, pp. 874\u2013878). IEEE.","DOI":"10.1109\/ICSMC.2004.1398413"},{"key":"5666_CR5","unstructured":"Balkenius, C., & Mor\u00e9n, J. (1998). A computational model of emotional conditioning in the brain. In Proceedings of workshop on grounding emotions in adaptive systems, Zurich."},{"issue":"2","key":"5666_CR6","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1177\/1088868307301033","volume":"11","author":"RF Baumeister","year":"2007","unstructured":"Baumeister, R. F., Vohs, K. D., DeWall, C. N., & Zhang, L. (2007). How emotion shapes behavior: Feedback, anticipation, and reflection, rather than direct causation. Personality and Social Psychology Review, 11(2), 167\u2013203.","journal-title":"Personality and Social Psychology Review"},{"key":"5666_CR7","unstructured":"Belavkin, R. V. (2004). On relation between emotion and entropy. In Proceedings of the AISB\u201904 symposium on emotion, cognition and affective computing (pp. 1\u20138). AISB Press."},{"key":"5666_CR8","unstructured":"Blanchard, A. J., & Canamero, L. (2005). From imprinting to adaptation: Building a history of affective interaction. In Proceedings of the 5th international workshop on epigenetic robotics (pp. 23\u201330). Lund University Cognitive Studies."},{"key":"5666_CR9","unstructured":"Bozinovski, S. (1982). A self-learning system using secondary reinforcement. In E. Trappl (Ed.), Cybernetics and Systems Research (pp. 397\u2013402). North-Holland, Amsterdam."},{"key":"5666_CR10","unstructured":"Bozinovski, S., Stojanov, G., & Bozinovska, L. (1996). Emotion, embodiment, and consequence driven systems. In Proc AAAI fall symposium on embodied cognition and action (pp. 12\u201317)."},{"key":"5666_CR11","unstructured":"Bratman, J., Singh, S., Sorg, J., & Lewis, R. (2012). Strong mitigation: Nesting search for good policies within search for good reward. In Proceedings of the 11th international conference on autonomous agents and multiagent systems-volume 1, international foundation for autonomous agents and multiagent systems (pp. 407\u2013414)."},{"issue":"1","key":"5666_CR12","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/S1071-5819(03)00018-1","volume":"59","author":"C Breazeal","year":"2003","unstructured":"Breazeal, C. (2003). Emotion and sociable humanoid robots. International Journal of Human-Computer Studies, 59(1), 119\u2013155.","journal-title":"International Journal of Human-Computer Studies"},{"key":"5666_CR13","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1007\/978-3-540-72348-6_6","volume-title":"Artifical intelligence for human computing","author":"J Broekens","year":"2007","unstructured":"Broekens, J. (2007). Emotion and reinforcement: Affective facial expressions facilitate robot learning. Artifical intelligence for human computing (pp. 113\u2013132). Berlin: Springer."},{"issue":"4","key":"5666_CR14","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1177\/1059712307084686","volume":"15","author":"J Broekens","year":"2007","unstructured":"Broekens, J., Kosters, W. A., & Verbeek, F. J. (2007a). Affect, anticipation, and adaptation: Affect-controlled selection of anticipatory simulation in artificial adaptive agents. Adaptive Behavior, 15(4), 397\u2013422.","journal-title":"Adaptive Behavior"},{"issue":"3","key":"5666_CR15","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1109\/T-AFFC.2013.23","volume":"4","author":"J Broekens","year":"2013","unstructured":"Broekens, J., Bosse, T., & Marsella, S. C. (2013). Challenges in computational modeling of affective processes. IEEE Transactions on Affective Computing, 4(3), 242\u2013245.","journal-title":"IEEE Transactions on Affective Computing"},{"key":"5666_CR16","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1007\/978-3-540-73053-8_36","volume-title":"Bio-inspired modeling of cognitive tasks","author":"J Broekens","year":"2007","unstructured":"Broekens, J., Kosters, W. A., & Verbeek, F. J. (2007b). On affect and self-adaptation: Potential benefits of valence-controlled action-selection. Bio-inspired modeling of cognitive tasks (pp. 357\u2013366). Berlin: Springer."},{"issue":"1","key":"5666_CR17","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/t-affc.2010.1","volume":"1","author":"RA Calvo","year":"2010","unstructured":"Calvo, R. A., & D\u2019Mello, S. (2010). Affect detection: An interdisciplinary review of models, methods, and their applications. IEEE Transactions on Affective Computing, 1(1), 18\u201337. doi: 10.1109\/t-affc.2010.1 .","journal-title":"IEEE Transactions on Affective Computing"},{"key":"5666_CR18","doi-asserted-by":"crossref","unstructured":"Calvo, R. A., D\u2019Mello, S., Gratch, J., & Kappas, A. (2015). The Oxford handbook of affective computing. Oxford Library of Psychology.","DOI":"10.1093\/oxfordhb\/9780199942237.001.0001"},{"key":"5666_CR19","unstructured":"Ca\u00f1amero, D. (1997a). A hormonal model of emotions for behavior control. In VUB AI-Lab Memo 2006."},{"key":"5666_CR20","doi-asserted-by":"crossref","unstructured":"Ca\u00f1amero, D. (1997b). Modeling motivations and emotions as a basis for intelligent behavior. In Proceedings of the first international conference on autonomous agents (pp. 148\u2013155). ACM.","DOI":"10.1145\/267658.267688"},{"key":"5666_CR21","first-page":"148","volume":"115","author":"D Ca\u00f1amero","year":"2003","unstructured":"Ca\u00f1amero, D. (2003). Designing emotions for activity selection in autonomous agents. Emotions in Humans and Artifacts, 115, 148.","journal-title":"Emotions in Humans and Artifacts"},{"issue":"2","key":"5666_CR22","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1109\/TAMD.2012.2234120","volume":"5","author":"\u00c1 Castro-Gonz\u00e1lez","year":"2013","unstructured":"Castro-Gonz\u00e1lez, \u00c1., Malfaz, M., & Salichs, M. A. (2013). An autonomous social robot in fear. IEEE Transactions on Autonomous Mental Development, 5(2), 135\u2013151.","journal-title":"IEEE Transactions on Autonomous Mental Development"},{"key":"5666_CR23","unstructured":"Chentanez, N., Barto, A. G., & Singh, S. P. (2004). Intrinsically motivated reinforcement learning. In Advances in neural information processing systems (pp. 1281\u20131288)."},{"key":"5666_CR24","doi-asserted-by":"crossref","unstructured":"Cos, I., Ca\u00f1amero, L., Hayes, G. M., & Gillies, A. (2013). Hedonic value: Enhancing adaptation for motivated agents. Adaptive Behavior, 21(6), 465\u2013483.","DOI":"10.1177\/1059712313486817"},{"key":"5666_CR25","doi-asserted-by":"crossref","unstructured":"Coutinho, E., Miranda, E. R., & Cangelosi, A. (2005). Towards a model for embodied emotions. In Portuguese conference on artificial intelligence, 2005. epia 2005 (pp. 54\u201363). IEEE.","DOI":"10.1109\/EPIA.2005.341264"},{"key":"5666_CR26","volume-title":"Descartes\u2019 error: Emotion, reason and the human brain","author":"AR Damasio","year":"1994","unstructured":"Damasio, A. R. (1994). Descartes\u2019 error: Emotion, reason and the human brain. New York: Grosset\/Putnam."},{"key":"5666_CR27","unstructured":"Deisenroth, M., & Rasmussen, C. E. (2011). PILCO: A model-based and data-efficient approach to policy search. In Proceedings of the 28th international conference on machine learning (ICML-11) (pp. 465\u2013472)."},{"key":"5666_CR28","unstructured":"Doshi, P., & Gmytrasiewicz, P. (2004). Towards affect-based approximations to rational planning: A decision-theoretic perspective to emotions. In Working notes of the spring symposium on architectures for modeling emotion: Cross-disciplinary foundations."},{"key":"5666_CR29","unstructured":"Doya, K. (2000). Metalearning, neuromodulation, and emotion. In Affective minds (p. 101)."},{"issue":"4","key":"5666_CR30","doi-asserted-by":"crossref","first-page":"495","DOI":"10.1016\/S0893-6080(02)00044-8","volume":"15","author":"K Doya","year":"2002","unstructured":"Doya, K. (2002). Metalearning and neuromodulation. Neural Networks, 15(4), 495\u2013506.","journal-title":"Neural Networks"},{"issue":"2","key":"5666_CR31","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1016\/j.neubiorev.2005.07.001","volume":"30","author":"BD Dunn","year":"2006","unstructured":"Dunn, B. D., Dalgleish, T., & Lawrence, A. D. (2006). The somatic marker hypothesis: A critical evaluation. Neuroscience & Biobehavioral Reviews, 30(2), 239\u2013271.","journal-title":"Neuroscience & Biobehavioral Reviews"},{"issue":"4","key":"5666_CR32","doi-asserted-by":"crossref","first-page":"712","DOI":"10.1037\/0022-3514.53.4.712","volume":"53","author":"P Ekman","year":"1987","unstructured":"Ekman, P., Friesen, W. V., O\u2019Sullivan, M., Chan, A., Diacoyanni-Tarlatzis, I., Heider, K., et al. (1987). Universals and cultural differences in the judgments of facial expressions of emotion. Journal of Personality and Social Psychology, 53(4), 712.","journal-title":"Journal of Personality and Social Psychology"},{"issue":"3","key":"5666_CR33","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1023\/A:1010030809960","volume":"3","author":"MS El-Nasr","year":"2000","unstructured":"El-Nasr, M. S., Yen, J., & Ioerger, T. R. (2000). Flame-fuzzy logic adaptive model of emotions. Autonomous Agents and Multi-agent Systems, 3(3), 219\u2013257.","journal-title":"Autonomous Agents and Multi-agent Systems"},{"key":"5666_CR34","doi-asserted-by":"crossref","unstructured":"Ficocelli, M., Terao, J., & Nejat, G. (2016). Promoting interactions between humans and robots using robotic emotional behavior. IEEE Transactions on Cybernetics, 46(12), 2911\u20132923.","DOI":"10.1109\/TCYB.2015.2492999"},{"issue":"3","key":"5666_CR35","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1016\/S0921-8890(02)00372-X","volume":"42","author":"T Fong","year":"2003","unstructured":"Fong, T., Nourbakhsh, I., & Dautenhahn, K. (2003). A survey of socially interactive robots. Robotics and Autonomous Systems, 42(3), 143\u2013166.","journal-title":"Robotics and Autonomous Systems"},{"issue":"1","key":"5666_CR36","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1109\/TAMD.2013.2277589","volume":"6","author":"S Franklin","year":"2014","unstructured":"Franklin, S., Madl, T., D\u2019mello, S., & Snaider, J. (2014). LIDA: A systems-level architecture for cognition, emotion, and learning. IEEE Transactions on Autonomous Mental Development, 6(1), 19\u201341.","journal-title":"IEEE Transactions on Autonomous Mental Development"},{"issue":"2","key":"5666_CR37","doi-asserted-by":"crossref","first-page":"212","DOI":"10.1037\/0022-3514.57.2.212","volume":"57","author":"NH Frijda","year":"1989","unstructured":"Frijda, N. H., Kuipers, P., & Ter Schure, E. (1989). Relations among emotion, appraisal, and emotional action readiness. Journal of Personality and Social Psychology, 57(2), 212.","journal-title":"Journal of Personality and Social Psychology"},{"key":"5666_CR38","first-page":"385","volume":"4","author":"SC Gadanho","year":"2003","unstructured":"Gadanho, S. C. (2003). Learning behavior-selection by emotions and cognition in a multi-goal robot task. The Journal of Machine Learning Research, 4, 385\u2013412.","journal-title":"The Journal of Machine Learning Research"},{"key":"5666_CR39","unstructured":"Gadanho, S. C., & Hallam, J. (1998). Emotion triggered learning for autonomous robots. DAI Research Paper."},{"issue":"1","key":"5666_CR40","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1177\/105971230200900102","volume":"9","author":"SC Gadanho","year":"2001","unstructured":"Gadanho, S. C., & Hallam, J. (2001). Robot learning driven by emotions. Adaptive Behavior, 9(1), 42\u201364.","journal-title":"Adaptive Behavior"},{"key":"5666_CR41","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1007\/978-1-4615-1107-6_5","volume-title":"Game theory and decision theory in agent-based systems","author":"PJ Gmytrasiewicz","year":"2002","unstructured":"Gmytrasiewicz, P. J., & Lisetti, C. L. (2002). Emotions and personality in agent design and modeling. Game theory and decision theory in agent-based systems (pp. 81\u201395). Berlin: Springer."},{"key":"5666_CR42","volume-title":"EMOBOT: A robot control architecture based on emotion-like internal values","author":"N Goerke","year":"2006","unstructured":"Goerke, N. (2006). EMOBOT: A robot control architecture based on emotion-like internal values. Rijeka: INTECH Open Access Publisher."},{"key":"5666_CR43","volume-title":"Deep learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow, I., Bengio, Y., & Courville, A. (2016). Deep learning. Cambridge: MIT Press."},{"key":"5666_CR44","volume-title":"Appraisal models","author":"J Gratch","year":"2014","unstructured":"Gratch, J., & Marsella, S. (2014). Appraisal models. Oxford: Oxford University Press."},{"key":"5666_CR45","doi-asserted-by":"crossref","unstructured":"Guojiang, W., Xiaoxiao, W., & Kechang, F. (2010). Behavior decision model of intelligent agent based on artificial emotion. In 2010 2nd International conference on advanced computer control (ICACC) (Vol. 4, pp. 185\u2013189). IEEE.","DOI":"10.1109\/ICACC.2010.5487217"},{"issue":"3","key":"5666_CR46","first-page":"111","volume":"2","author":"C Hasson","year":"2011","unstructured":"Hasson, C., Gaussier, P., & Boucenna, S. (2011). Emotions as a dynamical system: The interplay between the meta-control and communication function of \u00e9motions. Paladyn, 2(3), 111\u2013125.","journal-title":"Paladyn"},{"key":"5666_CR47","doi-asserted-by":"crossref","unstructured":"Hester, T., & Stone, P. (2012a). Intrinsically motivated model learning for a developing curious agent. In 2012 IEEE international conference on development and learning and epigenetic robotics (ICDL) (pp. 1\u20136). IEEE.","DOI":"10.1109\/DevLrn.2012.6400802"},{"key":"5666_CR48","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1007\/978-3-642-27645-3_4","volume-title":"Reinforcement learning","author":"T Hester","year":"2012","unstructured":"Hester, T., & Stone, P. (2012b). Learning and using models. Reinforcement learning (pp. 111\u2013141). Berlin: Springer."},{"key":"5666_CR49","doi-asserted-by":"crossref","unstructured":"Hoey, J., & Schr\u00f6der, T. (2015). Bayesian affect control theory of self. In AAAI (pp. 529\u2013536). Citeseer.","DOI":"10.1609\/aaai.v29i1.9222"},{"key":"5666_CR50","doi-asserted-by":"crossref","unstructured":"Hoey, J., Schroder, T., & Alhothali, A. (2013). Bayesian affect control theory. In 2013 Humaine association conference on affective computing and intelligent interaction (ACII) (pp. 166\u2013172). IEEE.","DOI":"10.1109\/ACII.2013.34"},{"key":"5666_CR51","doi-asserted-by":"crossref","first-page":"501","DOI":"10.1007\/978-3-540-73055-2_52","volume-title":"Nature inspired problem-solving methods in knowledge engineering","author":"E Hogewoning","year":"2007","unstructured":"Hogewoning, E., Broekens, J., Eggermont, J., & Bovenkamp, E. G. (2007). Strategies for affect-controlled action-selection in Soar-RL. Nature inspired problem-solving methods in knowledge engineering (pp. 501\u2013510). Berlin: Springer."},{"key":"5666_CR52","unstructured":"Houthooft, R., Chen, X., Duan, Y., Schulman, J., De Turck, F., & Abbeel, P. (2016). Curiosity-driven exploration in deep reinforcement learning via bayesian neural networks. arXiv preprint arXiv:1605.09674"},{"key":"5666_CR53","doi-asserted-by":"crossref","unstructured":"Huang, X., Du, C., Peng, Y., Wang, X., & Liu, J. (2012). Goal-oriented action planning in partially observable stochastic domains. In: 2012 IEEE 2nd international conference on cloud computing and intelligent systems (CCIS) (Vol. 3, pp. 1381\u20131385). IEEE.","DOI":"10.1109\/CCIS.2012.6664612"},{"key":"5666_CR54","volume-title":"Principles of behavior: An introduction to behavior theory","author":"CL Hull","year":"1943","unstructured":"Hull, C. L. (1943). Principles of behavior: An introduction to behavior theory. New York: Appleton-Century."},{"key":"5666_CR55","unstructured":"Jacobs, E., Broekens, J., & Jonker, C. M. (2014). Emergent dynamics of joy, distress, hope and fear in reinforcement learning agents. In Adaptive learning agents workshop at AAMAS2014."},{"key":"5666_CR56","doi-asserted-by":"publisher","unstructured":"Joffily, M., & Coricelli, G. (2013). Emotional valence and the free-energy principle. PLOS Computational Biology, 9(6), e1003094. doi: 10.1371\/journal.pcbi.10030946 .","DOI":"10.1371\/journal.pcbi.10030946"},{"issue":"3\u20134","key":"5666_CR57","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1080\/02699939208411069","volume":"6","author":"PN Johnson-Laird","year":"1992","unstructured":"Johnson-Laird, P. N., & Oatley, K. (1992). Basic emotions, rationality, and folk theory. Cognition and Emotion, 6(3\u20134), 201\u2013223.","journal-title":"Cognition and Emotion"},{"key":"5666_CR58","doi-asserted-by":"crossref","unstructured":"Kahneman, D., & Tversky, A. (1979). Prospect theory: An analysis of decision under risk. Econometrica: Journal of the Econometric Society, 47(2), 263\u2013292.","DOI":"10.2307\/1914185"},{"key":"5666_CR59","unstructured":"Keramati, M., & Gutkin, B. S. (2011). A reinforcement learning theory for homeostatic regulation. In Advances in neural information processing systems (pp. 82\u201390)."},{"issue":"2","key":"5666_CR60","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1007\/s10846-010-9418-7","volume":"60","author":"HR Kim","year":"2010","unstructured":"Kim, H. R., & Kwon, D. S. (2010). Computational model of emotion generation for human-robot interaction based on the cognitive appraisal theory. Journal of Intelligent & Robotic Systems, 60(2), 263\u2013283.","journal-title":"Journal of Intelligent & Robotic Systems"},{"key":"5666_CR61","doi-asserted-by":"crossref","unstructured":"Kim, K. H., & Cho, S. B. (2015). A group emotion control system based on reinforcement learning. In SoCPaR 2015.","DOI":"10.1109\/SOCPAR.2015.7492826"},{"issue":"4","key":"5666_CR62","doi-asserted-by":"crossref","first-page":"409","DOI":"10.1007\/s12369-012-0163-x","volume":"4","author":"WB Knox","year":"2012","unstructured":"Knox, W. B., Glass, B., Love, B., Maddox, W. T., & Stone, P. (2012). How humans teach agents. International Journal of Social Robotics, 4(4), 409\u2013421.","journal-title":"International Journal of Social Robotics"},{"key":"5666_CR63","doi-asserted-by":"crossref","unstructured":"Knox, W. B., Stone, P., & Breazeal, C. (2013). Training a robot via human feedback: A case study. Lecture Notes in Computer Science, (Vol. 8239, pp. 460\u2013470). Springer International Publishing, Book Section, 46.","DOI":"10.1007\/978-3-319-02675-6_46"},{"key":"5666_CR64","doi-asserted-by":"crossref","first-page":"579","DOI":"10.1007\/978-3-642-27645-3_18","volume-title":"Reinforcement learning","author":"J Kober","year":"2012","unstructured":"Kober, J., & Peters, J. (2012). Reinforcement learning in robotics: A survey. Reinforcement learning (pp. 579\u2013610). Berlin: Springer."},{"key":"5666_CR65","doi-asserted-by":"crossref","unstructured":"Konidaris, G., & Barto, A. (2006). An adaptive robot motivational system. In From Animals to Animats 9 (pp. 346\u2013356). Berlin: Springer.","DOI":"10.1007\/11840541_29"},{"key":"5666_CR66","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1007\/978-3-642-12604-8_5","volume-title":"Modeling machine emotions for realizing intelligence","author":"N Kubota","year":"2010","unstructured":"Kubota, N., & Wakisaka, S. (2010). Emotional model based on computational intelligence for partner robots. Modeling machine emotions for realizing intelligence (pp. 89\u2013108). Berlin: Springer."},{"issue":"3","key":"5666_CR67","doi-asserted-by":"crossref","first-page":"149","DOI":"10.3390\/robotics2030149","volume":"2","author":"T Kuremoto","year":"2013","unstructured":"Kuremoto, T., Tsurusaki, T., Kobayashi, K., Mabu, S., & Obayashi, M. (2013). An improved reinforcement learning system using affective factors. Robotics, 2(3), 149\u2013164.","journal-title":"Robotics"},{"key":"5666_CR68","unstructured":"Lahnstein, M. (2005). The emotive episode is a composition of anticipatory and reactive evaluations. In Proceedings of the AISB\u201905 symposium on agents that want and like (pp. 62\u201369)."},{"key":"5666_CR69","first-page":"224","volume":"171","author":"JE Laird","year":"2008","unstructured":"Laird, J. E. (2008). Extending the Soar cognitive architecture. Frontiers in Artificial Intelligence and Applications, 171, 224.","journal-title":"Frontiers in Artificial Intelligence and Applications"},{"issue":"4","key":"5666_CR70","doi-asserted-by":"crossref","first-page":"352","DOI":"10.1037\/0003-066X.46.4.352","volume":"46","author":"RS Lazarus","year":"1991","unstructured":"Lazarus, R. S. (1991). Cognition and motivation in emotion. American Psychologist, 46(4), 352.","journal-title":"American Psychologist"},{"issue":"4\u20135","key":"5666_CR71","doi-asserted-by":"crossref","first-page":"727","DOI":"10.1023\/A:1025048802629","volume":"23","author":"J LeDoux","year":"2003","unstructured":"LeDoux, J. (2003). The emotional brain, fear, and the amygdala. Cellular and Molecular Neurobiology, 23(4\u20135), 727\u2013738.","journal-title":"Cellular and Molecular Neurobiology"},{"key":"5666_CR72","doi-asserted-by":"crossref","unstructured":"Lee-Johnson, C. P., & Carnegie, D., et\u00a0al. (2007). Emotion-based parameter modulation for a hierarchical mobile robot planning and control architecture. In IEEE\/RSJ international conference on intelligent robots and systems, 2007, IROS 2007 (pp. 2839\u20132844). IEEE.","DOI":"10.1109\/IROS.2007.4399080"},{"issue":"2","key":"5666_CR73","doi-asserted-by":"crossref","first-page":"469","DOI":"10.1109\/TSMCB.2009.2026826","volume":"40","author":"CP Lee-Johnson","year":"2010","unstructured":"Lee-Johnson, C. P., Carnegie, D., et al. (2010). Mobile robot navigation modulated by artificial emotions. IEEE Transactions on Systems, Man, and Cybernetics, Part B: Cybernetics, 40(2), 469\u2013480.","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics, Part B: Cybernetics"},{"key":"5666_CR74","first-page":"273","volume-title":"Expressing emotion through posture and gesture","author":"M Lhommet","year":"2015","unstructured":"Lhommet, M., & Marsella, S. C. (2015). Expressing emotion through posture and gesture (pp. 273\u2013285). Oxford: Oxford University Press."},{"key":"5666_CR75","unstructured":"Lisetti, C., & Hudlicka, E. (2015). Why and how to build emotion-based agent architectures, in The Oxford Handbook of Affective Computing, Chap. 8 (Oxford Library of Psychology, 2015) p. 94."},{"key":"5666_CR76","unstructured":"Marinier, R., & Laird, J. E. (2008). Emotion-driven reinforcement learning. In Cognitive science (pp. 115\u2013120)."},{"key":"5666_CR77","first-page":"21","volume-title":"A blueprint for affective computing","author":"S Marsella","year":"2010","unstructured":"Marsella, S., Gratch, J., & Petta, P. (2010). Computational models of emotion. In K. Scherer, T. B\u00e4nziger, & E. Roesch (Eds.), A blueprint for affective computing (pp. 21\u201345). Oxford: Oxford University Press."},{"issue":"1","key":"5666_CR78","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1016\/j.cogsys.2008.03.005","volume":"10","author":"SC Marsella","year":"2009","unstructured":"Marsella, S. C., & Gratch, J. (2009). EMA: A process model of appraisal dynamics. Cognitive Systems Research, 10(1), 70\u201390.","journal-title":"Cognitive Systems Research"},{"key":"5666_CR79","doi-asserted-by":"crossref","unstructured":"Matsuda, A., Misawa, H., & Horio, K. (2011). Decision making based on reinforcement learning and emotion learning for social behavior. In 2011 IEEE international conference on fuzzy systems (FUZZ) (pp. 2714\u20132719). IEEE.","DOI":"10.1109\/FUZZY.2011.6007506"},{"key":"5666_CR80","first-page":"340","volume":"3\u20134","author":"F Michaud","year":"2002","unstructured":"Michaud, F. (2002). EMIB\u2013Computational architecture based on emotion and motivation for in-tentional selection and configuration of behaviour-producing modules. Cognitive Science Quarterly, 3\u20134, 340\u2013361.","journal-title":"Cognitive Science Quarterly"},{"issue":"7540","key":"5666_CR81","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A. A., Veness, J., Bellemare, M. G., et al. (2015). Human-level control through deep reinforcement learning. Nature, 518(7540), 529\u2013533.","journal-title":"Nature"},{"key":"5666_CR82","unstructured":"Moerland, T. M., Broekens, J., & Jonker, C. M. (2016). Fear and hope emerge from anticipation in model-based reinforcement learning. In Proceedings of the international joint conference on artificial intelligence (IJCAI) (pp. 848\u2013854)."},{"key":"5666_CR83","unstructured":"Moerland, T. M., Broekens, J., & Jonker, C. M. (2017). Learning multimodal transition dynamics for model-based reinforcement learning. arXiv preprint arXiv:1705.00470 ."},{"key":"5666_CR84","first-page":"115","volume":"6","author":"J Moren","year":"2000","unstructured":"Moren, J., & Balkenius, C. (2000). A computational model of emotional learning in the amygdala. From Animals to Animats, 6, 115\u2013124.","journal-title":"From Animals to Animats"},{"issue":"3\u20134","key":"5666_CR85","doi-asserted-by":"crossref","first-page":"327","DOI":"10.1002\/cav.1515","volume":"24","author":"MB Moussa","year":"2013","unstructured":"Moussa, M. B., & Magnenat-Thalmann, N. (2013). Toward socially responsible agents: Integrating attachment and learning in emotional decision-making. Computer Animation and Virtual Worlds, 24(3\u20134), 327\u2013334.","journal-title":"Computer Animation and Virtual Worlds"},{"issue":"5","key":"5666_CR86","doi-asserted-by":"crossref","first-page":"744","DOI":"10.1109\/TRA.2002.804503","volume":"18","author":"RR Murphy","year":"2002","unstructured":"Murphy, R. R., Lisetti, C. L., Tardif, R., Irish, L., & Gage, A. (2002). Emotion-based control of cooperating heterogeneous mobile robots. IEEE Transactions on Robotics and Automation, 18(5), 744\u2013757.","journal-title":"IEEE Transactions on Robotics and Automation"},{"key":"5666_CR87","first-page":"278","volume":"99","author":"AY Ng","year":"1999","unstructured":"Ng, A. Y., Harada, D., & Russell, S. (1999). Policy invariance under reward transformations: Theory and application to reward shaping. ICML, 99, 278\u2013287.","journal-title":"ICML"},{"key":"5666_CR88","doi-asserted-by":"crossref","unstructured":"Obayashi, M., Takuno, T., Kuremoto, T., & Kobayashi, K. (2012). An emotional model embedded reinforcement learning system. In 2012 IEEE international conference on systems, man, and cybernetics (SMC) (pp. 1058\u20131063). IEEE.","DOI":"10.1109\/ICSMC.2012.6377870"},{"key":"5666_CR89","first-page":"261","volume-title":"Facial expressions of emotions for virtual characters","author":"M Ochs","year":"2015","unstructured":"Ochs, M., Niewiadomski, R., & Pelachaud, C. (2015). Facial expressions of emotions for virtual characters (pp. 261\u2013272). Oxford: Oxford University Press."},{"key":"5666_CR90","unstructured":"Oh, J., Guo, X., Lee, H., Lewis, R. L., & Singh, S. (2015). Action-conditional video prediction using deep networks in atari games. In Advances in neural information processing systems (pp. 2863\u20132871)."},{"key":"5666_CR91","volume-title":"The cognitive structure of emotions","author":"A Ortony","year":"1990","unstructured":"Ortony, A., Clore, G. L., & Collins, A. (1990). The cognitive structure of emotions. Cambridge: Cambridge University Press."},{"key":"5666_CR92","volume-title":"The measurement of meaning","author":"CE Osgood","year":"1964","unstructured":"Osgood, C. E., Suci, G. J., & Tannenbaum, P. H. (1964). The measurement of meaning. Champaign: University of Illinois Press."},{"key":"5666_CR93","doi-asserted-by":"crossref","unstructured":"Oudeyer, P. Y., & Kaplan, F. (2007). What is intrinsic motivation? A typology of computational approaches. Frontiers in Neurorobotics, 1(6).","DOI":"10.3389\/neuro.12.006.2007"},{"issue":"2","key":"5666_CR94","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1109\/TEVC.2006.890271","volume":"11","author":"PY Oudeyer","year":"2007","unstructured":"Oudeyer, P. Y., Kaplan, F., & Hafner, V. V. (2007). Intrinsic motivation systems for autonomous mental development. IEEE Transactions on Evolutionary Computation, 11(2), 265\u2013286.","journal-title":"IEEE Transactions on Evolutionary Computation"},{"key":"5666_CR95","first-page":"296","volume-title":"Emotion modeling for social robots","author":"A Paiva","year":"2015","unstructured":"Paiva, A., Leite, I., & Ribeiro, T. (2015). Emotion modeling for social robots (pp. 296\u2013308). Oxford: Oxford University Press."},{"issue":"6","key":"5666_CR96","doi-asserted-by":"crossref","first-page":"453","DOI":"10.1177\/1059712310388528","volume":"18","author":"D Parisi","year":"2010","unstructured":"Parisi, D., & Petrosino, G. (2010). Robots that have emotions. Adaptive Behavior, 18(6), 453\u2013469.","journal-title":"Adaptive Behavior"},{"issue":"3","key":"5666_CR97","doi-asserted-by":"crossref","first-page":"214","DOI":"10.1177\/1754073909103589","volume":"1","author":"R Reisenzein","year":"2009","unstructured":"Reisenzein, R. (2009). Emotional experience in the computational belief-desire theory of emotion. Emotion Review, 1(3), 214\u2013222.","journal-title":"Emotion Review"},{"issue":"9","key":"5666_CR98","doi-asserted-by":"crossref","first-page":"5437","DOI":"10.1523\/JNEUROSCI.14-09-05437.1994","volume":"14","author":"ET Rolls","year":"1994","unstructured":"Rolls, E. T., & Baylis, L. L. (1994). Gustatory, olfactory, and visual convergence within the primate orbitofrontal cortex. The Journal of Neuroscience, 14(9), 5437\u20135452.","journal-title":"The Journal of Neuroscience"},{"issue":"3","key":"5666_CR99","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1016\/j.pneurobio.2008.09.001","volume":"86","author":"ET Rolls","year":"2008","unstructured":"Rolls, E. T., & Grabenhorst, F. (2008). The orbitofrontal cortex and beyond: from affect to decision-making. Progress in Neurobiology, 86(3), 216\u2013244.","journal-title":"Progress in Neurobiology"},{"issue":"1","key":"5666_CR100","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10458-011-9166-5","volume":"25","author":"T Rumbell","year":"2012","unstructured":"Rumbell, T., Barnden, J., Denham, S., & Wennekers, T. (2012). Emotions in autonomous agents: comparative analysis of mechanisms and functions. Autonomous Agents and Multi-Agent Systems, 25(1), 1\u201345.","journal-title":"Autonomous Agents and Multi-Agent Systems"},{"key":"5666_CR101","unstructured":"Rummery, G. A., & Niranjan, M. (1994). On-line Q-learning using connectionist systems. Technical Report, University of Cambridge, Department of Engineering."},{"issue":"10","key":"5666_CR102","doi-asserted-by":"crossref","first-page":"1152","DOI":"10.1037\/0022-3514.36.10.1152","volume":"36","author":"JA Russell","year":"1978","unstructured":"Russell, J. A. (1978). Evidence of convergent validity on the dimensions of affect. Journal of Personality and Social Psychology, 36(10), 1152.","journal-title":"Journal of Personality and Social Psychology"},{"issue":"5","key":"5666_CR103","doi-asserted-by":"crossref","first-page":"805","DOI":"10.1037\/0022-3514.76.5.805","volume":"76","author":"JA Russell","year":"1999","unstructured":"Russell, J. A., & Barrett, L. F. (1999). Core affect, prototypical emotional episodes, and other things called emotion: Dissecting the elephant. Journal of Personality and Social Psychology, 76(5), 805.","journal-title":"Journal of Personality and Social Psychology"},{"key":"5666_CR104","first-page":"27","volume":"25","author":"S Russell","year":"1995","unstructured":"Russell, S., Norvig, P., & Intelligence, A. (1995). A modern approach. Artificial Intelligence, 25, 27.","journal-title":"Artificial Intelligence"},{"issue":"1","key":"5666_CR105","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1109\/T-AFFC.2011.32","volume":"3","author":"MA Salichs","year":"2012","unstructured":"Salichs, M. A., & Malfaz, M. (2012). A new approach to modeling emotions and their use on a decision-making system for artificial agents. IEEE Transactions on Affective Computing, 3(1), 56\u201368.","journal-title":"IEEE Transactions on Affective Computing"},{"key":"5666_CR106","doi-asserted-by":"crossref","unstructured":"Scherer, K. R. (1999) Appraisal theory. Handbook of cognition and emotion (pp. 637\u2013663).","DOI":"10.1002\/0470013494.ch30"},{"key":"5666_CR107","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780195130072.001.0001","volume-title":"Appraisal processes in emotion: Theory, methods, research","author":"KR Scherer","year":"2001","unstructured":"Scherer, K. R., Schorr, A., & Johnstone, T. (2001). Appraisal processes in emotion: Theory, methods, research. Oxford: Oxford University Press."},{"issue":"1","key":"5666_CR108","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1016\/S0893-6080(02)00228-9","volume":"16","author":"N Schweighofer","year":"2003","unstructured":"Schweighofer, N., & Doya, K. (2003). Meta-learning in reinforcement learning. Neural Networks, 16(1), 5\u20139.","journal-title":"Neural Networks"},{"key":"5666_CR109","doi-asserted-by":"crossref","first-page":"326","DOI":"10.1007\/978-3-642-24600-5_36","volume-title":"Affective computing and intelligent interaction","author":"P Sequeira","year":"2011","unstructured":"Sequeira, P., Melo, F. S., & Paiva, A. (2011). Emotion-based intrinsic motivation for reinforcement learning agents. Affective computing and intelligent interaction (pp. 326\u2013336). Berlin: Springer."},{"key":"5666_CR110","doi-asserted-by":"crossref","unstructured":"Sequeira, P., Melo, F. S., & Paiva, A. (2014). Learning by appraising: An emotion-based approach to intrinsic reward design. Adaptive Behavior, 22(5), 330\u2013349.","DOI":"10.1177\/1059712314543837"},{"key":"5666_CR111","doi-asserted-by":"crossref","unstructured":"Shi, X., Wang, Z., & Zhang, Q. (2012). Artificial emotion model based on neuromodulators and Q-learning. In W. Deng (Ed.), Future Control and Automation: Proceedings of the 2nd International Conference on Future Control and Automation (ICFCA 2012) (Vol. 1, pp. 293\u2013299). Berlin, Heidelberg: Springer.","DOI":"10.1007\/978-3-642-31006-5_35"},{"key":"5666_CR112","doi-asserted-by":"crossref","unstructured":"Shibata, T., Yoshida, M., & Yamato, J. (1997). Artificial emotional creature for human-machine interaction. In IEEE international conference on systems, man, and cybernetics, 1997. Computational cybernetics and simulation, 1997 (Vol. 3, pp. 2269\u20132274). IEEE.","DOI":"10.1109\/ICSMC.1997.635205"},{"issue":"1","key":"5666_CR113","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1007\/s10458-009-9093-x","volume":"20","author":"M Si","year":"2010","unstructured":"Si, M., Marsella, S. C., & Pynadath, D. V. (2010). Modeling appraisal in theory of mind reasoning. Autonomous Agents and Multi-Agent Systems, 20(1), 14\u201331.","journal-title":"Autonomous Agents and Multi-Agent Systems"},{"issue":"7587","key":"5666_CR114","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D., Huang, A., Maddison, C. J., Guez, A., Sifre, L., Van Den Driessche, G., et al. (2016). Mastering the game of Go with deep neural networks and tree search. Nature, 529(7587), 484\u2013489.","journal-title":"Nature"},{"issue":"2","key":"5666_CR115","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1109\/TAMD.2010.2051031","volume":"2","author":"S Singh","year":"2010","unstructured":"Singh, S., Lewis, R. L., Barto, A. G., & Sorg, J. (2010). Intrinsically motivated reinforcement learning: An evolutionary perspective. IEEE Transactions on Autonomous Mental Development, 2(2), 70\u201382.","journal-title":"IEEE Transactions on Autonomous Mental Development"},{"issue":"1","key":"5666_CR116","first-page":"9","volume":"3","author":"RS Sutton","year":"1988","unstructured":"Sutton, R. S. (1988). Learning to predict by the methods of temporal differences. Machine Learning, 3(1), 9\u201344.","journal-title":"Machine Learning"},{"key":"5666_CR117","volume-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R. S., & Barto, A. G. (1998). Reinforcement learning: An introduction. Cambridge: MIT Press."},{"key":"5666_CR118","doi-asserted-by":"crossref","first-page":"499","DOI":"10.1007\/978-3-540-28643-1_64","volume-title":"Entertainment computing\u2013ICEC 2004","author":"F Tanaka","year":"2004","unstructured":"Tanaka, F., Noda, K., Sawada, T., & Fujita, M. (2004). Associated emotion and its expression in an entertainment robot QRIO. Entertainment computing\u2013ICEC 2004 (pp. 499\u2013504). Berlin: Springer."},{"key":"5666_CR119","doi-asserted-by":"crossref","first-page":"395","DOI":"10.1007\/11821830_32","volume-title":"Intelligent virtual agents","author":"AL Thomaz","year":"2006","unstructured":"Thomaz, A. L., & Breazeal, C. (2006). Teachable characters: User studies, design principles, and learning performance. Intelligent virtual agents (pp. 395\u2013406). Berlin: Springer."},{"issue":"6","key":"5666_CR120","doi-asserted-by":"crossref","first-page":"716","DOI":"10.1016\/j.artint.2007.09.009","volume":"172","author":"AL Thomaz","year":"2008","unstructured":"Thomaz, A. L., & Breazeal, C. (2008). Teachable robots: Understanding human teaching behavior to build more effective robot learners. Artificial Intelligence, 172(6), 716\u2013737.","journal-title":"Artificial Intelligence"},{"issue":"1","key":"5666_CR121","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1007\/BF00235545","volume":"49","author":"S Thorpe","year":"1983","unstructured":"Thorpe, S., Rolls, E., & Maddison, S. (1983). The orbitofrontal cortex: neuronal activity in the behaving monkey. Experimental Brain Research, 49(1), 93\u2013115.","journal-title":"Experimental Brain Research"},{"key":"5666_CR122","doi-asserted-by":"crossref","unstructured":"Tsankova, D. D. (2002). Emotionally influenced coordination of behaviors for autonomous mobile robots. In 2002 First international IEEE symposium on intelligent systems, 2002, Proceedings (Vol. 1, pp. 92\u201397). IEEE.","DOI":"10.1109\/IS.2002.1044234"},{"key":"5666_CR123","unstructured":"Velasquez, J. (1998). Modeling emotion-based decision-making. In Emotional and intelligent: The tangled knot of cognition (pp. 164\u2013169)."},{"issue":"1","key":"5666_CR124","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1109\/T-AFFC.2011.27","volume":"3","author":"A Vinciarelli","year":"2012","unstructured":"Vinciarelli, A., Pantic, M., Heylen, D., Pelachaud, C., Poggi, I., D\u2019Errico, F., et al. (2012). Bridging the gap between social animal and unsocial machine: A survey of social signal processing. IEEE Transactions on Affective Computing, 3(1), 69\u201387.","journal-title":"IEEE Transactions on Affective Computing"},{"key":"5666_CR125","doi-asserted-by":"crossref","unstructured":"Von Haugwitz, R., Kitamura, Y., & Takashima, K. (2012). Modulating reinforcement-learning parameters using agent emotions. In 2012 Joint 6th international conference on soft computing and intelligent systems (SCIS) and 13th international symposium on advanced intelligent systems (ISIS) (pp. 1281\u20131285). IEEE.","DOI":"10.1109\/SCIS-ISIS.2012.6505340"},{"key":"5666_CR126","unstructured":"Watkins, C. J. C. H. (1989). Learning from delayed rewards. Ph.D. Thesis, University of Cambridge England."},{"key":"5666_CR127","doi-asserted-by":"crossref","unstructured":"Wiering, M., & Van Otterlo, M. (2012). Reinforcement learning. Adaptation, Learning, and Optimization, 12.","DOI":"10.1007\/978-3-642-27645-3"},{"key":"5666_CR128","doi-asserted-by":"crossref","unstructured":"Williams, H., Lee-Johnson, C., Browne, W. N., & Carnegie, D. A. (2015). Emotion inspired adaptive robotic path planning. In 2015 IEEE congress on evolutionary computation (CEC) (pp. 3004\u20133011). IEEE","DOI":"10.1109\/CEC.2015.7257263"},{"key":"5666_CR129","doi-asserted-by":"crossref","first-page":"372","DOI":"10.1007\/978-3-642-44927-7_25","volume-title":"PRIMA 2013: Principles and practice of multi-agent systems","author":"C Yu","year":"2013","unstructured":"Yu, C., Zhang, M., & Ren, F. (2013). Emotional multiagent reinforcement learning in social dilemmas. PRIMA 2013: Principles and practice of multi-agent systems (pp. 372\u2013387). Berlin: Springer."},{"issue":"12","key":"5666_CR130","doi-asserted-by":"crossref","first-page":"3083","DOI":"10.1109\/TNNLS.2015.2403394","volume":"26","author":"C Yu","year":"2015","unstructured":"Yu, C., Zhang, M., Ren, F., & Tan, G. (2015). Emotional multiagent reinforcement learning in spatial social dilemmas. IEEE Transactions on Neural Networks and Learning Systems, 26(12), 3083\u20133096.","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"5666_CR131","doi-asserted-by":"crossref","unstructured":"Zhang, H., & Liu, S. (2009). Design of autonomous navigation system based on affective cognitive learning and decision-making. In 2009 IEEE international conference on robotics and biomimetics (ROBIO) (pp. 2491\u20132496). IEEE.","DOI":"10.1109\/ROBIO.2009.5420477"},{"key":"5666_CR132","doi-asserted-by":"crossref","first-page":"419","DOI":"10.1007\/3-540-36187-1_37","volume-title":"AI 2002: Advances in artificial intelligence","author":"W Zhou","year":"2002","unstructured":"Zhou, W., & Coggins, R. (2002). Computational models of the amygdala and the orbitofrontal cortex: A hierarchical reinforcement learning system for robotic control. AI 2002: Advances in artificial intelligence (pp. 419\u2013430). Berlin: Springer."}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10994-017-5666-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-017-5666-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-017-5666-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,26]],"date-time":"2024-06-26T13:54:47Z","timestamp":1719410087000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10994-017-5666-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,8,25]]},"references-count":132,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2018,2]]}},"alternative-id":["5666"],"URL":"https:\/\/doi.org\/10.1007\/s10994-017-5666-0","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,8,25]]}}}