{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,26]],"date-time":"2025-08-26T19:40:06Z","timestamp":1756237206119,"version":"3.44.0"},"reference-count":26,"publisher":"IEEE","license":[{"start":{"date-parts":[[2012,11,1]],"date-time":"2012-11-01T00:00:00Z","timestamp":1351728000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2012,11,1]],"date-time":"2012-11-01T00:00:00Z","timestamp":1351728000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2012,11]]},"DOI":"10.1109\/scis-isis.2012.6505340","type":"proceedings-article","created":{"date-parts":[[2013,4,26]],"date-time":"2013-04-26T19:28:32Z","timestamp":1367004512000},"page":"1281-1285","source":"Crossref","is-referenced-by-count":2,"title":["Modulating reinforcement-learning parameters using agent emotions"],"prefix":"10.1109","author":[{"given":"Rickard","family":"von Haugwitz","sequence":"first","affiliation":[{"name":"Applied Information Technology, Chalmers University of Technology, Göteborg, Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yoshifumi","family":"Kitamura","sequence":"additional","affiliation":[{"name":"Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kazuki","family":"Takashima","sequence":"additional","affiliation":[{"name":"Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"19","article-title":"Video agents","author":"asai","year":"2007","journal-title":"ACM Siggraph Emerging Technologies"},{"key":"17","doi-asserted-by":"publisher","DOI":"10.2466\/pms.1964.18.1.119"},{"key":"18","doi-asserted-by":"publisher","DOI":"10.1243\/09596518JSCE150"},{"key":"15","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","article-title":"A framework for mesencephalic dopamine systems based on predictive hebbian learning","volume":"16","author":"montague","year":"1996","journal-title":"Journal of Neuroscience"},{"key":"16","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward","volume":"275","author":"schultz","year":"1997","journal-title":"Science"},{"key":"13","doi-asserted-by":"publisher","DOI":"10.1016\/0893-6080(90)90056-Q"},{"key":"14","first-page":"101","article-title":"Metalearning, neuromodulation, and emotion","author":"doya","year":"2000","journal-title":"13th Toyota Conference on Affective Minds"},{"key":"11","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(02)00056-4"},{"key":"12","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(02)00228-9"},{"key":"21","doi-asserted-by":"publisher","DOI":"10.1145\/1971630.1971652"},{"key":"20","doi-asserted-by":"publisher","DOI":"10.1145\/1450579.1450586"},{"key":"22","article-title":"The society of mind","author":"minsky","year":"1985","journal-title":"Simon & Schuster"},{"key":"23","doi-asserted-by":"publisher","DOI":"10.1515\/semi.1969.1.1.49"},{"key":"24","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2007.03.012"},{"key":"25","first-page":"2985","article-title":"Application of actor-critic learning to adaptive state space construction","volume":"5","author":"cheng","year":"2004","journal-title":"Proceedings of The Third International Conference on Machine Learning and Cybernetics"},{"key":"26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-16292-3_21"},{"key":"3","article-title":"Emotion-based learning of intrinsically motivated autonomous agents living in a social world","author":"malfaz","year":"2006","journal-title":"Proceedings of the Fifth International Conference on Development and Learning"},{"key":"2","doi-asserted-by":"publisher","DOI":"10.1016\/j.mehy.2011.11.016"},{"key":"10","first-page":"171","article-title":"Adapting bias by gradient descent: An incremental version of delta-bar-delta","author":"sutton","year":"1992","journal-title":"Proceedings of AAAI-92 The National Conference on Artificial Intelligence"},{"key":"1","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(02)00044-8"},{"journal-title":"Reinforcement learning in autonomous robots An empirical investigation of the role of emotions","year":"1999","author":"gadanho","key":"7"},{"journal-title":"A Computational Unification of Cognitive Behavior and Emotion","year":"2008","author":"marinier","key":"6"},{"key":"5","article-title":"Computational modeling of mood and feeling from emotion","author":"marinier","year":"2007","journal-title":"Proceedings of the 29th Annual Conference of the Cognitive Science Society"},{"key":"4","first-page":"92","article-title":"Appraisal considered as a process of multi-level sequential checking","author":"scherer","year":"2001","journal-title":"New York Oxford Oxford"},{"key":"9","first-page":"385","article-title":"Learning behavior-selection by emotions and cognition in a multi-goal robot task","volume":"4","author":"gadanho","year":"2003","journal-title":"Journal of Machine Learning Research"},{"key":"8","doi-asserted-by":"publisher","DOI":"10.1080\/019697201750257766"}],"event":{"name":"2012 Joint 6th Intl. Conference on Soft Computing and Intelligent Systems (SCIS) and 13th Intl. Symposium on Advanced Intelligent Systems (ISIS)","start":{"date-parts":[[2012,11,20]]},"location":"Kobe, Japan","end":{"date-parts":[[2012,11,24]]}},"container-title":["The 6th International Conference on Soft Computing and Intelligent Systems, and The 13th International Symposium on Advanced Intelligence Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6495582\/6504994\/06505340.pdf?arnumber=6505340","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,26]],"date-time":"2025-08-26T19:06:43Z","timestamp":1756235203000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/6505340\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,11]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/scis-isis.2012.6505340","relation":{},"subject":[],"published":{"date-parts":[[2012,11]]}}}