{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,2]],"date-time":"2026-05-02T01:34:00Z","timestamp":1777685640902,"version":"3.51.4"},"reference-count":51,"publisher":"SAGE Publications","issue":"1","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["HIS"],"published-print":{"date-parts":[[2019,4,17]]},"DOI":"10.3233\/his-180259","type":"journal-article","created":{"date-parts":[[2018,9,18]],"date-time":"2018-09-18T15:51:50Z","timestamp":1537285910000},"page":"27-53","source":"Crossref","is-referenced-by-count":0,"title":["Combining affective intelligence with learning to improve action selection in decision-making agents"],"prefix":"10.1177","volume":"15","author":[{"given":"Jason B.","family":"Williams","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoqin","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"179","reference":[{"key":"10.3233\/HIS-180259_ref1","doi-asserted-by":"crossref","unstructured":"A. Abraham, H. Guo and H. Liu, Swarm Intelligence: Foundations, Perspectives and Applications, Springer Berlin Heidelberg, Berlin, Heidelberg, 2006, pp. 3\u201325.","DOI":"10.1007\/978-3-540-33869-7_1"},{"issue":"1","key":"10.3233\/HIS-180259_ref2","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1007\/s12652-012-0136-9","article-title":"Axiomatic agent based architecture for agile decision making in strategic information systems","volume":"5","author":"Akhgar","year":"2014","journal-title":"Journal of Ambient Intelligence and Humanized Computing"},{"key":"10.3233\/HIS-180259_ref3","first-page":"1","article-title":"Emotions recognition using EEG signals: A survey","author":"Alarcao","year":"2018","journal-title":"IEEE Transactions on Affective Computing"},{"issue":"1","key":"10.3233\/HIS-180259_ref4","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1109\/TAFFC.2015.2503757","article-title":"Emotion recognition in never-seen languages using a novel ensemble method with emotion profiles","volume":"8","author":"Albornoz","year":"2017","journal-title":"IEEE Transactions on Affective Computing"},{"issue":"4","key":"10.3233\/HIS-180259_ref5","doi-asserted-by":"crossref","first-page":"439","DOI":"10.1207\/s15327051hci1204_5","article-title":"ACT-R: A theory of higher level cognition and its relation to visual attention","volume":"12","author":"Anderson","year":"1997","journal-title":"Hum Comput Interacts"},{"key":"10.3233\/HIS-180259_ref6","doi-asserted-by":"crossref","unstructured":"J. Bates, A.B. Loyall and W.S. Reilly, An architecture for action, emotion, and social behavior, in: Artificial Social Systems: Fourth European Workshop on Modeling Autonomous Agents in a Multi-Agent World, Springer-Verlag, Berlin, 1994.","DOI":"10.1007\/3-540-58266-5_4"},{"issue":"2","key":"10.3233\/HIS-180259_ref7","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1177\/1088868307301033","article-title":"How emotion shapes behavior: Feedback, Anticipation, and Reflection, rather than direct causation","volume":"11","author":"Baumeister","year":"2007","journal-title":"Personality and Social Psychology Review"},{"key":"10.3233\/HIS-180259_ref8","unstructured":"R.V. Belavkin, The role of emotion in problem solving, in: Proceedings of the AISB\u201901 symposium on Emotion, Cognition and Affective Computing, Heslington, York, England, 2001."},{"key":"10.3233\/HIS-180259_ref9","unstructured":"S. Bozinovski and L. Bozinovska, Emotion as internal state evaluation: A connectionist emotion-based learning architecture, in: Emotion-Based Agent Architectures (EBAA 99)\u00a0\u2013 Workshop of the Third International Conference on AUTONOMOUS AGENTS (Agents \u201999), Seattle, USA, May 1999."},{"key":"10.3233\/HIS-180259_ref10","doi-asserted-by":"crossref","unstructured":"E. Cambria, A. Livingstone and A. Hussain, The Hourglass of Emotions, Springer Berlin Heidelberg, Berlin, Heidelberg, 2012, pp. 144\u2013157.","DOI":"10.1007\/978-3-642-34584-5_11"},{"key":"10.3233\/HIS-180259_ref11","doi-asserted-by":"crossref","unstructured":"A. Chatchinarat, K.W. Wong and C.C. Fung, Fuzzy classification of human emotions using fuzzy c-mean FCFCM, in: 2016 International Conference on Fuzzy Theory and Its Applications (iFuzzy), Nov 2016, pp. 1\u20135.","DOI":"10.1109\/iFUZZY.2016.8004935"},{"key":"10.3233\/HIS-180259_ref12","doi-asserted-by":"crossref","first-page":"1032","DOI":"10.1145\/2851581.2886425","article-title":"On the future of personal assistants","author":"Cohen","year":"2016","journal-title":"Proceedings of the 2016 CHI Conference Extended Abstracts on Human Factors in Computing Systems"},{"key":"10.3233\/HIS-180259_ref13","unstructured":"A. Damasio, Descartes\u2019 Error: Emotion, Reason, and the Human Brain, Avon Books, 1994."},{"issue":"3","key":"10.3233\/HIS-180259_ref14","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1007\/s12559-010-9053-4","article-title":"Cognitive architectures for affect and motivation","volume":"2","author":"Davis","year":"2010","journal-title":"Cognitive Computation"},{"issue":"3","key":"10.3233\/HIS-180259_ref15","first-page":"99","article-title":"Optimization strategy of neural networks based on rational agents","volume":"14","author":"de","year":"2017","journal-title":"International Journal of Hybrid Intelligent Systems"},{"key":"10.3233\/HIS-180259_ref16","doi-asserted-by":"crossref","unstructured":"M. Dyer, Emotions and their computations: Three computer models, Cognition and Emotion, 1987.","DOI":"10.1080\/02699938708408054"},{"key":"10.3233\/HIS-180259_ref17","doi-asserted-by":"crossref","unstructured":"M.S. El-Nasr, T.R. Ioerger and J. Yen, PETEEI: a PET with evolving emotional intelligence, in: Proceedings of the third annual conference on Autonomous Agents, ACM Press, 1999, pp. 9\u201315.","DOI":"10.1145\/301136.301150"},{"issue":"3","key":"10.3233\/HIS-180259_ref18","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1023\/A:1010030809960","article-title":"Flame \u2013 Fuzzy Logic Adaptive Model of Emotions","volume":"3","author":"El-Nasr","year":"2000","journal-title":"Autonomous Agents and Multi-Agent Systems"},{"key":"10.3233\/HIS-180259_ref19","unstructured":"C. Elliott, The Affective Reasoner: A process model of emotions in a multi-agent system, PhD thesis, Institute for the Learning Sciences Tech., 1992."},{"issue":"1-2","key":"10.3233\/HIS-180259_ref20","doi-asserted-by":"crossref","first-page":"41","DOI":"10.3233\/HIS-170241","article-title":"Select this result for bulk action intelligent quranic story builder","volume":"14","author":"Faisal","year":"2017","journal-title":"International Journal of Hybrid Intelligent Systems"},{"key":"10.3233\/HIS-180259_ref21","first-page":"385","article-title":"Learning behavior-selection by emotions and cognition in a multi-goal robot task","volume":"4","author":"Gadanho","year":"2003","journal-title":"Journal of Machine Learning Research"},{"key":"10.3233\/HIS-180259_ref22","unstructured":"J. Gratch, Why you should buy an emotional planner, in: Emotion-Based Agent Architectures (EBAA 99) \u2013 Workshop of the Third International Conference on Autonomous Agents (Agents \u201999), Seattle, USA, May 1999."},{"key":"10.3233\/HIS-180259_ref23","unstructured":"E. Hudlicka, Beyond cognition: Modeling emotion in cognitive architectures, in: Proceedings of the International Conference on Cognitive Modeling (ICCM), 2004, pp. 118\u2013123."},{"issue":"1","key":"10.3233\/HIS-180259_ref24","doi-asserted-by":"crossref","first-page":"160","DOI":"10.1007\/s40593-015-0055-y","article-title":"Research-based design of pedagogical agent roles: a review, progress, and recommendations","volume":"26","author":"Kim","year":"2016","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.3233\/HIS-180259_ref25","doi-asserted-by":"crossref","unstructured":"J.E. Laird, The Soar cognitive architecture, 2012.","DOI":"10.7551\/mitpress\/7688.001.0001"},{"issue":"4","key":"10.3233\/HIS-180259_ref26","doi-asserted-by":"crossref","first-page":"428","DOI":"10.1109\/TAFFC.2017.2716930","article-title":"Bootstrapping social emotion classification with semantically rich hybrid neural networks","volume":"8","author":"Li","year":"2017","journal-title":"IEEE Transactions on Affective Computing"},{"key":"10.3233\/HIS-180259_ref27","first-page":"1","article-title":"Automatic analysis of facial actions: A survey","author":"Martinez","year":"2017","journal-title":"IEEE Transactions on Affective Computing"},{"key":"10.3233\/HIS-180259_ref28","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/TAFFC.2018.2864730","article-title":"Induction and profiling of strong multi-componential emotions in virtual reality","author":"Meuleman","year":"2018","journal-title":"IEEE Transactions on Affective Computing"},{"key":"10.3233\/HIS-180259_ref29","unstructured":"M. Minsky, The Society of Mind, Simon & Schuster, Inc., New York, NY, USA, 1986."},{"key":"10.3233\/HIS-180259_ref30","doi-asserted-by":"crossref","unstructured":"O.H. Mowrer, Learning theory and behavior, John Wiley & Sons Inc, Hoboken, NJ, US, 1960.","DOI":"10.1037\/10802-000"},{"issue":"3","key":"10.3233\/HIS-180259_ref31","doi-asserted-by":"crossref","first-page":"396","DOI":"10.1109\/TAFFC.2016.2523996","article-title":"Sparsity in dynamics of spontaneous subtle emotions: Analysis and application","volume":"8","author":"Ngo","year":"2017","journal-title":"IEEE Transactions on Affective Computing"},{"issue":"5","key":"10.3233\/HIS-180259_ref32","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1016\/j.tics.2005.03.010","article-title":"The cognitive control of emotion","volume":"9","author":"Ochsner","year":"2005","journal-title":"Trends in Cognitive Sciences"},{"key":"10.3233\/HIS-180259_ref33","doi-asserted-by":"crossref","unstructured":"A. Ortony, G. Clore and A. Collins, The Cognitive Structure of Emotions, Cambridge University Press, New York, 1988.","DOI":"10.1017\/CBO9780511571299"},{"issue":"1","key":"10.3233\/HIS-180259_ref34","doi-asserted-by":"crossref","first-page":"3:1","DOI":"10.1145\/2724731","article-title":"Gaze and attention management for embodied conversational agents","volume":"5","author":"Pejsa","year":"2015","journal-title":"ACM Trans Interact Intell Syst"},{"key":"10.3233\/HIS-180259_ref35","doi-asserted-by":"crossref","unstructured":"R. Picard, Affective Computing, MIT Press, 1997.","DOI":"10.1037\/e526112012-054"},{"key":"10.3233\/HIS-180259_ref36","unstructured":"M. Poel, R. op den Akker, A. Nijholt and A.-J. van Kesteren, Learning emotions in virtual environments, in: Agent Construction and Emotions (ACE 2002): A Symposium at the 16th European Meeting on Cybernetics and Systems Research (EMCSR 2002), Vienna, Austria, April 2002."},{"issue":"1-2","key":"10.3233\/HIS-180259_ref37","doi-asserted-by":"crossref","first-page":"49","DOI":"10.3233\/HIS-170242","article-title":"A review on applications of soft computing in design and development of intelligent autonomous robots","volume":"14","author":"Pratihar","year":"2017","journal-title":"International Journal of Hybrid Intelligent Systems"},{"key":"10.3233\/HIS-180259_ref38","unstructured":"H. Prendinger and M. Ishizuka, Appraisal and filter programs for affective communication, in: AAAI Fall Symposium - Emotional and Intelligent II: The Tangled Knot of Social Cognition, North Falmouth, Massachusetts, 2\u20134 November 2001. AAAI Press."},{"key":"10.3233\/HIS-180259_ref39","doi-asserted-by":"crossref","unstructured":"C. Ra\u00efevsky and F. Michaud, Handbook of Research on Synthetic Emotions and Sociable Robotics: New Applications in Affective Computing and Artificial Intelligence, chapter Emotion Generation Based on a Mismatch Theory of Emotions for Situated Agents, IGI Global, 2009, pp. 247\u2013266.","DOI":"10.4018\/978-1-60566-354-8.ch014"},{"key":"10.3233\/HIS-180259_ref40","first-page":"1","article-title":"Machine learning for affective computing and its applications to automated measurement of human facial affect","author":"Rudovic","year":"2016","journal-title":"2016 International Symposium on Micro-NanoMechatronics and Human Science (MHS)"},{"key":"10.3233\/HIS-180259_ref41","unstructured":"M. Scheutz and B. Logan, Affective vs. deliberative agent control, in: Proceedings of the AISB\u201901 symposium on Emotion, Cognition and Affective Computing, Heslington, York, England, 2001."},{"issue":"1","key":"10.3233\/HIS-180259_ref42","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1109\/TAFFC.2016.2588488","article-title":"A combined rule-based amp;amp; machine learning audio-visual emotion recognition approach","volume":"9","author":"Seng","year":"2018","journal-title":"IEEE Transactions on Affective Computing"},{"issue":"2","key":"10.3233\/HIS-180259_ref43","doi-asserted-by":"crossref","first-page":"147","DOI":"10.1109\/TAFFC.2016.2625250","article-title":"ASCERTAIN: Emotion and personality recognition using commercial sensors","volume":"9","author":"Subramanian","year":"2018","journal-title":"IEEE Transactions on Affective Computing"},{"key":"10.3233\/HIS-180259_ref44","doi-asserted-by":"crossref","unstructured":"R.S. Sutton and A.G. Barto, Reinforcement Learning: An Introduction, MIT Press, 1998.","DOI":"10.1109\/TNN.1998.712192"},{"key":"10.3233\/HIS-180259_ref45","unstructured":"J.D. Velasquez, When Robots Weep: A Computational Approach to Affective Learning, PhD thesis, Massachusetts Institute of Technology, Dept. of Electrical Engineering and Computer Science, Cambridge, MA, USA, 2007."},{"issue":"13\u201315","key":"10.3233\/HIS-180259_ref46","doi-asserted-by":"crossref","first-page":"2923","DOI":"10.1016\/j.neucom.2008.09.019","article-title":"Responding efficiently to relevant stimuli using an emotion-based agent architecture","volume":"72","author":"Ventura","year":"2009","journal-title":"Neurocomputing"},{"key":"10.3233\/HIS-180259_ref47","doi-asserted-by":"crossref","unstructured":"J.R. Wilson and M. Scheutz, A model of empathy to shape trolley problem moral judgements, in: Proceedings of the 2015 International Conference on Affective Computing and Intelligent Interaction (ACII), ACII \u201915, Washington, DC, USA, 2015. IEEE Computer Society, pp. 112\u2013118.","DOI":"10.1109\/ACII.2015.7344559"},{"key":"10.3233\/HIS-180259_ref48","unstructured":"R.A. Wilson and F.C. Keil, editors. The MIT Encyclopedia of the Cognitive Sciences (MITECS), MIT Press, 2001."},{"issue":"1","key":"10.3233\/HIS-180259_ref49","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1109\/TAFFC.2015.2512598","article-title":"A multi-task learning framework for emotion recognition using 2d continuous space","volume":"8","author":"Xia","year":"2017","journal-title":"IEEE Transactions on Affective Computing"},{"key":"10.3233\/HIS-180259_ref50","doi-asserted-by":"crossref","first-page":"497","DOI":"10.1007\/978-3-642-24571-8_62","article-title":"Emotion in games","author":"Yannakakis","year":"2011","journal-title":"Proceedings of the 4th International Conference on Affective Computing and Intelligent Interaction \u2013 Volume Part II"},{"issue":"3","key":"10.3233\/HIS-180259_ref51","doi-asserted-by":"crossref","first-page":"328","DOI":"10.1109\/TAFFC.2016.2531682","article-title":"Cyberbullying detection based on semantic-enhanced marginalized denoising auto-encoder","volume":"8","author":"Zhao","year":"2017","journal-title":"IEEE Transactions on Affective Computing"}],"container-title":["International Journal of Hybrid Intelligent Systems"],"original-title":[],"link":[{"URL":"https:\/\/content.iospress.com\/download?id=10.3233\/HIS-180259","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T08:52:43Z","timestamp":1777452763000},"score":1,"resource":{"primary":{"URL":"https:\/\/journals.sagepub.com\/doi\/full\/10.3233\/HIS-180259"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,4,17]]},"references-count":51,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.3233\/his-180259","relation":{},"ISSN":["1448-5869","1875-8819"],"issn-type":[{"value":"1448-5869","type":"print"},{"value":"1875-8819","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,4,17]]}}}