{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T06:56:36Z","timestamp":1763535396178,"version":"3.37.3"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2016,9,8]],"date-time":"2016-09-08T00:00:00Z","timestamp":1473292800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2017,3]]},"DOI":"10.1007\/s10489-016-0842-7","type":"journal-article","created":{"date-parts":[[2016,9,8]],"date-time":"2016-09-08T01:31:22Z","timestamp":1473298282000},"page":"470-486","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Enhancing intelligence in multimodal emotion assessments"],"prefix":"10.1007","volume":"46","author":[{"given":"Vin\u00edcius P.","family":"Gon\u00e7alves","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eduardo P.","family":"Costa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alan","family":"Valejo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Geraldo P. R.","family":"Filho","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thienne M.","family":"Johnson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7411-9229","authenticated-orcid":false,"given":"Gustavo","family":"Pessin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"J\u00f3","family":"Ueyama","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,9,8]]},"reference":[{"issue":"5","key":"842_CR1","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1016\/j.ijhcs.2007.10.011","volume":"66","author":"JN Bailenson","year":"2008","unstructured":"Bailenson JN, Pontikakis ED, Mauss IB, Gross JJ, Jabon ME, Hutcherson CA, Nass C, John O (2008) Real-time classification of evoked emotions using facial feature tracking and physiological responses. Int J Human Comput Stud 66(5):303\u2013 317","journal-title":"Int J Human Comput Stud"},{"key":"842_CR2","doi-asserted-by":"crossref","unstructured":"de Carvalho AC, Freitas AA (2009) A tutorial on multi-label classification techniques. In: Foundations of computational intelligence, vol 5, pp 177\u2013195. Springer","DOI":"10.1007\/978-3-642-01536-6_8"},{"issue":"8","key":"842_CR3","doi-asserted-by":"crossref","first-page":"607","DOI":"10.1016\/j.ijhcs.2009.03.005","volume":"67","author":"G Chanel","year":"2009","unstructured":"Chanel G, Kierkels JJ, Soleymani M, Pun T (2009) Short-term emotion assessment in a recall paradigm. Int J Human-Comput Stud 67(8):607\u2013627","journal-title":"Int J Human-Comput Stud"},{"key":"842_CR4","first-page":"1989","volume":"10","author":"J Chen","year":"2009","unstructured":"Chen J, Fang Hr, Saad Y (2009) Fast approximate knn graph construction for high dimensional data via recursive lanczos bisection. J Mach Learn Res 10:1989\u20132012","journal-title":"J Mach Learn Res"},{"issue":"1","key":"842_CR5","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J et al (1960) A coefficient of agreement for nominal scales. Educ Psychol Measur 20(1):37\u201346","journal-title":"Educ Psychol Measur"},{"key":"842_CR6","first-page":"111","volume-title":"Funology","author":"P Desmet","year":"2004","unstructured":"Desmet P (2004) Measuring emotion: development and application of an instrument to measure emotional responses to products. In: Blythe MA, Overbeeke K, Monk AF, Wright PC (eds) Funology. Kluwer Academic Publishers, Norwell, pp 111\u2013123"},{"issue":"1","key":"842_CR7","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1515\/semi.1969.1.1.49","volume":"1","author":"P Ekman","year":"1969","unstructured":"Ekman P, Friesen WV (1969) The repertoire of nonverbal behavior: Categories, origins, usage, and coding. Semiotica 1(1):49\u201398","journal-title":"Semiotica"},{"key":"842_CR8","first-page":"V595","volume":"572","author":"PC Ellsworth","year":"2003","unstructured":"Ellsworth PC, Scherer KR (2003) Appraisal processes in emotion. Handbook Affect Sci 572:V595","journal-title":"Handbook Affect Sci"},{"key":"842_CR9","doi-asserted-by":"crossref","unstructured":"Ericsson K, Simon H (1993) Protocol analysis; verbal reports as data (revised edition). Bradfordbooks","DOI":"10.7551\/mitpress\/5657.001.0001"},{"key":"842_CR10","doi-asserted-by":"crossref","unstructured":"Filho GPR, Ueyama J, Faical BS, Pessin Gd, Farias CM, Pazzi RW, Guidoni DL, Villas LA (2015) An energy-aware system for decision-making in a residential infrastructure using wireless sensors and actuators. In: 2015 IEEE 14th International symposium on network computing and applications (NCA), pp 9\u201316","DOI":"10.1109\/NCA.2015.30"},{"issue":"1","key":"842_CR11","doi-asserted-by":"crossref","first-page":"848","DOI":"10.3390\/s140100848","volume":"14","author":"GPR Filho","year":"2014","unstructured":"Filho GPR, Ueyama J, Villas LA, Pinto AR, Goncalves VP, Pessin G, Pazzi RW, Braun T (2014) Nodepm: a remote monitoring alert system for energy consumption using probabilistic techniques. Sensors 14(1):848\u2013867","journal-title":"Sensors"},{"issue":"1","key":"842_CR12","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1080\/02699933014000130","volume":"16","author":"JR Fontaine","year":"2002","unstructured":"Fontaine JR, Poortinga YH, Setiadi B, Markam SS (2002) Cognitive structure of emotion terms in indonesia and the netherlands. Cogn Emot 16(1):61\u201386","journal-title":"Cogn Emot"},{"issue":"2","key":"842_CR13","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1109\/TITB.2009.2038481","volume":"14","author":"CA Frantzidis","year":"2010","unstructured":"Frantzidis CA, Bratsas C, Klados MA, Konstantinidis E, Lithari CD, Vivas AB, Papadelis CL, Kaldoudi E, Pappas C, Bamidis PD (2010) On the classification of emotional biosignals evoked while viewing affective pictures: an integrated data-mining-based approach for healthcare applications. IEEE Trans Inf Technol Biomed 14(2):309\u2013318","journal-title":"IEEE Trans Inf Technol Biomed"},{"key":"842_CR14","unstructured":"Frijda NH (2008) The Psychologist\u2018s point of view. Handbook of Emotions"},{"issue":"1","key":"842_CR15","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1007\/s10044-008-0141-y","volume":"13","author":"X Gao","year":"2010","unstructured":"Gao X, Xiao B, Tao D, Li X (2010) A survey of graph edit distance. Pattern Anal Appl 13(1):113\u2013129","journal-title":"Pattern Anal Appl"},{"key":"842_CR16","doi-asserted-by":"crossref","unstructured":"Gon\u010balves VP, de Almeida Neris VP, Seraphini S, Dias TC, Pessin G, Johnson T, Ueyama J (2015) Providing adaptive smartphone interfaces targeted at elderly people: an approach that takes into account diversity among the elderly, pp 1\u201321. Universal Access in the Information Society","DOI":"10.1007\/s10209-015-0429-9"},{"key":"842_CR17","unstructured":"Gon\u010balves VP, Giancristofaro GT, Rocha Filho GP, Johnson T, Carvalho V, Pessin G, de Almeida Neris VP, Ueyama J (2016) Assessing users\u2019 emotion at interaction time: a multimodal approach with multiple sensors. Soft Comput:1\u201315"},{"key":"842_CR18","doi-asserted-by":"crossref","first-page":"188","DOI":"10.1093\/mind\/os-IX.34.188","volume":"34","author":"W James","year":"1884","unstructured":"James W (1884) What is an emotion? Mind 34:188\u2013205","journal-title":"Mind"},{"issue":"10","key":"842_CR19","doi-asserted-by":"crossref","first-page":"717","DOI":"10.1016\/j.ijhcs.2014.05.006","volume":"72","author":"D Kukolja","year":"2014","unstructured":"Kukolja D, Popovi\u0107 S, Horvat M, Kova\u010b B, \u0106osi\u0107 K (2014) Comparative analysis of emotion estimation methods based on physiological measurements for real-time applications. Int J Human-Comput Stud 72 (10):717\u2013727","journal-title":"Int J Human-Comput Stud"},{"key":"842_CR20","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1111\/j.1469-8986.1993.tb03352.x","volume":"30","author":"PJ Lang","year":"1993","unstructured":"Lang PJ, Greenwald MK, Bradley MM, Hamm AO (1993) Looking at pictures: affective, facial, visceral, and behavioral reactions. Psychophysiology 30:261\u2013261","journal-title":"Psychophysiology"},{"key":"842_CR21","doi-asserted-by":"crossref","unstructured":"Lathia N, Rachuri K, Mascolo C, Roussos G (2013) Open source smartphone libraries for computational social science. In: Proceedings of the 2013 ACM conference on pervasive and ubiquitous computing adjunct publication, pp 911\u2013920. ACM","DOI":"10.1145\/2494091.2497345"},{"issue":"3","key":"842_CR22","doi-asserted-by":"crossref","first-page":"62","DOI":"10.1145\/2721896.2721910","volume":"18","author":"T Li","year":"2015","unstructured":"Li T, An C, Campbell AT, Zhou X (2015) Hilight: hiding bits in pixel translucency changes. ACM SIGMOBILE Mob Comput Commun Rev 18(3):62\u201370","journal-title":"ACM SIGMOBILE Mob Comput Commun Rev"},{"key":"842_CR23","doi-asserted-by":"crossref","unstructured":"Lichtenstein A, Oehme A, Kupschick S, J\u00fcrgensohn T (2008) Comparing two emotion models for deriving affective states from physiological data. In: Affect and emotion in human-computer interaction, pp 35\u201350. Springer","DOI":"10.1007\/978-3-540-85099-1_4"},{"key":"842_CR24","doi-asserted-by":"crossref","unstructured":"LiKamWa R, Liu Y, Lane ND, Zhong L (2013) Moodscope: building a mood sensor from smartphone usage patterns. In: Proceeding of the 11th annual international conference on Mobile systems, applications, and services, pp 389\u2013402. ACM","DOI":"10.1145\/2462456.2464449"},{"key":"842_CR25","doi-asserted-by":"crossref","unstructured":"Littlewort G, Whitehill J, Wu T, Fasel I, Frank M, Movellan J, Bartlett M (2011) The computer expression recognition toolbox (cert). In: 2011 IEEE International conference on automatic face and gesture recognition and workshops (FG 2011), pp 298\u2013305. IEEE","DOI":"10.1109\/FG.2011.5771414"},{"key":"842_CR26","doi-asserted-by":"crossref","unstructured":"Mahlke S, Minge M (2008) Consideration of multiple components of emotions in human-technology interaction. In: Peter C, Beale R (eds) Affect and emotion in human-computer interaction, lecture notes in computer science, vol 4868. Springer, pp 51\u201362","DOI":"10.1007\/978-3-540-85099-1_5"},{"key":"842_CR27","doi-asserted-by":"crossref","unstructured":"Mahlke S, Minge M (2008) Consideration of multiple components of emotions in human-technology interaction. In: Affect and emotion in human-computer interaction, pp 51\u201362. Springer","DOI":"10.1007\/978-3-540-85099-1_5"},{"key":"842_CR28","doi-asserted-by":"crossref","unstructured":"Mart\u00ednez HP, Yannakakis GN (2014) Deep multimodal fusion: combining discrete events and continuous signals. In: Proceedings of the 16th International conference on multimodal interaction, pp 34\u201341. ACM","DOI":"10.1145\/2663204.2663236"},{"issue":"9","key":"842_CR29","doi-asserted-by":"crossref","first-page":"987","DOI":"10.1080\/0144929X.2014.907343","volume":"33","author":"ANH Nahin","year":"2014","unstructured":"Nahin ANH, Alam JM, Mahmud H, Hasan K (2014) Identifying emotion by keystroke dynamics and text pattern analysis. Behav Inf Technol 33(9):987\u2013996","journal-title":"Behav Inf Technol"},{"issue":"2","key":"842_CR30","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1137\/S003614450342480","volume":"45","author":"MEJ Newman","year":"2003","unstructured":"Newman MEJ (2003) The structure and function of complex networks. SIAMR 45(2):167\u2013256","journal-title":"SIAMR"},{"key":"842_CR31","doi-asserted-by":"crossref","DOI":"10.1093\/acprof:oso\/9780199206650.001.0001","volume-title":"Networks: an introduction","author":"M Newman","year":"2010","unstructured":"Newman M (2010) Networks: an introduction. Oxford University Press, Inc., New York"},{"key":"842_CR32","unstructured":"Niedenthal PM, Krauth-Gruber S, Ric F (2006) Psychology of emotion: interpersonal, experiential, and cognitive approaches. Psychology Press"},{"issue":"1","key":"842_CR33","doi-asserted-by":"crossref","first-page":"100","DOI":"10.1097\/00002060-200001000-00022","volume":"79","author":"A \u00d8hrn","year":"2000","unstructured":"\u00d8hrn A, Rowland T (2000) Rough sets: a knowledge discovery technique for multifactorial medical outcomes. Amer J Phys Med Rehab 79(1):100\u2013108","journal-title":"Amer J Phys Med Rehab"},{"issue":"1","key":"842_CR34","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1109\/TCIAIG.2010.2043950","volume":"2","author":"C Pedersen","year":"2010","unstructured":"Pedersen C, Togelius J, Yannakakis GN (2010) Modeling player experience for content creation. IEEE Trans Comput Intell AI Games 2(1):54\u201367","journal-title":"IEEE Trans Comput Intell AI Games"},{"key":"842_CR35","doi-asserted-by":"crossref","unstructured":"Peter C, Urban B (2012) Emotion in human-computer interaction. In: Expanding the frontiers of visual analytics and visualization","DOI":"10.1007\/978-1-4471-2804-5_14"},{"issue":"3","key":"842_CR36","doi-asserted-by":"crossref","first-page":"1467","DOI":"10.1007\/s11235-011-9624-z","volume":"52","author":"S Ramakrishnan","year":"2013","unstructured":"Ramakrishnan S, El Emary IM (2013) Speech emotion recognition approaches in human computer interaction. Telecommun Syst 52(3):1467\u20131478","journal-title":"Telecommun Syst"},{"issue":"1","key":"842_CR37","first-page":"18","volume":"6","author":"K Rodrigues","year":"2015","unstructured":"Rodrigues K, Garcia F, Bocanegra L, Gon\u010balves V, Carvalho V, Neris V (2015) Personas-driven design for mental health therapeutic applications. SBC 6(1):18","journal-title":"SBC"},{"key":"842_CR38","doi-asserted-by":"crossref","unstructured":"Rosales GCM, Borges de Araujo R, Otsuka JL, da Rocha RV (2011) Using logical sensors network to the accurate monitoring of the learning process in distance education courses. In: 2011 11th IEEE International conference on advanced learning technologies (ICALT), pp 573\u2013575. IEEE","DOI":"10.1109\/ICALT.2011.173"},{"issue":"6","key":"842_CR39","doi-asserted-by":"crossref","first-page":"1161","DOI":"10.1037\/h0077714","volume":"39","author":"J Russell","year":"1980","unstructured":"Russell J (1980) A circumplex model of affect. J Person Soc Psychol 39(6):1161\u20131178","journal-title":"J Person Soc Psychol"},{"key":"842_CR40","doi-asserted-by":"crossref","unstructured":"Santos V, Coca S, Libralon G, Romero R (2013) Imitation of facial expressions for learning emotions in social robotics. In: Proceedings of the 2013 Simposio Brasileiro de Automacao Inteligente","DOI":"10.1109\/SBR-LARS.2012.48"},{"issue":"2","key":"842_CR41","doi-asserted-by":"crossref","first-page":"200","DOI":"10.1007\/s11263-010-0380-4","volume":"91","author":"JM Saragih","year":"2011","unstructured":"Saragih JM, Lucey S, Cohn JF (2011) Deformable model fitting by regularized landmark mean-shift. Int J Comput Vis 91(2):200\u2013215","journal-title":"Int J Comput Vis"},{"key":"842_CR42","doi-asserted-by":"crossref","unstructured":"Scherer K (2005) What are emotions? and how can they be measured? Social Science Information","DOI":"10.1177\/0539018405058216"},{"key":"842_CR43","first-page":"120","volume":"92","author":"KR Scherer","year":"2001","unstructured":"Scherer KR (2001) Appraisal considered as a process of multilevel sequential checking. Apprais Process Emot Theory Methods Res 92:120","journal-title":"Apprais Process Emot Theory Methods Res"},{"key":"842_CR44","unstructured":"Stemmler G (2003) Methodological considerations in the psychophysiological study of emotion. Handbook Affect Sci:225\u2013255"},{"key":"842_CR45","unstructured":"Van Someren MW, Barnard YF, Sandberg JA et al (1994) The think aloud method: a practical guide to modelling cognitive processes, vol 2. Academic Press London"},{"key":"842_CR46","unstructured":"Van Someren MW, Barnard YF, Sandberg JA et al (1994) The think aloud method: a practical guide to modelling cognitive processes. Academic Press London"},{"key":"842_CR47","doi-asserted-by":"crossref","unstructured":"Wang R, Chen F, Chen Z, Li T, Harari G, Tignor S, Zhou X, Ben-Zeev D, Campbell AT (2014) Studentlife: assessing mental health, academic performance and behavioral trends of college students using smartphones. In: Proceedings of the 2014 ACM International joint conference on pervasive and ubiquitous computing, pp 3\u201314. ACM","DOI":"10.1145\/2632048.2632054"},{"issue":"2","key":"842_CR48","doi-asserted-by":"crossref","first-page":"250","DOI":"10.1002\/per.1986","volume":"29","author":"C Wrzus","year":"2015","unstructured":"Wrzus C, Mehl MR (2015) Lab and\/or field? measuring personality processes and their social consequences. Eur J Person 29(2):250\u2013271","journal-title":"Eur J Person"},{"key":"842_CR49","unstructured":"Xavier RAC, de Almeida Neris VP (2014) Measuring the emotional experience of users through a hybrid semantic approach. In: Proceedings of the 13th Brazilian symposium on human factors in computing systems, pp 226\u2013235. Sociedade Brasileira de Computa\u010b\u00e3o"},{"issue":"3","key":"842_CR50","doi-asserted-by":"crossref","first-page":"600","DOI":"10.1037\/0022-3514.77.3.600","volume":"77","author":"MS Yik","year":"1999","unstructured":"Yik MS, Russell JA, Barrett LF (1999) Structure of self-reported current affect: integration and beyond. J Person Social Psychol 77(3):600","journal-title":"J Person Social Psychol"},{"key":"842_CR51","doi-asserted-by":"crossref","unstructured":"Yuan G, Lim TS, Juan WK, Ringo HMH, Li Q (2010) A gmm based 2-stage architecture for multi-subject emotion recognition using physiological responses. In: Proceedings of the 1st augmented human international conference, p 3. ACM","DOI":"10.1145\/1785455.1785458"},{"issue":"12","key":"842_CR52","doi-asserted-by":"crossref","first-page":"801","DOI":"10.1016\/j.ijhcs.2011.07.005","volume":"69","author":"F Zhou","year":"2011","unstructured":"Zhou F, Qu X, Helander MG, Jiao JR (2011) Affect prediction from physiological measures via visual stimuli. Int J Human Comput Stud 69(12):801\u2013819","journal-title":"Int J Human Comput Stud"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10489-016-0842-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-016-0842-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-016-0842-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,9,25]],"date-time":"2020-09-25T21:04:28Z","timestamp":1601067868000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10489-016-0842-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,9,8]]},"references-count":52,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2017,3]]}},"alternative-id":["842"],"URL":"https:\/\/doi.org\/10.1007\/s10489-016-0842-7","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2016,9,8]]}}}