{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,31]],"date-time":"2025-05-31T04:09:20Z","timestamp":1748664560105,"version":"3.41.0"},"publisher-location":"Cham","reference-count":15,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031929762","type":"print"},{"value":"9783031929779","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-92977-9_9","type":"book-chapter","created":{"date-parts":[[2025,5,30]],"date-time":"2025-05-30T16:23:55Z","timestamp":1748622235000},"page":"130-144","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Towards a Comprehensive Approach to Complex Emotion Detection: Utilizing Facial and Speech Inputs in a 2D Matrix"],"prefix":"10.1007","author":[{"given":"Jenish","family":"Savaliya","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Narumon","family":"Jadram","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peeraya","family":"Sripian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Midori","family":"Sugaya","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,5,25]]},"reference":[{"key":"9_CR1","unstructured":"Duszynski, L.:-Goodman, \u201cMental Health Statistics,\u201d Forbes Health (2023). https:\/\/www.forbes.com\/health\/mind\/mental-health-statistics\/"},{"key":"9_CR2","doi-asserted-by":"publisher","first-page":"26391","DOI":"10.1109\/ACCESS.2018.2831927","volume":"6","author":"J Guo","year":"2018","unstructured":"Guo, J., et al.: Dominant and complementary emotion recognition from still images of faces. IEEE Access 6, 26391\u201326403 (2018). https:\/\/doi.org\/10.1109\/ACCESS.2018.2831927","journal-title":"IEEE Access"},{"issue":"02","key":"9_CR3","doi-asserted-by":"publisher","first-page":"1359","DOI":"10.1609\/aaai.v34i02.5492","volume":"34","author":"T Mittal","year":"2020","unstructured":"Mittal, T., Bhattacharya, U., Chandra, R., Bera, A., Manocha, D.: M3ER: multiplicative multimodal emotion recognition using facial, textual, and speech cues. AAAI 34(02), 1359\u20131367 (2020)","journal-title":"AAAI"},{"issue":"4","key":"9_CR4","doi-asserted-by":"publisher","first-page":"2954","DOI":"10.1109\/TAFFC.2023.3234777","volume":"14","author":"Y Lei","year":"2023","unstructured":"Lei, Y., Cao, H.: Audio-visual emotion recognition with preference learning based on intended and multi-modal perceived labels. IEEE Trans. Affective Comput. 14(4), 2954\u20132969 (2023). https:\/\/doi.org\/10.1109\/TAFFC.2023.3234777","journal-title":"IEEE Trans. Affective Comput."},{"key":"9_CR5","doi-asserted-by":"publisher","unstructured":"Chen, Y., Huang, C.-R., Lee, S.: Automatic recognition of emotion based on a cognitively motivated emotion annotation system. J. Cogn. Sci. 12, 279\u2013296 (2011). https:\/\/doi.org\/10.17791\/jcs.2011.12.3.279","DOI":"10.17791\/jcs.2011.12.3.279"},{"key":"9_CR6","doi-asserted-by":"publisher","unstructured":"Kudiri, K.M., Said, A.M., Nayan, M.Y.: Human emotion detection through speech and facial expressions. In: 2016 3rd International Conference on Computer and Information Sciences (ICCOINS), Kuala Lumpur, Malaysia, pp. 351\u2013356 (2016). https:\/\/doi.org\/10.1109\/ICCOINS.2016.7783240","DOI":"10.1109\/ICCOINS.2016.7783240"},{"issue":"5","key":"9_CR7","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0196391","volume":"13","author":"SR Livingstone","year":"2018","unstructured":"Livingstone, S.R., Russo, F.A.: The ryerson audio-visual database of emotional speech and song (RAVDESS): a dynamic, multimodal set of facial and vocal expressions in North American English. PLoS ONE 13(5), e0196391 (2018). https:\/\/doi.org\/10.1371\/journal.pone.0196391","journal-title":"PLoS ONE"},{"key":"9_CR8","doi-asserted-by":"publisher","first-page":"396","DOI":"10.1109\/OJEMB.2023.3240280","volume":"5","author":"J Pan","year":"2024","unstructured":"Pan, J., Fang, W., Zhang, Z., Chen, B., Zhang, Z., Wang, S.: Multimodal emotion recognition based on facial expressions, speech, and EEG. IEEE Open J. Eng. Med. Biol. 5, 396\u2013403 (2024). https:\/\/doi.org\/10.1109\/OJEMB.2023.3240280","journal-title":"IEEE Open J. Eng. Med. Biol."},{"issue":"4","key":"9_CR9","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1007\/s10579-008-9076-6","volume":"42","author":"C Busso","year":"2008","unstructured":"Busso, C., et al.: IEMOCAP: Interactive emotional dyadic motion capture database. J. Lang. Resour. Eval. 42(4), 335\u2013359 (2008)","journal-title":"J. Lang. Resour. Eval."},{"key":"9_CR10","doi-asserted-by":"publisher","unstructured":"Mehrabian, A.: Nonverbal Communication, 1st edn. Routledge (1972). https:\/\/doi.org\/10.4324\/9781351308724","DOI":"10.4324\/9781351308724"},{"key":"9_CR11","doi-asserted-by":"crossref","unstructured":"De Filippi, E., et al.: Classification of complex emotions Using EEG and Virtual Environment: proof of concept and therapeutic implication. Front. Hum. Neurosci. 15 (2021)","DOI":"10.3389\/fnhum.2021.711279"},{"key":"9_CR12","first-page":"147","volume":"18","author":"P Bhatnagar","year":"2011","unstructured":"Bhatnagar, P., Dubey, A., Pandey, R.: Role of emotion regulation difficulties in predicting mental health and well-being. SIS J. Proj. Psychol. Ment. Health 18, 147\u2013155 (2011)","journal-title":"SIS J. Proj. Psychol. Ment. Health"},{"key":"9_CR13","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1002\/cpp.515","volume":"14","author":"MJ Power","year":"2007","unstructured":"Power, M.J., Tarsia, M.: Basic and complex emotions in depression and anxiety. Clin. Psychol. Psychother. 14, 19\u201331 (2007). https:\/\/doi.org\/10.1002\/cpp.515","journal-title":"Clin. Psychol. Psychother."},{"key":"9_CR14","unstructured":"Kumar, P., Phani, K.S.N., Vardhan, Sri Rama Krishna. V: Performance evaluation of MLP for speech recognition in noisy environments using MFCC & wavelets. Int. J. Comput. Sci. Commun. 1.2, 41\u201345 (2010)"},{"key":"9_CR15","doi-asserted-by":"publisher","unstructured":"Co\u015fkun, M., U\u00e7ar, A., Yildirim, \u00d6., Demir, Y.: Face recognition based on convolutional neural network. In: 2017 International Conference on Modern Electrical and Energy Systems (MEES), Kremenchuk, Ukraine, pp. 376\u2013379 (2017). https:\/\/doi.org\/10.1109\/MEES.2017.8248937","DOI":"10.1109\/MEES.2017.8248937"}],"container-title":["Lecture Notes in Computer Science","Distributed, Ambient and Pervasive Interactions"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-92977-9_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,30]],"date-time":"2025-05-30T16:23:58Z","timestamp":1748622238000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-92977-9_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031929762","9783031929779"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-92977-9_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"25 May 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Gothenburg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sweden","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 June 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2025.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}