{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T22:49:57Z","timestamp":1743029397262,"version":"3.40.3"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031782374"},{"type":"electronic","value":"9783031782381"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-78238-1_16","type":"book-chapter","created":{"date-parts":[[2025,1,30]],"date-time":"2025-01-30T22:16:00Z","timestamp":1738275360000},"page":"171-185","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Emotion Recognition from\u00a0Text and\u00a0Audio Dataset Using Cumulative Attribute Graph Neural Networks (CA-GNN)"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-2559-8816","authenticated-orcid":false,"given":"Hussein","family":"Farooq Tayeb Alsaadawi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6113-4649","authenticated-orcid":false,"given":"Resul","family":"Das","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,31]]},"reference":[{"key":"16_CR1","doi-asserted-by":"publisher","unstructured":"Alam, R., Munir, M., Ishrak, S., Hussain, S., Shalahuddin, M., Islam, M.N.: A machine learning based sign language interpretation system for communication with deaf-mute people. Association for Computing Machinery, New York (2021). https:\/\/doi.org\/10.1145\/3471391.3471422","DOI":"10.1145\/3471391.3471422"},{"key":"16_CR2","doi-asserted-by":"publisher","unstructured":"Alsaadawi, H.F.T., Das, R.: TER-CA-WGNN: trimodel emotion recognition using cumulative attribute-weighted graph neural network. Appl. Sci. 14(6), 2252 (2024). https:\/\/doi.org\/10.3390\/app14062252, https:\/\/www.mdpi.com\/2076-3417\/14\/6\/2252","DOI":"10.3390\/app14062252"},{"key":"16_CR3","doi-asserted-by":"publisher","unstructured":"Alsaadawi, H.F.T., Das, R.: Multimodal emotion recognition using bi-LG-GCN for meld dataset. Balkan J. Electr. Comput. Eng. 12(1), 36\u201346 (2024). https:\/\/doi.org\/10.17694\/bajece.1372107","DOI":"10.17694\/bajece.1372107"},{"key":"16_CR4","doi-asserted-by":"crossref","unstructured":"Chudasama, V., Kar, P., Gudmalwar, A., Shah, N., Wasnik, P., Onoe, N.: M2FNet: multi-modal fusion network for emotion recognition in conversation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 4652\u20134661 (2022)","DOI":"10.1109\/CVPRW56347.2022.00511"},{"key":"16_CR5","doi-asserted-by":"publisher","unstructured":"Daassi, H., Krahe, J.: Universal combined system: speech recognition, emotion recognition and talking head for deaf and hard of hearing people (2009). https:\/\/www.researchgate.net\/publication\/237605884, https:\/\/doi.org\/10.3233\/978-1-60750-042-1-503","DOI":"10.3233\/978-1-60750-042-1-503"},{"key":"16_CR6","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv:1810.04805 [cs] (2019). https:\/\/doi.org\/10.48550\/arXiv.1810.04805","DOI":"10.48550\/arXiv.1810.04805"},{"key":"16_CR7","doi-asserted-by":"publisher","unstructured":"Prasath, A.: Design of an integrated learning approach to assist real-time deaf application using voice recognition system. Comput. Electr. Eng. 102, 108145 (2022). https:\/\/doi.org\/10.1016\/j.compeleceng.2022.108145, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0045790622003950","DOI":"10.1016\/j.compeleceng.2022.108145"},{"key":"16_CR8","unstructured":"Goldstein, L.A.: Speech-to-text apps for the deaf community. Hearing Like Me (2020). https:\/\/www.hearinglikeme.com\/speech-to-text-apps-for-the-deaf-community\/"},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Han, W., Chen, H., Gelbukh, A., Zadeh, A., Morency, L.P., Poria, S.: Bi-bimodal modality fusion for correlation-controlled multimodal sentiment analysis. In: Proceedings of the 2021 International Conference on Multimodal Interaction, pp. 6\u201315 (2021). https:\/\/arxiv.org\/abs\/2107.13669","DOI":"10.1145\/3462244.3479919"},{"issue":"2","key":"16_CR10","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s13735-019-00185-8","volume":"9","author":"MG Huddar","year":"2020","unstructured":"Huddar, M.G., Sannakki, S.S., Rajpurohit, V.S.: Multi-level context extraction and attention-based contextual inter-modal fusion for multimodal sentiment analysis and emotion classification. Int. J. Multimed. Inf. Retrieval 9(2), 103\u2013112 (2020). https:\/\/doi.org\/10.1007\/s13735-019-00185-8","journal-title":"Int. J. Multimed. Inf. Retrieval"},{"key":"16_CR11","doi-asserted-by":"publisher","unstructured":"Khan, K., Aslam, D.N., Abid, K., Munir, S.: Robot assist sign language recognition for hearing impaired persons using deep learning. VAWKUM Trans. Comput. Sci. 11(1), 245\u2013267 (2023). https:\/\/doi.org\/10.21015\/vtcs.v11i1.1491, https:\/\/www.vfast.org\/journals\/index.php\/VTCS\/article\/view\/1491","DOI":"10.21015\/vtcs.v11i1.1491"},{"key":"16_CR12","doi-asserted-by":"publisher","unstructured":"Liu, S., et al.: Visual exploration of semantic relationships in neural word embeddings. IEEE Trans. Vis. Comput. Graph. 1 (2017). https:\/\/doi.org\/10.1109\/TVCG.2017.2745141","DOI":"10.1109\/TVCG.2017.2745141"},{"key":"16_CR13","doi-asserted-by":"publisher","unstructured":"Mai, S., Zeng, Y., Hu, H.: Multimodal information bottleneck: learning minimal sufficient unimodal and multimodal representations. IEEE Trans. Multimed. 25, 4121-4134 (2023). https:\/\/doi.org\/10.1109\/tmm.2022.3171679, http:\/\/dx.doi.org\/10.1109\/TMM.2022.3171679","DOI":"10.1109\/tmm.2022.3171679"},{"key":"16_CR14","unstructured":"Millett, P.: Accuracy of speech-to-text captioning for students who are deaf or hard of hearing. J. Educ. Pediatric (Re)Habilitative Audiol. 25, 1\u201313 (2021). https:\/\/www.edaud.org\/journal\/2021\/1-article-21.pdf"},{"key":"16_CR15","unstructured":"Rahman, W., et al.: Integrating multimodal information in large pretrained transformers. In: Proceedings of the Conference on Association for Computational Linguistics. Meeting, vol.\u00a02020, p.\u00a02359. NIH Public Access (2020). https:\/\/arxiv.org\/pdf\/1908.05787.pdf"},{"key":"16_CR16","doi-asserted-by":"publisher","unstructured":"Rehman, U., Sohail, A.: Exploring the role of verbal and non-verbal communication skills of nursing in patients healing. Research Square (2023). https:\/\/doi.org\/10.21203\/rs.3.rs-3376906\/v1","DOI":"10.21203\/rs.3.rs-3376906\/v1"},{"key":"16_CR17","unstructured":"Release, U.N.P.: International day of sign languages (2019). https:\/\/www.un.org\/en\/observances\/sign-languages-day"},{"key":"16_CR18","unstructured":"Elavarasi, S.A., Jayanthi, J.: Role of machine learning and deep learning in assisting the special children\u2019s learning process. J. Algebraic Stat. 13(2), 2327\u20132334 (2022). https:\/\/publishoa.com\/index.php\/journal\/article\/view\/430"},{"key":"16_CR19","doi-asserted-by":"publisher","unstructured":"San-Segundo, R., P\u00e9rez, A., Ortiz, D., D\u2019Haro, L., Torres, M., Casacuberta, F.: Evaluation of alternatives on speech to sign language translation. In: Proceedings of the Annual Conference of the International Speech Communication Association, Interspeech, vol.\u00a01, p. 2532. International Speech Communication Association (2007). https:\/\/doi.org\/10.21437\/Interspeech.2007-672","DOI":"10.21437\/Interspeech.2007-672"},{"key":"16_CR20","doi-asserted-by":"publisher","unstructured":"Shahid, A., Latif, S., Qadir, J.: Generative emotional AI for speech emotion recognition: the case for synthetic emotional speech augmentation. Appl. Acoust. (2023). https:\/\/doi.org\/10.48550\/arXiv.2301.03751","DOI":"10.48550\/arXiv.2301.03751"},{"key":"16_CR21","doi-asserted-by":"publisher","unstructured":"Shezi, M., Ade-Ibijola, A.: Deaf chat: a speech-to-text communication aid for hearing deficiency. Adv. Sci. Technol. Eng. Syst. J. 5, 826\u2013833 (2020). https:\/\/doi.org\/10.25046\/aj0505100","DOI":"10.25046\/aj0505100"},{"key":"16_CR22","unstructured":"Si, S., et al.: SpokenWOZ: a large-scale speech-text benchmark for spoken task-oriented dialogue agents (2024). https:\/\/arxiv.org\/pdf\/2305.13040.pdf"},{"key":"16_CR23","doi-asserted-by":"publisher","unstructured":"Vaidya, O., Gandhe, S., Sharma, A., Bhate, A., Bhosale, V., Mahale, R.: Design and development of hand gesture based communication device for deaf and mute people. In: 2020 IEEE Bombay Section Signature Conference (IBSSC), pp. 102\u2013106 (2020). https:\/\/doi.org\/10.1109\/IBSSC51096.2020.9332208, https:\/\/ieeexplore.ieee.org\/document\/9332208","DOI":"10.1109\/IBSSC51096.2020.9332208"},{"key":"16_CR24","doi-asserted-by":"publisher","unstructured":"Zhang, F., Li, X.C., Lim, C.P., Hua, Q., Dong, C.R., Zhai, J.H.: Deep emotional arousal network for multimodal sentiment analysis and emotion recognition. Inf. Fusion 88, 296\u2013304 (2022). https:\/\/doi.org\/10.1016\/j.inffus.2022.07.006, https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1566253522000653","DOI":"10.1016\/j.inffus.2022.07.006"}],"container-title":["Lecture Notes in Computer Science","Decision Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-78238-1_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,30]],"date-time":"2025-01-30T22:16:07Z","timestamp":1738275367000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-78238-1_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031782374","9783031782381"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-78238-1_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"31 January 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DSA ISC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Decision Science Alliance International Summer Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Valencia","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 June 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dsaisc2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/decisionsciencealliance.org\/ISC-2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}