{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T15:58:26Z","timestamp":1773849506406,"version":"3.50.1"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,12,14]],"date-time":"2019-12-14T00:00:00Z","timestamp":1576281600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,12,14]],"date-time":"2019-12-14T00:00:00Z","timestamp":1576281600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Multimed Info Retr"],"published-print":{"date-parts":[[2020,6]]},"DOI":"10.1007\/s13735-019-00185-8","type":"journal-article","created":{"date-parts":[[2019,12,14]],"date-time":"2019-12-14T14:03:41Z","timestamp":1576332221000},"page":"103-112","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":32,"title":["Multi-level context extraction and attention-based contextual inter-modal fusion for multimodal sentiment analysis and emotion classification"],"prefix":"10.1007","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4344-6024","authenticated-orcid":false,"given":"Mahesh G.","family":"Huddar","sequence":"first","affiliation":[]},{"given":"Sanjeev S.","family":"Sannakki","sequence":"additional","affiliation":[]},{"given":"Vijay S.","family":"Rajpurohit","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,12,14]]},"reference":[{"key":"185_CR1","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1016\/j.inffus.2017.02.003","volume":"37","author":"S Poria","year":"2017","unstructured":"Poria S, Cambria E, Bajpai R, Hussain A (2017) A review of affective computing: from unimodal analysis to multimodal fusion. Inf Fusion 37:98\u2013125","journal-title":"Inf Fusion"},{"issue":"5","key":"185_CR2","first-page":"2453","volume":"8","author":"MG Huddar","year":"2019","unstructured":"Huddar MG, Sannakki SS, Rajpurohit VS (2019) Multimodal emotion recognition using facial expressions, body gestures, speech, and text modalities. Int J Eng Adv Technol (IJEAT) 8(5):2453\u20132459","journal-title":"Int J Eng Adv Technol (IJEAT)"},{"issue":"3","key":"185_CR3","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1109\/MIS.2013.9","volume":"28","author":"VP Rosas","year":"2013","unstructured":"Rosas VP, Mihalcea R, Morency L-P (2013) Multimodal sentiment analysis of Spanish online. IEEE Intell Syst 28(3):38\u201345","journal-title":"IEEE Intell Syst"},{"key":"185_CR4","doi-asserted-by":"crossref","unstructured":"Ellis JG, Jou B, Chang S-F (2014) Why we watch the news: a dataset for exploring sentiment in broadcast video news. In: Proceedings of the 16th international conference on multimodal interaction, Istanbul, Turkey","DOI":"10.1145\/2663204.2663237"},{"key":"185_CR5","doi-asserted-by":"crossref","unstructured":"Poria S, Cambria E, Gelbukh A (2015) Deep convolutional neural network textual features and multiple kernel learning for utterance-level multimodal sentiment analysis. In: EMNLP, pp 2539\u20132544","DOI":"10.18653\/v1\/D15-1303"},{"key":"185_CR6","first-page":"873","volume":"2","author":"S Poria","year":"2017","unstructured":"Poria S, Cambria E, Hazarika D, Mazumder N, Zadeh A, Morency L-P (2017) Context-dependent sentiment analysis in user-generated. ACL 2:873\u2013883","journal-title":"ACL"},{"issue":"2","key":"185_CR7","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1109\/MIS.2016.31","volume":"31","author":"E Cambria","year":"2016","unstructured":"Cambria E (2016) Affective computing and sentiment analysis. IEEE Intell Syst 31(2):102\u2013107","journal-title":"IEEE Intell Syst"},{"key":"185_CR8","doi-asserted-by":"publisher","first-page":"415","DOI":"10.1007\/978-1-4614-3223-4_13","volume-title":"Mining text data","author":"B Liu","year":"2012","unstructured":"Liu B, Zhang L (2012) A survey of opinion mining and sentiment analysis. In: Mining text data. Springer, Boston, pp 415\u2013463"},{"issue":"1","key":"185_CR9","first-page":"876","volume":"7","author":"MG Huddar","year":"2019","unstructured":"Huddar MG, Sannakki SS, Rajpurohit VS (2019) A survey of computational approaches and challenges in multimodal sentiment analysis. Int J Comput Sci Eng 7(1):876\u2013883","journal-title":"Int J Comput Sci Eng"},{"issue":"4","key":"185_CR10","doi-asserted-by":"publisher","first-page":"499","DOI":"10.1007\/s10462-016-9508-4","volume":"48","author":"SL Lo","year":"2017","unstructured":"Lo SL, Cambria E, Chiong R, Cornforth D (2017) Multilingual sentiment analysis: from formal to informal and scarce resource languages. Artif Intell Rev 48(4):499\u2013527","journal-title":"Artif Intell Rev"},{"key":"185_CR11","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1016\/j.knosys.2018.02.034","volume":"148","author":"H Penga","year":"2018","unstructured":"Penga H, Ma Y, Lib Y, Cambria E (2018) Learning multi-grained aspect target sequence for Chinese sentiment analysis. Knowl-Based Syst 148:167\u2013176","journal-title":"Knowl-Based Syst"},{"key":"185_CR12","unstructured":"Mohammad SM, Kiritchenko S, Zhu X (2013) Building the state-of-the-art in sentiment analysis of tweets. In: Second Joint conference on lexical and computational semantics, Canada"},{"key":"185_CR13","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1016\/j.procs.2015.07.295","volume":"53","author":"P Thakora","year":"2015","unstructured":"Thakora P, Sasi DS (2015) Ontology-based sentiment analysis process for social media content. Procedia Comput Sci 53:199\u2013207","journal-title":"Procedia Comput Sci"},{"key":"185_CR14","doi-asserted-by":"publisher","first-page":"723","DOI":"10.1613\/jair.4272","volume":"50","author":"S Kiritchenko","year":"2014","unstructured":"Kiritchenko S, Zhu X, Mohammad SM (2014) Sentiment analysis of short informal texts. J Artif Intell Res 50:723\u2013762","journal-title":"J Artif Intell Res"},{"key":"185_CR15","doi-asserted-by":"crossref","unstructured":"Nalisnick ET, Baird HS (2013) Extracting sentiment networks from Shakespeare\u2019s plays. In: 12th international conference on document analysis and recognition, Washington, DC, USA","DOI":"10.1109\/ICDAR.2013.155"},{"key":"185_CR16","doi-asserted-by":"crossref","unstructured":"Peng B, Li J, Chen J, Han X, Xu R, Wong K-F (2015) Trending sentiment-topic detection on twitter. In: International conference on intelligent text processing and computational linguistics","DOI":"10.1007\/978-3-319-18117-2_5"},{"issue":"3","key":"185_CR17","doi-asserted-by":"publisher","first-page":"941","DOI":"10.1007\/s11277-016-3346-1","volume":"89","author":"K Lyu","year":"2016","unstructured":"Lyu K, Kim H (2016) Sentiment analysis using word polarity of social media. Wireless Pers Commun 89(3):941\u2013958","journal-title":"Wireless Pers Commun"},{"key":"185_CR18","doi-asserted-by":"crossref","unstructured":"Gupta P, Tiwari R, Robert N (2016) Sentiment analysis and text summarization of online reviews: a survey. In: International conference on communication and signal processing (ICCSP), Melmaruvathur, India","DOI":"10.1109\/ICCSP.2016.7754131"},{"issue":"4","key":"185_CR19","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1007\/s13748-018-0163-7","volume":"7","author":"S de Kok","year":"2018","unstructured":"de Kok S, Punt L, van den Puttelaar R, Ranta K, Schouten K, Frasincar F (2018) Review-aggregated aspect-based sentiment analysis with ontology features. Progress Artif Intell 7(4):295\u2013306","journal-title":"Progress Artif Intell"},{"key":"185_CR20","first-page":"128","volume-title":"Communications in Computer and Information Science","author":"Mohammed Korayem","year":"2012","unstructured":"Korayem M, Crandall D, Abdul-Mageed M (2012) Subjectivity and sentiment analysis of Arabic: a survey. In: International conference on advanced machine learning technologies and applications, Springer, Berlin"},{"key":"185_CR21","doi-asserted-by":"crossref","unstructured":"Ramteke J, Shah S, Godhia D, Shaikh A (2016) Election result prediction using Twitter sentiment analysis. In: International conference on inventive computation technologies (ICICT), Coimbatore, India","DOI":"10.1109\/INVENTIVE.2016.7823280"},{"key":"185_CR22","doi-asserted-by":"publisher","first-page":"906","DOI":"10.1016\/j.procs.2017.08.114","volume":"112","author":"A Mars","year":"2017","unstructured":"Mars A, Gouider MS (2017) Big data analysis to features opinions extraction of customer. Procedia Comput Sci 112:906\u2013916","journal-title":"Procedia Comput Sci"},{"key":"185_CR23","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.knosys.2014.04.022","volume":"69","author":"X Li","year":"2014","unstructured":"Li X, Xie H, Chen L, Wang J, Deng X (2014) News impact on stock price return via sentiment analysis. Knowl-Based Syst 69:14\u201323","journal-title":"Knowl-Based Syst"},{"key":"185_CR24","doi-asserted-by":"crossref","unstructured":"Nagamma P, Pruthvi HR, Nisha KK, Shwetha NH (2015) An improved sentiment analysis of online movie reviews based on clustering for box-office prediction. In: International conference on computing, communication and automation, Noida, India","DOI":"10.1109\/CCAA.2015.7148530"},{"issue":"8","key":"185_CR25","doi-asserted-by":"publisher","first-page":"1012","DOI":"10.1177\/0047287517729757","volume":"57","author":"AP Kirilenko","year":"2018","unstructured":"Kirilenko AP, Stepchenkova SO, Kim H, Li X (2018) Automated sentiment analysis in tourism: comparison of approaches. J Travel Res 57(8):1012\u20131025","journal-title":"J Travel Res"},{"issue":"2","key":"185_CR26","doi-asserted-by":"publisher","first-page":"e43","DOI":"10.2196\/publichealth.5789","volume":"4","author":"S Gohil","year":"2018","unstructured":"Gohil S, Vuik S, Darzi A (2018) Sentiment analysis of health care tweets: review of the methods used. JMIR Public Health Surveill 4(2):e43","journal-title":"JMIR Public Health Surveill"},{"key":"185_CR27","unstructured":"Chen LS, Huang TS, Miyasato T, Nakatsu R (1998) Multimodal human emotion\/expression recognition. In: Proceedings of the 3rd international conference on face and gesture recognition, Washington, DC, USA"},{"issue":"3","key":"185_CR28","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1109\/MIS.2013.34","volume":"28","author":"M W\u00f6llmer","year":"2013","unstructured":"W\u00f6llmer M, Weninger F, Knaup T, Schuller B, Sun C, Sagae K, Morency L-P (2013) YouTube movie reviews: sentiment analysis in an audio\u2013visual context. IEEE Intell Syst 28(3):46\u201353","journal-title":"IEEE Intell Syst"},{"issue":"1","key":"185_CR29","first-page":"10","volume":"2","author":"CH Wu","year":"2010","unstructured":"Wu CH, Liang WB (2010) Emotion recognition of affective speech based on multiple classifiers using acoustic-prosodic information and semantic labels. IEEE Trans Affect Comput 2(1):10\u201321","journal-title":"IEEE Trans Affect Comput"},{"issue":"1","key":"185_CR30","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1109\/TAFFC.2017.2713783","volume":"10","author":"F Noroozi","year":"2017","unstructured":"Noroozi F, Marjanovic M, Njegus A, Escalera S, Anbarjafari G (2017) Audio\u2013visual emotion recognition in video clips. IEEE Trans Affect Comput 10(1):60\u201375","journal-title":"IEEE Trans Affect Comput"},{"key":"185_CR31","unstructured":"Rozgi\u0107 V, Ananthakrishnan S, Saleem S, Kumar R, Prasad R (2013) Ensemble of SVM trees for multimodal emotion recognition. In: Proceedings of the 2012 Asia pacific signal and information processing association annual summit and conference, Hollywood, CA, USA"},{"key":"185_CR32","doi-asserted-by":"crossref","unstructured":"Huddar MG, Sannakki SS, Rajpurohit VS (2018) An ensemble approach to utterance level multimodal sentiment analysis. In: 2018 international conference on computational techniques, electronics and mechanical systems (CTEMS), Belgaum, India","DOI":"10.1109\/CTEMS.2018.8769162"},{"issue":"1\u20132","key":"185_CR33","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1007\/s12193-009-0032-6","volume":"3","author":"F Eyben","year":"2010","unstructured":"Eyben F, W\u00f6llmer M, Graves A, Schuller B, Douglas-Cowie E, Cowie R (2010) On-line emotion recognition in a 3-D activation-valence-time continuum using acoustic and linguistic cues. J Multimodal User Interfaces 3(1\u20132):7\u201319","journal-title":"J Multimodal User Interfaces"},{"key":"185_CR34","doi-asserted-by":"crossref","unstructured":"Poria S, Chaturvedi I, Cambria E, Hussain A (2016) Convolutional MKL based multimodal emotion recognition and sentiment analysis. In: IEEE 16th international conference on data mining (ICDM), Barcelona, Spain","DOI":"10.1109\/ICDM.2016.0055"},{"key":"185_CR35","doi-asserted-by":"crossref","unstructured":"Zadeh A, Chen M, Poria S, Cambria E, Morency L-P (2017) Tensor fusion network for multimodal sentiment analysis. In: Empirical methods in natural language processing, Copenhagen, Denmark","DOI":"10.18653\/v1\/D17-1115"},{"issue":"6","key":"185_CR36","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1109\/MIS.2016.94","volume":"31","author":"A Zadeh","year":"2016","unstructured":"Zadeh A, Zellers R, Pincus E, Morency L-P (2016) Multimodal sentiment intensity analysis in videos: facial gestures and verbal messages. J IEEE Intell Syst 31(6):82\u201388","journal-title":"J IEEE Intell Syst"},{"issue":"4","key":"185_CR37","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1007\/s10579-008-9076-6","volume":"42","author":"C Busso","year":"2008","unstructured":"Busso C, Bulut M, Lee C, Kazemzadeh A, Mower E, Kim S, Chang J, Lee S, Narayanan S (2008) IEMOCAP: interactive emotional dyadic motion capture database. J Lang Resources Eval 42(4):335\u2013359","journal-title":"J Lang Resources Eval"},{"key":"185_CR38","doi-asserted-by":"crossref","unstructured":"Eyben F, W\u00f6llmer M, Schuller B (2013) Recent developments in open SMILE, the munich open-source multimedia feature extractor. In: Proceedings of the 21st ACM international conference on Multimedia, Barcelona, Spain","DOI":"10.1145\/2502081.2502224"},{"issue":"7","key":"185_CR39","doi-asserted-by":"publisher","first-page":"532","DOI":"10.1109\/LSP.2005.847860","volume":"12","author":"J Mariethoz","year":"2005","unstructured":"Mariethoz J, Bengio S (2005) A unified framework for score normalization techniques applied to text-independent speaker verification. IEEE Signal Process Lett 12(7):532\u2013535","journal-title":"IEEE Signal Process Lett"},{"key":"185_CR40","doi-asserted-by":"crossref","unstructured":"Karpathy A, Toderici G, Toderici G, Shetty S, Leung T, Sukthankar R, Fei-Fei L (2014) Large-scale video classification with convolutional neural networks. In: Proceedings of international computer vision and pattern recognition","DOI":"10.1109\/CVPR.2014.223"},{"key":"185_CR41","unstructured":"Mikolov T, Chen K, Corrado G, Dean J (2013) Efficient estimation of word representations in vector space. arXiv:1301.3781"},{"key":"185_CR42","unstructured":"Teh YW, Hinton GE (2000) Rate-coded restricted Boltzmann machines for face recognition. In: Proceedings of the 13th international conference on neural information processing systems, Cambridge, MA, USA"},{"issue":"1","key":"185_CR43","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1109\/TPAMI.2012.59","volume":"35","author":"S Ji","year":"2013","unstructured":"Ji S, Xu W, Yang M, Yu K (2013) 3d convolutional neural networks for human action recognition. IEEE Trans Pattern Anal Mach Intell 35(1):221\u2013231","journal-title":"IEEE Trans Pattern Anal Mach Intell"}],"container-title":["International Journal of Multimedia Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13735-019-00185-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s13735-019-00185-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13735-019-00185-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,12,13]],"date-time":"2020-12-13T00:25:29Z","timestamp":1607819129000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s13735-019-00185-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,12,14]]},"references-count":43,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,6]]}},"alternative-id":["185"],"URL":"https:\/\/doi.org\/10.1007\/s13735-019-00185-8","relation":{},"ISSN":["2192-6611","2192-662X"],"issn-type":[{"value":"2192-6611","type":"print"},{"value":"2192-662X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,12,14]]},"assertion":[{"value":"30 April 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 November 2019","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 November 2019","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 December 2019","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}