{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T18:56:02Z","timestamp":1772045762218,"version":"3.50.1"},"reference-count":61,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2022,1,21]],"date-time":"2022-01-21T00:00:00Z","timestamp":1642723200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,21]],"date-time":"2022-01-21T00:00:00Z","timestamp":1642723200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2022,5]]},"DOI":"10.1007\/s11227-021-04208-2","type":"journal-article","created":{"date-parts":[[2022,1,21]],"date-time":"2022-01-21T00:04:01Z","timestamp":1642723441000},"page":"10149-10175","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":42,"title":["ACNN-TL: attention-based convolutional neural network  coupling with transfer learning and contextualized word representation for enhancing the performance of sentiment classification"],"prefix":"10.1007","volume":"78","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4728-8278","authenticated-orcid":false,"given":"Hossein","family":"Sadr","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3897-0208","authenticated-orcid":false,"given":"Mojdeh","family":"Nazari Soleimandarabi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,1,21]]},"reference":[{"key":"4208_CR1","doi-asserted-by":"crossref","unstructured":"Salloum SA, Khan R, Shaalan K (2020) A survey of semantic analysis approaches. In: Joint European-US Workshop on Applications of Invariance in Computer Vision. Springer, pp 61\u201370","DOI":"10.1007\/978-3-030-44289-7_6"},{"key":"4208_CR2","doi-asserted-by":"publisher","first-page":"2745","DOI":"10.1007\/s11063-019-10049-1","volume":"50","author":"H Sadr","year":"2019","unstructured":"Sadr H, Pedram MM, Teshnehlab M (2019) A robust sentiment analysis method based on sequential combination of convolutional and recursive neural networks. Neural Process Lett 50:2745\u20132761","journal-title":"Neural Process Lett"},{"issue":"6","key":"4208_CR3","doi-asserted-by":"publisher","first-page":"4335","DOI":"10.1007\/s10462-019-09794-5","volume":"53","author":"A Yadav","year":"2020","unstructured":"Yadav A, Vishwakarma DK (2020) Sentiment analysis using deep learning architectures: a review. Artif Intell Rev 53(6):4335\u20134385","journal-title":"Artif Intell Rev"},{"key":"4208_CR4","doi-asserted-by":"crossref","unstructured":"Prabha MI, Srikanth GU (2019) Survey of sentiment analysis using deep learning techniques. In: 2019 1st International Conference on Innovations in Information and Communication Technology (ICIICT). IEEE, pp 1\u20139","DOI":"10.1109\/ICIICT1.2019.8741438"},{"issue":"1","key":"4208_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11432-018-9941-6","volume":"63","author":"O Habimana","year":"2020","unstructured":"Habimana O, Li Y, Li R, Gu X, Yu G (2020) Sentiment analysis using deep learning approaches: an overview. Sci China Inf Sci 63(1):1\u201336","journal-title":"Sci China Inf Sci"},{"issue":"3","key":"4208_CR6","first-page":"57","volume":"11","author":"H Sadr","year":"2019","unstructured":"Sadr H, Pedram MM, Teshnelab M (2019) Improving the performance of text sentiment analysis using deep convolutional neural network integrated with hierarchical attention layer. Int J Inf Commun Technol Res 11(3):57\u201367","journal-title":"Int J Inf Commun Technol Res"},{"issue":"2","key":"4208_CR7","doi-asserted-by":"publisher","first-page":"599","DOI":"10.1007\/s00500-017-2904-0","volume":"23","author":"X Xie","year":"2019","unstructured":"Xie X, Ge S, Hu F, Xie M, Jiang N (2019) An improved algorithm for sentiment analysis based on maximum entropy. Soft Comput 23(2):599\u2013611","journal-title":"Soft Comput"},{"key":"4208_CR8","first-page":"1","volume-title":"Deep learning-based approaches for sentiment analysis","author":"AR Pathak","year":"2020","unstructured":"Pathak AR, Agarwal B, Pandey M, Rautaray S (2020) Application of deep learning approaches for sentiment analysis. In: Agarwal B, Nayak R, Mittal N, Patnaik S (eds) Deep learning-based approaches for sentiment analysis. Springer, Singapore, pp 1\u201331"},{"key":"4208_CR9","doi-asserted-by":"crossref","unstructured":"Sadr H, Soleimandarabi MN, Pedram M, Teshnelab M (2019) Unified topic-based semantic models: a study in computing the semantic relatedness of geographic terms. In: 2019 5th International Conference on Web Research (ICWR). IEEE, pp 134\u2013140","DOI":"10.1109\/ICWR.2019.8765257"},{"key":"4208_CR10","doi-asserted-by":"crossref","unstructured":"Yang Z, Yang D, Dyer C, He X, Smola A, Hovy E (2016) Hierarchical attention networks for document classification. In: Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp 1480\u20131489","DOI":"10.18653\/v1\/N16-1174"},{"key":"4208_CR11","doi-asserted-by":"publisher","first-page":"3497","DOI":"10.1007\/s11063-021-10534-6","volume":"53","author":"S Soleymanpour","year":"2021","unstructured":"Soleymanpour S, Sadr H, Soleimandarabi MN (2021) CSCNN: cost-sensitive convolutional neural network for encrypted traffic classification. Neural Process Lett 53:3497\u20133523","journal-title":"Neural Process Lett"},{"key":"4208_CR12","doi-asserted-by":"publisher","first-page":"1407","DOI":"10.1016\/j.neucom.2017.09.080","volume":"275","author":"Z Zhang","year":"2018","unstructured":"Zhang Z, Zou Y, Gan C (2018) Textual sentiment analysis via three different attention convolutional neural networks and cross-modality consistent regression. Neurocomputing 275:1407\u20131415","journal-title":"Neurocomputing"},{"key":"4208_CR13","doi-asserted-by":"publisher","first-page":"85401","DOI":"10.1109\/ACCESS.2019.2925059","volume":"7","author":"R Liu","year":"2019","unstructured":"Liu R, Shi Y, Ji C, Jia M (2019) A survey of sentiment analysis based on transfer learning. IEEE Access 7:85401\u201385412","journal-title":"IEEE Access"},{"key":"4208_CR14","doi-asserted-by":"crossref","unstructured":"Sun C, Qiu X, Xu Y, Huang X (2019) How to fine-tune Bert for text classification? In: China National Conference on Chinese Computational Linguistics. Springer, pp 194\u2013206","DOI":"10.1007\/978-3-030-32381-3_16"},{"key":"4208_CR15","doi-asserted-by":"crossref","unstructured":"Yin D, Meng T, Chang K-W (2020) SentiBERT: a transferable transformer-based architecture for compositional sentiment semantics. arXiv preprint, arXiv:2005.04114","DOI":"10.18653\/v1\/2020.acl-main.341"},{"key":"4208_CR16","unstructured":"Mikolov T, Chen K, Corrado G, Dean J (2013) Distributed representations of words and phrases and their compositionality. In: Nips"},{"key":"4208_CR17","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD (2014) Glove: global vectors for word representation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"4208_CR18","doi-asserted-by":"crossref","unstructured":"Peters ME et al (2018) Deep contextualized word representations. arXiv preprint, arXiv:1802.05365","DOI":"10.18653\/v1\/N18-1202"},{"key":"4208_CR19","doi-asserted-by":"crossref","unstructured":"Howard J, Ruder S (2018) Universal language model fine-tuning for text classification. arXiv preprint, arXiv:1801.06146","DOI":"10.18653\/v1\/P18-1031"},{"key":"4208_CR20","unstructured":"Radford A, Narasimhan K, Salimans T, Sutskever I (2018) Improving language understanding by generative pre-training"},{"key":"4208_CR21","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2018) Bert: pre-training of deep bidirectional transformers for language understanding. arXiv preprint, arXiv:1810.04805"},{"issue":"2","key":"4208_CR22","first-page":"1","volume":"10","author":"H Sadr","year":"2019","unstructured":"Sadr H, Nazari Solimandarabi M (2019) Presentation of an efficient automatic short answer grading model based on combination of pseudo relevance feedback and semantic relatedness measures. J Adv Comput Res 10(2):1\u201310","journal-title":"J Adv Comput Res"},{"issue":"2","key":"4208_CR23","first-page":"23","volume":"2","author":"H Sadr","year":"2019","unstructured":"Sadr H, Nazari M, Pedram MM, Teshnehlab M (2019) Exploring the efficiency of topic-based models in computing semantic relatedness of geographic terms. Int J Web Res 2(2):23\u201335","journal-title":"Int J Web Res"},{"key":"4208_CR24","unstructured":"Sadr H (2021) An intelligent model for multidimensional personality recognition of users using deep learning methods. J Inf Commun Technol 47(47)"},{"key":"4208_CR25","doi-asserted-by":"publisher","first-page":"86984","DOI":"10.1109\/ACCESS.2020.2992063","volume":"8","author":"H Sadr","year":"2020","unstructured":"Sadr H, Pedram MM, Teshnehlab M (2020) Multi-view deep network: a deep model based on learning features from heterogeneous neural networks for sentiment analysis. IEEE Access 8:86984\u201386997","journal-title":"IEEE Access"},{"key":"4208_CR26","doi-asserted-by":"crossref","unstructured":"Salloum SA, Khan R, Shaalan K (2020) A survey of semantic analysis approaches. In: Proceedings of the International Conference on Artificial Intelligence and Computer Vision (AICV2020), pp 61\u201370. Springer International Publishing, Cham","DOI":"10.1007\/978-3-030-44289-7_6"},{"key":"4208_CR27","doi-asserted-by":"publisher","DOI":"10.1007\/s11227-021-03950-x","author":"H Aliakbarpour","year":"2021","unstructured":"Aliakbarpour H, Manzuri MT, Rahmani AM (2021) Improving the readability and saliency of abstractive text summarization using combination of deep neural networks equipped with auxiliary attention mechanism. J Supercomput. https:\/\/doi.org\/10.1007\/s11227-021-03950-x","journal-title":"J Supercomput"},{"issue":"3","key":"4208_CR28","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1109\/MCI.2018.2840738","volume":"13","author":"T Young","year":"2018","unstructured":"Young T, Hazarika D, Poria S, Cambria E (2018) Recent trends in deep learning based natural language processing. IEEE Comput Intell Mag 13(3):55\u201375","journal-title":"IEEE Comput Intell Mag"},{"key":"4208_CR29","unstructured":"Socher R, Huval B, Manning CD, Ng AY (2012) Semantic compositionality through recursive matrix-vector spaces. In: Proceedings of the 2012 Joint Conference on Empirical Methods in Natural Language Processing and Computational Natural Language Learning, Association for Computational Linguistics"},{"key":"4208_CR30","doi-asserted-by":"publisher","first-page":"386","DOI":"10.1016\/j.jocs.2017.11.006","volume":"27","author":"M Al-Smadi","year":"2017","unstructured":"Al-Smadi M, Qawasmeh O, Al-Ayyoub M, Jararweh Y, Gupta B (2017) Deep recurrent neural network vs. support vector machine for aspect-based sentiment analysis of Arabic Hotels\u2019 reviews. J Comput Sci 27:386\u2013393","journal-title":"J Comput Sci"},{"key":"4208_CR31","doi-asserted-by":"crossref","unstructured":"Kim Y (2014) Convolutional neural networks for sentence classification. arXiv preprint, arXiv:1408.5882","DOI":"10.3115\/v1\/D14-1181"},{"key":"4208_CR32","doi-asserted-by":"crossref","unstructured":"Ruangkanokmas P, Achalakul T, Akkarajitsakul K (2016) Deep belief networks with feature selection for sentiment classification. In: Uksim.Info, p 16","DOI":"10.1109\/ISMS.2016.9"},{"key":"4208_CR33","first-page":"74","volume-title":"Text, speech, and dialogue. TSD 2017. Lecture Notes in Computer Science","author":"M Kuta","year":"2017","unstructured":"Kuta M, Morawiec M, Kitowski J (2017) Sentiment analysis with tree-structured gated recurrent units. In: Ek\u0161tein K, Matou\u0161ek V (eds) Text, speech, and dialogue. TSD 2017. Lecture Notes in Computer Science, vol 10415. Springer, Cham, pp 74\u201382"},{"key":"4208_CR34","doi-asserted-by":"crossref","unstructured":"Tai KS, Socher R, Manning CD (2015) Improved semantic representations from tree-structured long short-term memory networks. arXiv preprint, arXiv:1503.00075","DOI":"10.3115\/v1\/P15-1150"},{"key":"4208_CR35","first-page":"649","volume":"28","author":"X Zhang","year":"2015","unstructured":"Zhang X, Zhao J, LeCun Y (2015) Character-level convolutional networks for text classification. Adv Neural Inf Process Syst 28:649\u2013657","journal-title":"Adv Neural Inf Process Syst"},{"key":"4208_CR36","doi-asserted-by":"crossref","unstructured":"Yin W, Sch\u00fctze H, Xiang B, Zhou B (2015) Abcnn: attention-based convolutional neural network for modeling sentence pairs. arXiv preprint, arXiv:1512.05193","DOI":"10.1162\/tacl_a_00244"},{"key":"4208_CR37","doi-asserted-by":"crossref","unstructured":"Kalchbrenner N, Grefenstette E, Blunsom P (2014) A convolutional neural network for modelling sentences. arXiv preprint, arXiv:1404.2188","DOI":"10.3115\/v1\/P14-1062"},{"key":"4208_CR38","doi-asserted-by":"crossref","unstructured":"Wang Y, Huang M, Zhao L (2016) Attention-based LSTM for aspect-level sentiment classification. In: Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing, pp 606\u2013615","DOI":"10.18653\/v1\/D16-1058"},{"key":"4208_CR39","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.knosys.2018.05.004","volume":"155","author":"Z Yuan","year":"2018","unstructured":"Yuan Z, Wu S, Wu F, Liu J, Huang Y (2018) Domain attention model for multi-domain sentiment classification. Knowl-Based Syst 155:1\u201310","journal-title":"Knowl-Based Syst"},{"key":"4208_CR40","doi-asserted-by":"publisher","first-page":"388","DOI":"10.1016\/j.ins.2016.08.084","volume":"373","author":"MJ Er","year":"2016","unstructured":"Er MJ, Zhang Y, Wang N, Pratama M (2016) Attention pooling-based convolutional neural network for sentence modelling. Inf Sci 373:388\u2013403","journal-title":"Inf Sci"},{"key":"4208_CR41","doi-asserted-by":"crossref","unstructured":"Zhao Z, Wu Y (2016) Attention-based convolutional neural networks for sentence classification. In: INTERSPEECH, pp 705\u2013709","DOI":"10.21437\/Interspeech.2016-354"},{"key":"4208_CR42","doi-asserted-by":"crossref","unstructured":"Lee G, Jeong J, Seo S, Kim C, Kang P (2017) Sentiment classification with word attention based on weakly supervised learning with a convolutional neural network. arXiv preprint, arXiv:1709.09885","DOI":"10.1016\/j.knosys.2018.04.006"},{"key":"4208_CR43","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1162\/tacl_a_00249","volume":"6","author":"W Yin","year":"2018","unstructured":"Yin W, Sch\u00fctze H (2018) Attentive convolution: equipping CNNS with RNN-style attention mechanisms. Trans Assoc Comput Linguist 6:687\u2013702","journal-title":"Trans Assoc Comput Linguist"},{"issue":"5","key":"4208_CR44","doi-asserted-by":"publisher","first-page":"1091","DOI":"10.3233\/IDA-184311","volume":"23","author":"Y Liu","year":"2019","unstructured":"Liu Y, Ji L, Huang R, Ming T, Gao C, Zhang J (2019) An attention-gated convolutional neural network for sentence classification. Intell Data Anal 23(5):1091\u20131107","journal-title":"Intell Data Anal"},{"key":"4208_CR45","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1016\/j.future.2020.08.005","volume":"115","author":"ME Basiri","year":"2021","unstructured":"Basiri ME, Nemati S, Abdar M, Cambria E, Acharya UR (2021) ABCDM: an attention-based bidirectional CNN-RNN deep model for sentiment analysis. Futur Gener Comput Syst 115:279\u2013294","journal-title":"Futur Gener Comput Syst"},{"key":"4208_CR46","doi-asserted-by":"publisher","first-page":"14630","DOI":"10.1109\/ACCESS.2019.2963702","volume":"8","author":"HT Phan","year":"2020","unstructured":"Phan HT, Tran VC, Nguyen NT, Hwang D (2020) Improving the performance of sentiment analysis of tweets containing fuzzy sentiment using the feature ensemble model. IEEE Access 8:14630\u201314641","journal-title":"IEEE Access"},{"key":"4208_CR47","doi-asserted-by":"crossref","unstructured":"Semwal T, Yenigalla P, Mathur G, Nair SB (2018) A practitioners' guide to transfer learning for text classification using convolutional neural networks. In: Proceedings of the 2018 SIAM International Conference on Data Mining. SIAM, pp 513\u2013521","DOI":"10.1137\/1.9781611975321.58"},{"key":"4208_CR48","unstructured":"Zhuang F et al (2019) A comprehensive survey on transfer learning. arXiv preprint, arXiv:1911.02685"},{"key":"4208_CR49","first-page":"1097","volume":"25","author":"A Krizhevsky","year":"2012","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. Adv Neural Inf Process Syst 25:1097\u20131105","journal-title":"Adv Neural Inf Process Syst"},{"key":"4208_CR50","unstructured":"Sermanet P, Eigen D, Zhang X, Mathieu M, Fergus R, LeCun Y (2013) Overfeat: integrated recognition, localization and detection using convolutional networks. arXiv preprint, arXiv:1312.6229"},{"key":"4208_CR51","first-page":"2440","volume":"28","author":"S Sukhbaatar","year":"2015","unstructured":"Sukhbaatar S, Weston J, Fergus R (2015) End-to-end memory networks. Adv Neural Inf Process Syst 28:2440\u20132448","journal-title":"Adv Neural Inf Process Syst"},{"key":"4208_CR52","unstructured":"Kumar A et al (2016) Ask me anything: dynamic memory networks for natural language processing. In: International Conference on Machine Learning, pp 1378\u20131387"},{"key":"4208_CR53","unstructured":"Maas A, Daly RE, Pham PT, Huang D, Ng AY, Potts C (2011) Learning word vectors for sentiment analysis. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, Association for Computational Linguistics"},{"key":"4208_CR54","doi-asserted-by":"crossref","unstructured":"Pang B, Lee L (2005) Seeing stars: exploiting class relationships for sentiment categorization with respect to rating scales. In: Proceedings of the 43rd Annual Meeting on Association for Computational Linguistics, pp 115\u2013124. Association for Computational Linguistics","DOI":"10.3115\/1219840.1219855"},{"key":"4208_CR55","unstructured":"Socher R et al (2013) Recursive deep models for semantic compositionality over a sentiment Treebank. In: EMNLP"},{"key":"4208_CR56","doi-asserted-by":"crossref","unstructured":"Du C, Huang L (2017) Sentiment classification via recurrent convolutional neural networks. In: DEStech Transactions on Computer Science and Engineering, no cii","DOI":"10.12783\/dtcse\/cii2017\/17268"},{"key":"4208_CR57","doi-asserted-by":"crossref","unstructured":"Kokkinos F, Potamianos A (2017) Structural attention neural networks for improved sentiment analysis. arXiv preprint, arXiv:1701.01811","DOI":"10.18653\/v1\/E17-2093"},{"key":"4208_CR58","doi-asserted-by":"crossref","unstructured":"Munikar M, Shakya S, Shrestha A (2019) Fine-grained sentiment classification using BERT. In: 2019 Artificial Intelligence for Transforming Business and Society (AITB), vol 1, pp 1\u20135. IEEE","DOI":"10.1109\/AITB48515.2019.8947435"},{"key":"4208_CR59","doi-asserted-by":"crossref","unstructured":"Zheng S, Yang M (2019) A new method of improving BERT for text classification. In: International Conference on Intelligent Science and Big Data Engineering, pp 442\u2013452. Springer","DOI":"10.1007\/978-3-030-36204-1_37"},{"key":"4208_CR60","unstructured":"Liu X, He P, Chen W, Gao J (2019) Improving multi-task deep neural networks via knowledge distillation for natural language understanding. arXiv preprint, arXiv:1904.09482"},{"key":"4208_CR61","first-page":"5753","volume":"32","author":"Z Yang","year":"2019","unstructured":"Yang Z, Dai Z, Yang Y, Carbonell J, Salakhutdinov RR, Le QV (2019) Xlnet: Generalized autoregressive pretraining for language understanding. Adv Neural Inf Process Syst 32:5753\u20135763","journal-title":"Adv Neural Inf Process Syst"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-021-04208-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-021-04208-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-021-04208-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,19]],"date-time":"2022-04-19T15:19:14Z","timestamp":1650381554000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-021-04208-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,21]]},"references-count":61,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2022,5]]}},"alternative-id":["4208"],"URL":"https:\/\/doi.org\/10.1007\/s11227-021-04208-2","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,1,21]]},"assertion":[{"value":"12 November 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 January 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}