{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T16:13:02Z","timestamp":1762618382605,"version":"build-2065373602"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"16","license":[{"start":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T00:00:00Z","timestamp":1762560000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T00:00:00Z","timestamp":1762560000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"crossref","award":["DP220103717 and LE220100078","DP220103717 and LE220100078","DP220103717 and LE220100078"],"award-info":[{"award-number":["DP220103717 and LE220100078","DP220103717 and LE220100078","DP220103717 and LE220100078"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"DOI":"10.1007\/s11227-025-07971-8","type":"journal-article","created":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T16:10:23Z","timestamp":1762618223000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Integrating dense layers with residual connections into transformers for enhanced sentiment classification"],"prefix":"10.1007","volume":"81","author":[{"given":"Khaled","family":"Alahmadi","sequence":"first","affiliation":[]},{"given":"Sultan","family":"Alharbi","sequence":"additional","affiliation":[]},{"given":"Xianzhi","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,11,8]]},"reference":[{"key":"7971_CR1","volume-title":"Sentiment analysis and opinion mining","author":"B Liu","year":"2022","unstructured":"Liu B (2022) Sentiment analysis and opinion mining. Springer, Cham"},{"issue":"1\u20132","key":"7971_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/1500000011","volume":"2","author":"B Pang","year":"2008","unstructured":"Pang B, Lee L et al (2008) Opinion mining and sentiment analysis. Found Trends Inf Retr 2(1\u20132):1\u2013135","journal-title":"Found Trends Inf Retr"},{"key":"7971_CR3","doi-asserted-by":"crossref","unstructured":"Cambria E, Das D, Bandyopadhyay S, Feraco A (2017) Affective computing and sentiment analysis. A practical guide to sentiment analysis, 1\u201310","DOI":"10.1007\/978-3-319-55394-8_1"},{"issue":"4","key":"7971_CR4","doi-asserted-by":"publisher","first-page":"1093","DOI":"10.1016\/j.asej.2014.04.011","volume":"5","author":"W Medhat","year":"2014","unstructured":"Medhat W, Hassan A, Korashy H (2014) Sentiment analysis algorithms and applications: a survey. Ain Shams Eng J 5(4):1093\u20131113","journal-title":"Ain Shams Eng J"},{"issue":"3","key":"7971_CR5","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1109\/MCI.2018.2840738","volume":"13","author":"T Young","year":"2018","unstructured":"Young T, Hazarika D, Poria S, Cambria E (2018) Recent trends in deep learning based natural language processing. IEEE Comput Intell Mag 13(3):55\u201375","journal-title":"IEEE Comput Intell Mag"},{"key":"7971_CR6","first-page":"1","volume":"30","author":"A Vaswani","year":"2017","unstructured":"Vaswani A (2017) Attention is all you need. Adv Neural Inf Process Syst 30:1","journal-title":"Adv Neural Inf Process Syst"},{"key":"7971_CR7","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2019) Bert: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol. 1, pp. 4171\u20134186. Association for Computational Linguistics. https:\/\/aclanthology.org\/N19-1423\/"},{"key":"7971_CR8","doi-asserted-by":"crossref","unstructured":"Abnar S, Zuidema W (2020)Quantifying attention flow in transformers. arXiv preprint arXiv:2005.00928","DOI":"10.18653\/v1\/2020.acl-main.385"},{"key":"7971_CR9","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J ((2016)) Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 770\u2013778. IEEE. https:\/\/doi.org\/10.1109\/CVPR.2016.90","DOI":"10.1109\/CVPR.2016.90"},{"key":"7971_CR10","doi-asserted-by":"crossref","unstructured":"Wang Y, Huang M, Zhu X, Zhao L (2016) Attention-based lstm for aspect-level sentiment classification. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, pp. 606\u2013615","DOI":"10.18653\/v1\/D16-1058"},{"key":"7971_CR11","doi-asserted-by":"crossref","unstructured":"Sun C, Qiu X, Xu Y, Huang X (2019) How to fine-tune bert for text classification? In: Proceedings of the 18th China National Conference on Chinese Computational Linguistics, pp. 194\u2013206. Springer","DOI":"10.1007\/978-3-030-32381-3_16"},{"key":"7971_CR12","unstructured":"Xu H, Liu B, Shu L, Yu PS (2019) Bert post-training for review reading comprehension and aspect-based sentiment analysis. arXiv preprint arXiv:1904.02232"},{"key":"7971_CR13","first-page":"5754","volume":"32","author":"Z Yang","year":"2019","unstructured":"Yang Z, Dai Z, Yang Y, Carbonell J, Salakhutdinov R, Le QV (2019) Xlnet: generalized autoregressive pretraining for language understanding. Adv Neural Inf Process Syst 32:5754\u20135764","journal-title":"Adv Neural Inf Process Syst"},{"key":"7971_CR14","unstructured":"Liu Y (2019) Roberta: a robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692"},{"key":"7971_CR15","doi-asserted-by":"publisher","unstructured":"Sukhbaatar S, Grave E, Bojanowski P, Joulin A (2019) Adaptive attention span in transformers. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 331\u2013335. Association for Computational Linguistics, ??? https:\/\/doi.org\/10.18653\/v1\/P19-1032 . https:\/\/aclanthology.org\/P19-1032\/?utm_source=chatgpt","DOI":"10.18653\/v1\/P19-1032"},{"key":"7971_CR16","unstructured":"Lin Z, Feng M, Santos CNd, Yu M, Xiang B, Zhou B, Bengio Y (2017) A structured self-attentive sentence embedding. arXiv preprint arXiv:1703.03130"},{"key":"7971_CR17","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1162\/tacl_a_00097","volume":"4","author":"W Yin","year":"2016","unstructured":"Yin W, Sch\u00fctze H, Xiang B, Zhou B (2016) Abcnn: Attention-based convolutional neural network for modeling sentence pairs. Trans Assoc Comput Linguist 4:259\u2013272","journal-title":"Trans Assoc Comput Linguist"},{"key":"7971_CR18","doi-asserted-by":"publisher","unstructured":"Howard J, Ruder S (2018) Universal language model fine-tuning for text classification. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 328\u2013339. Association for Computational Linguistics, ??? . https:\/\/doi.org\/10.18653\/v1\/P18-1031 . https:\/\/aclanthology.org\/P18-1031\/?utm_source=chatgpt","DOI":"10.18653\/v1\/P18-1031"},{"key":"7971_CR19","unstructured":"Srivastava RK, Greff K, Schmidhuber J (2015) Highway networks. arXiv preprint arXiv:1505.00387 (2015)"},{"key":"7971_CR20","doi-asserted-by":"crossref","unstructured":"Liu J, Zhang W, Tang Y, Tang J, Wu G (2020) Residual feature aggregation network for image super-resolution. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2356\u20132365","DOI":"10.1109\/CVPR42600.2020.00243"},{"key":"7971_CR21","unstructured":"Ba JL, Kiros JR, Hinton GE (2016) Layer normalization. arXiv preprint arXiv:1607.06450"},{"key":"7971_CR22","doi-asserted-by":"crossref","unstructured":"Pang B, Lee L (2005) Seeing stars: exploiting class relationships for sentiment categorization with respect to rating scales. arXiv preprint cs\/0506075","DOI":"10.3115\/1219840.1219855"},{"key":"7971_CR23","unstructured":"Maas A, Daly RE, Pham PT, Huang D, Ng AY, Potts C (2011) Learning word vectors for sentiment analysis. In: Proceedings of the 49th Annual Meeting Of the Association for Computational Linguistics: Human Language Technologies, pp. 142\u2013150"},{"key":"7971_CR24","unstructured":"Falcon WA (2019) Pytorch lightning. GitHub 3"},{"key":"7971_CR25","unstructured":"Loshchilov I (2017) Decoupled weight decay regularization. arXiv preprint arXiv:1711.05101"},{"key":"7971_CR26","unstructured":"Shoeybi M, Patwary M, Puri R, LeGresley P, Casper J, Catanzaro B (2019) Megatron-lm: Training multi-billion parameter language models using model parallelism. arXiv preprint arXiv:1909.08053"},{"key":"7971_CR27","doi-asserted-by":"crossref","unstructured":"Narayanan D, Shoeybi M, Patwary M, et\u00a0al. (2021) Efficient large-scale language model training on gpu clusters using megatron-lm. In: Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC)","DOI":"10.1145\/3458817.3476209"},{"issue":"2","key":"7971_CR28","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1057\/s41270-021-00109-8","volume":"9","author":"S Alaparthi","year":"2021","unstructured":"Alaparthi S, Mishra M (2021) Bert: a sentiment analysis odyssey. J Market Anal 9(2):118\u2013126","journal-title":"J Market Anal"},{"issue":"24","key":"7971_CR29","doi-asserted-by":"publisher","first-page":"64315","DOI":"10.1007\/s11042-024-18156-5","volume":"83","author":"MM Danyal","year":"2024","unstructured":"Danyal MM, Khan SS, Khan M, Ullah S, Mehmood F, Ali I (2024) Proposing sentiment analysis model based on bert and xlnet for movie reviews. Multimed Tools Appl 83(24):64315\u201364339","journal-title":"Multimed Tools Appl"},{"issue":"23","key":"7971_CR30","doi-asserted-by":"publisher","first-page":"33067","DOI":"10.1007\/s11042-022-13155-w","volume":"81","author":"B Gupta","year":"2022","unstructured":"Gupta B, Prakasam P, Velmurugan T (2022) Integrated bert embeddings, bilstm-bigru and 1-d cnn model for binary sentiment classification analysis of movie reviews. Multimedia Tools Appl 81(23):33067\u201333086","journal-title":"Multimedia Tools Appl"},{"key":"7971_CR31","doi-asserted-by":"crossref","unstructured":"Zhang B (2023) A bert-cnn based approach on movie review sentiment analysis. In: SHS Web of Conferences, vol. 163, p. 04007. EDP Sciences","DOI":"10.1051\/shsconf\/202316304007"},{"key":"7971_CR32","doi-asserted-by":"publisher","first-page":"21517","DOI":"10.1109\/ACCESS.2022.3152828","volume":"10","author":"KL Tan","year":"2022","unstructured":"Tan KL, Lee CP, Anbananthen KSM, Lim KM (2022) Roberta-lstm: a hybrid model for sentiment analysis with transformer and recurrent neural network. IEEE Access 10:21517\u201321525","journal-title":"IEEE Access"},{"key":"7971_CR33","doi-asserted-by":"publisher","first-page":"184614","DOI":"10.1109\/ACCESS.2020.3029694","volume":"8","author":"H Xia","year":"2020","unstructured":"Xia H, Ding C, Liu Y (2020) Sentiment analysis model based on self-attention and character-level embedding. IEEE Access 8:184614\u2013184620","journal-title":"IEEE Access"},{"issue":"1","key":"7971_CR34","doi-asserted-by":"publisher","first-page":"3085","DOI":"10.1007\/s11042-022-13339-4","volume":"83","author":"M Zulqarnain","year":"2024","unstructured":"Zulqarnain M, Ghazali R, Aamir M, Hassim YMM (2024) An efficient two-state gru based on feature attention mechanism for sentiment analysis. Multimedia Tools Appl 83(1):3085\u20133110","journal-title":"Multimedia Tools Appl"},{"key":"7971_CR35","doi-asserted-by":"publisher","first-page":"37014","DOI":"10.1109\/ACCESS.2020.2973711","volume":"8","author":"Y Dong","year":"2020","unstructured":"Dong Y, Fu Y, Wang L, Chen Y, Dong Y, Li J (2020) A sentiment analysis method of capsule network based on bilstm. IEEE Access 8:37014\u201337020","journal-title":"IEEE Access"},{"issue":"3","key":"7971_CR36","doi-asserted-by":"publisher","first-page":"1445","DOI":"10.3390\/app13031445","volume":"13","author":"J Mutinda","year":"2023","unstructured":"Mutinda J, Mwangi W, Okeyo G (2023) Sentiment analysis of text reviews using lexicon-enhanced bert embedding (lebert) model with convolutional neural network. Appl Sci 13(3):1445","journal-title":"Appl Sci"},{"key":"7971_CR37","doi-asserted-by":"publisher","first-page":"107477","DOI":"10.1109\/ACCESS.2022.3213061","volume":"10","author":"M Arevalillo-Herr\u00e1ez","year":"2022","unstructured":"Arevalillo-Herr\u00e1ez M, Arnau-Gonz\u00e1lez P, Ramzan N (2022) On adapting the diet architecture and the rasa conversational toolkit for the sentiment analysis task. IEEE Access 10:107477\u2013107487","journal-title":"IEEE Access"},{"key":"7971_CR38","doi-asserted-by":"publisher","first-page":"71884","DOI":"10.1109\/ACCESS.2018.2878425","volume":"6","author":"X Fu","year":"2018","unstructured":"Fu X, Yang J, Li J, Fang M, Wang H (2018) Lexicon-enhanced lstm with attention for general sentiment analysis. IEEE Access 6:71884\u201371891","journal-title":"IEEE Access"},{"issue":"5","key":"7971_CR39","doi-asserted-by":"publisher","first-page":"2953","DOI":"10.1109\/TFUZZ.2024.3364694","volume":"32","author":"HT Phan","year":"2024","unstructured":"Phan HT, Nguyen NT (2024) A fuzzy graph convolutional network model for sentence-level sentiment analysis. IEEE Trans Fuzzy Syst 32(5):2953\u20132965","journal-title":"IEEE Trans Fuzzy Syst"},{"key":"7971_CR40","doi-asserted-by":"crossref","unstructured":"Tai KS, Socher R, Manning CD (2015) Improved semantic representations from tree-structured long short-term memory networks. arXiv preprint arXiv:1503.00075","DOI":"10.3115\/v1\/P15-1150"},{"key":"7971_CR41","doi-asserted-by":"crossref","unstructured":"Kim Y (2014) Convolutional neural networks for sentence classification. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 1746\u20131751","DOI":"10.3115\/v1\/D14-1181"},{"key":"7971_CR42","unstructured":"Liu Q, Huang H-Y, Gao Y, Wei X, Tian Y, Liu L (2018) Task-oriented word embedding for text classification. In: Proceedings of the 27th International Conference on Computational Linguistics, pp. 2023\u20132032"},{"key":"7971_CR43","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1016\/j.neucom.2019.10.033","volume":"376","author":"J Kim","year":"2020","unstructured":"Kim J, Jang S, Park E, Choi S (2020) Text classification using capsules. Neurocomputing 376:214\u2013221","journal-title":"Neurocomputing"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07971-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-025-07971-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07971-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T16:10:27Z","timestamp":1762618227000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-025-07971-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,8]]},"references-count":43,"journal-issue":{"issue":"16","published-online":{"date-parts":[[2025,11]]}},"alternative-id":["7971"],"URL":"https:\/\/doi.org\/10.1007\/s11227-025-07971-8","relation":{},"ISSN":["1573-0484"],"issn-type":[{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,8]]},"assertion":[{"value":"5 May 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 October 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 November 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"1542"}}