{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T18:08:21Z","timestamp":1775326101799,"version":"3.50.1"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2022,8,9]],"date-time":"2022-08-09T00:00:00Z","timestamp":1660003200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,8,9]],"date-time":"2022-08-09T00:00:00Z","timestamp":1660003200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,4]]},"DOI":"10.1007\/s10489-022-03865-x","type":"journal-article","created":{"date-parts":[[2022,8,9]],"date-time":"2022-08-09T03:51:55Z","timestamp":1660017115000},"page":"9424-9443","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["A novel selective learning based transformer encoder architecture with enhanced word representation"],"prefix":"10.1007","volume":"53","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9191-1771","authenticated-orcid":false,"given":"Wazib","family":"Ansar","sequence":"first","affiliation":[]},{"given":"Saptarsi","family":"Goswami","sequence":"additional","affiliation":[]},{"given":"Amlan","family":"Chakrabarti","sequence":"additional","affiliation":[]},{"given":"Basabi","family":"Chakraborty","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,8,9]]},"reference":[{"key":"3865_CR1","doi-asserted-by":"crossref","unstructured":"Nasukawa T, Yi J (2003) Sentiment analysis: capturing favorability using natural language processing. In: Proceedings of the 2nd international conference on knowledge capture. ACM, pp 70\u201377","DOI":"10.1145\/945645.945658"},{"key":"3865_CR2","doi-asserted-by":"crossref","unstructured":"Poria S, Cambria E, Ku L-W, Gui C, Gelbukh A (2014) A rule-based approach to aspect extraction from product reviews. In: Proceedings of the second workshop on natural language processing for social media (SocialNLP), pp 28\u201337","DOI":"10.3115\/v1\/W14-5905"},{"key":"3865_CR3","unstructured":"Liu Q, Gao Z, Liu B, Zhang Y (2015) Automated rule selection for aspect extraction in opinion mining. In: Twenty-fourth international joint conference on artificial intelligence"},{"key":"3865_CR4","doi-asserted-by":"crossref","unstructured":"Ansar W, Goswami S, Das AK (2021) A data science approach to analysis of tweets based on cyclone Fani. In: Data management, analytics and innovation. Springer, Singapore, pp 243\u2013261","DOI":"10.1007\/978-981-15-5616-6_18"},{"key":"3865_CR5","doi-asserted-by":"crossref","unstructured":"Irsoy O, Cardie C (2014) Opinion mining with deep recurrent neural networks.. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP), pp 720\u2013728","DOI":"10.3115\/v1\/D14-1080"},{"key":"3865_CR6","doi-asserted-by":"crossref","unstructured":"Liu P, Joty S, Meng H (2015) Fine-grained opinion mining with recurrent neural networks and word embeddings.. In: Proceedings of the 2015 conference on empirical methods in natural language processing, pp 1433\u20131443","DOI":"10.18653\/v1\/D15-1168"},{"key":"3865_CR7","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1016\/j.knosys.2016.06.009","volume":"108","author":"S Poria","year":"2016","unstructured":"Poria S, Cambria E, Gelbukh A (2016) Aspect extraction for opinion mining with a deep convolutional neural network. Knowl-Based Syst 108:42\u201349","journal-title":"Knowl-Based Syst"},{"issue":"7","key":"3865_CR8","doi-asserted-by":"publisher","first-page":"4408","DOI":"10.1007\/s10489-020-02095-3","volume":"51","author":"L Qiang","year":"2021","unstructured":"Qiang L, Zhu Z, Zhang G, Kang S, Liu P (2021) Aspect-gated graph convolutional networks for aspect-based sentiment analysis. Appl Intell 51(7):4408\u20134419","journal-title":"Appl Intell"},{"key":"3865_CR9","doi-asserted-by":"publisher","first-page":"3367","DOI":"10.1007\/s10489-020-01760-x","volume":"50","author":"J Zhou","year":"2020","unstructured":"Zhou J, Huang JX, Hu QV, He L (2020) Is position important? deep multi-task learning for aspect-based sentiment analysis. Appl Intell 50:3367\u20133378","journal-title":"Appl Intell"},{"key":"3865_CR10","doi-asserted-by":"crossref","unstructured":"Wang Y, Huang M, Zhu X, Li Z (2016) Attention-based LSTM for aspect-level sentiment classification. In: Proceedings of the 2016 conference on empirical methods in natural language processing, pp 606\u2013615","DOI":"10.18653\/v1\/D16-1058"},{"key":"3865_CR11","unstructured":"Bahdanau D, Cho K, Bengio Y (2014) Neural machine translation by jointly learning to align and translate. arXiv:1409.0473"},{"key":"3865_CR12","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. In: In Advances in neural information processing systems, pp 5998\u20136008"},{"key":"3865_CR13","doi-asserted-by":"crossref","unstructured":"Peters ME, Neumann M, Iyyer M, Gardner M, Clark C, Lee K, Zettlemoyer L (2018) Deep contextualized word representations. arXiv:1802.05365","DOI":"10.18653\/v1\/N18-1202"},{"key":"3865_CR14","doi-asserted-by":"crossref","unstructured":"Howard J, Ruder S (2018) Universal language model fine-tuning for text classification. arXiv:1801.06146","DOI":"10.18653\/v1\/P18-1031"},{"key":"3865_CR15","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2018) Bert:, Pre-training of deep bidirectional transformers for language understanding. arXiv:1810.04805"},{"issue":"5","key":"3865_CR16","doi-asserted-by":"publisher","first-page":"9627","DOI":"10.3233\/JIFS-202140","volume":"40","author":"W Ansar","year":"2021","unstructured":"Ansar W, Goswami S, Chakrabarti A, Chakraborty B (2021) An efficient methodology for aspect-based sentiment analysis using BERT through refined aspect extraction. J Intell Fuzzy Syst 40(5):9627\u20139644","journal-title":"J Intell Fuzzy Syst"},{"key":"3865_CR17","unstructured":"Sun C, Huang L, Qiu X (2019) Utilizing bert for aspect-based sentiment analysis via constructing auxiliary sentence. arXiv:1903.09588"},{"key":"3865_CR18","unstructured":"Radford A, Narasimhan K, Salimans T, Sutskever I (2018) Improving language understanding by generative pre-training. http:\/\/openai-assets.s3.amazonaws.com\/research-covers\/language-unsupervised\/language_understanding_paper.pdf. Accessed: June 28, 2022"},{"key":"3865_CR19","unstructured":"Wang C, Li M, Smola AJ (2019) Language models with transformers. arXiv:1904.09408"},{"key":"3865_CR20","doi-asserted-by":"crossref","unstructured":"Strubell E, Ganesh A, McCallum A (2019) Energy and policy considerations for deep learning in NLP. arXiv:1906.02243","DOI":"10.18653\/v1\/P19-1355"},{"issue":"8","key":"3865_CR21","doi-asserted-by":"publisher","first-page":"6136","DOI":"10.1007\/s10489-021-02189-6","volume":"51","author":"D Zhang","year":"2021","unstructured":"Zhang D, Zhu Z, Kang S, Zhang G, Liu P (2021) Syntactic and semantic analysis network for aspect-level sentiment classification. Appl Intell 51(8):6136\u20136147","journal-title":"Appl Intell"},{"key":"3865_CR22","doi-asserted-by":"publisher","first-page":"7995","DOI":"10.1007\/s10489-021-02809-1","volume":"52","author":"J Chen","year":"2022","unstructured":"Chen J, Chen Y, He Y, Xu Y, Zhao S, Zhang Y (2022) A classified feature representation three-way decision model for sentiment analysis. Appl Intell 52:7995\u20138007","journal-title":"Appl Intell"},{"issue":"2\u20133","key":"3865_CR23","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1080\/00437956.1954.11659520","volume":"10","author":"ZS Harris","year":"1954","unstructured":"Harris ZS (1954) Distributional structure. Word 10(2\u20133):146\u2013162","journal-title":"Word"},{"key":"3865_CR24","unstructured":"Mikolov T, Chen K, Corrado G, Dean J (2013) Efficient estimation of word representations in vector space. arXiv:1301.3781"},{"key":"3865_CR25","unstructured":"Mikolov T, Sutskever I, Chen Kai, Corrado GS, Dean J (2013) Distributed representations of words and phrases and their compositionality. In: Advances in neural information processing systems, pp 3111\u20133119"},{"key":"3865_CR26","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning C (2014) Glove: Global vectors for word representation. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP), pp 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"3865_CR27","doi-asserted-by":"crossref","unstructured":"Joulin A, Grave E, Bojanowski P, Mikolov T (2016) Bag of tricks for efficient text classification. arXiv:1607.01759","DOI":"10.18653\/v1\/E17-2068"},{"issue":"6","key":"3865_CR28","doi-asserted-by":"publisher","first-page":"657","DOI":"10.1002\/asi.24289","volume":"71","author":"YY Lee","year":"2019","unstructured":"Lee YY, Ke H, Yen TY, Huang HH, Chen HH (2019) Combining and learning word embedding with WordNet for semantic relatedness and similarity measurement. J Assoc Inf Sci Technol 71(6):657\u2013670","journal-title":"J Assoc Inf Sci Technol"},{"issue":"2","key":"3865_CR29","doi-asserted-by":"publisher","first-page":"577","DOI":"10.1109\/TNNLS.2020.3028099","volume":"33","author":"N Gong","year":"2020","unstructured":"Gong N, Yao N, Guo S (2020) Seeds: Sampling-Enhanced Embeddings. IEEE Trans Neural Netw Learn Syst 33(2):577\u2013586","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"3865_CR30","unstructured":"Huang EH, Socher R, Manning CD, Ng AY (2012) Improving word representations via global context and multiple word prototypes. In: Proceedings of the 50th annual meeting of the association for computational linguistics (Volume 1: Long Papers). Association for Computational Linguistics, Korea, pp 873\u2013882"},{"key":"3865_CR31","unstructured":"Tian F, Dai H, Bian J, Gao B, Zhang R, Chen E, Liu T-Y (2014) A probabilistic model for learning multi-prototype word embeddings. In: Proceedings of COLING 2014, the 25th International Conference on Computational Linguistics: Technical Papers, pp 151\u2013160"},{"key":"3865_CR32","doi-asserted-by":"crossref","unstructured":"Zheng X, Feng J, Yi C, Peng H, Zhang W (2017) Learning context-specific word\/character embeddings. In: Proceedings of the AAAI conference on artificial intelligence, vol 1, p 31","DOI":"10.1609\/aaai.v31i1.10985"},{"key":"3865_CR33","unstructured":"Zhou Yuxiang, Liao Lejian, Gao Yang, Wang Rui, Huang Heyan (2021) TopicBERT: a topic-enhanced neural language model fine-tuned for sentiment classification. In: IEEE transactions on neural networks and learning systems. IEEE, New Jersey"},{"issue":"2","key":"3865_CR34","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y Bengio","year":"1994","unstructured":"Bengio Y, Simard P, Frasconi P (1994) Learning long-term dependencies with gradient descent is difficult. IEEE Trans Neural Netw 5(2):157\u2013166","journal-title":"IEEE Trans Neural Netw"},{"issue":"8","key":"3865_CR35","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"3865_CR36","doi-asserted-by":"crossref","unstructured":"Khandelwal Urvashi, He H, Qi P, Ju-rafsky D (2018) Sharp nearby, fuzzy far away: How neural language models use context. arXiv:1805.04623","DOI":"10.18653\/v1\/P18-1027"},{"key":"3865_CR37","unstructured":"Yoon K (2014) Convolutional neural networks for sentence classification. arXiv:1408.5882"},{"key":"3865_CR38","doi-asserted-by":"crossref","unstructured":"Cho K, Van Merri\u00ebnboer B, Gulcehre C, Bahdanau D, Bougares F, Schwenk H, Bengio Y (2014) Learning phrase representations using RNN encoder-decoder for statistical machine translation. arXiv:1406.1078","DOI":"10.3115\/v1\/D14-1179"},{"key":"3865_CR39","unstructured":"Sutskever I, Vinyals O, Le QV (2014) Sequence to sequence learning with neural networks. arXiv:1409.3215"},{"key":"3865_CR40","unstructured":"Xu Hongfei, Liu Q, Xiong D, van Genabith J (2020) Transformer with depth-wise LSTM. arXiv:2007.06257"},{"key":"3865_CR41","doi-asserted-by":"crossref","unstructured":"Melamud O, Goldberger J, Dagan I (2016) Context2vec: learning generic context embedding with bidirectional lstm. In: Proceedings of the 20th SIGNLL conference on computational natural language learning, pp 51\u201361","DOI":"10.18653\/v1\/K16-1006"},{"key":"3865_CR42","first-page":"5","volume":"5","author":"HM Kumar","year":"2019","unstructured":"Kumar HM, Harish BS, Darshan HK (2019) Sentiment analysis on IMDb movie reviews using hybrid feature extraction method. Int J Interact Multimed Artif Intell 5:5","journal-title":"Int J Interact Multimed Artif Intell"},{"issue":"2","key":"3865_CR43","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1007\/s10115-017-1134-1","volume":"56","author":"S Krishnamoorthy","year":"2018","unstructured":"Krishnamoorthy S (2018) Sentiment analysis of financial news articles using performance indicators. Knowl Inf Syst 56(2):373\u2013394","journal-title":"Knowl Inf Syst"},{"key":"3865_CR44","unstructured":"Sanh V, Debut L, Chaumond J, Wolf T (2019) DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. arXiv:1910.01108"},{"key":"3865_CR45","unstructured":"Yang Y, Uy MCS, Huang A (2020) Finbert:, a pretrained language model for financial communications. arXiv:2006.08097"},{"key":"3865_CR46","doi-asserted-by":"publisher","first-page":"184614","DOI":"10.1109\/ACCESS.2020.3029694","volume":"8","author":"H Xia","year":"2020","unstructured":"Xia H, Ding C, Liu Y (2020) Sentiment analysis model based on self-attention and character-level embedding. IEEE Access 8:184614\u2013184620","journal-title":"IEEE Access"},{"key":"3865_CR47","doi-asserted-by":"crossref","unstructured":"Liu Z, Huang D, Huang K, Li Z, Zhao J (2020) Finbert: a pre-trained financial language representation model for financial text mining. In: Proceedings of the twenty-ninth international joint conference on artificial intelligence. IJCAI, pp 5\u201310","DOI":"10.24963\/ijcai.2020\/622"},{"issue":"8","key":"3865_CR48","doi-asserted-by":"publisher","first-page":"6056","DOI":"10.1007\/s10489-020-02163-8","volume":"51","author":"Z Rahimi","year":"2021","unstructured":"Rahimi Z, Homayounpour MM (2021) TensSent: a tensor based sentimental word embedding method. Appl Intell 51(8):6056\u2013 6071","journal-title":"Appl Intell"},{"key":"3865_CR49","unstructured":"Le Q, Mikolov T (2014) Distributed representations of sentences and documents. In: International conference on machine learning. PMLR, pp 1188\u20131196"},{"issue":"4","key":"3865_CR50","doi-asserted-by":"publisher","first-page":"782","DOI":"10.1002\/asi.23062","volume":"65","author":"P Malo","year":"2014","unstructured":"Malo P, Sinha A, Korhonen P, Wallenius J, Takala P (2014) Good debt or bad debt: detecting semantic orientations in economic texts. J Assoc Inf Sci Technol 65(4):782\u2013796","journal-title":"J Assoc Inf Sci Technol"},{"issue":"2","key":"3865_CR51","doi-asserted-by":"publisher","first-page":"496","DOI":"10.1109\/TKDE.2015.2489653","volume":"28","author":"D Tang","year":"2015","unstructured":"Tang D, Wei F, Q B, Yang N, Liu T, Zhou M (2015) Sentiment embeddings with applications to sentiment analysis. IEEE Trans Knowl Data Eng 28(2):496\u2013509","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"3865_CR52","doi-asserted-by":"crossref","unstructured":"Camacho-Collados J, Pilehvar MT (2017) On the role of text preprocessing in neural network architectures: an evaluation study on text categorization and sentiment analysis. arXiv:1707.01780","DOI":"10.18653\/v1\/W18-5406"},{"key":"3865_CR53","unstructured":"Araci D (2019) Finbert: financial sentiment analysis with pre-trained language models. arXiv:1908.10063"},{"key":"3865_CR54","first-page":"188","volume":"105010","author":"N Liu","year":"2020","unstructured":"Liu N, Bo S (2020) Aspect-based sentiment analysis with gated alternate neural network. Knowl-Based Syst 105010:188","journal-title":"Knowl-Based Syst"},{"key":"3865_CR55","doi-asserted-by":"publisher","first-page":"1093","DOI":"10.1109\/TASLP.2021.3058540","volume":"29","author":"P Lin","year":"2021","unstructured":"Lin P, Yang M, Lai J (2021) Deep selective memory network with selective attention and inter-aspect modeling for aspect level sentiment classification. IEEE\/ACM Trans Audio Speech Lang Process 29:1093\u20131106","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03865-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-03865-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03865-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,30]],"date-time":"2023-04-30T09:24:29Z","timestamp":1682846669000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-03865-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,9]]},"references-count":55,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2023,4]]}},"alternative-id":["3865"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-03865-x","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8,9]]},"assertion":[{"value":"7 June 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 August 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that are relevant to the content of this article or could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}]}}