{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T19:31:05Z","timestamp":1780515065817,"version":"3.54.1"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"14","license":[{"start":{"date-parts":[[2022,3,22]],"date-time":"2022-03-22T00:00:00Z","timestamp":1647907200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,3,22]],"date-time":"2022-03-22T00:00:00Z","timestamp":1647907200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100004663","name":"Ministry of Science and Technology, Taiwan","doi-asserted-by":"publisher","award":["MOST 107-2218-E-031-002-MY2"],"award-info":[{"award-number":["MOST 107-2218-E-031-002-MY2"]}],"id":[{"id":"10.13039\/501100004663","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004663","name":"Ministry of Science and Technology, Taiwan","doi-asserted-by":"publisher","award":["MOST 109-2221-E-031-003"],"award-info":[{"award-number":["MOST 109-2221-E-031-003"]}],"id":[{"id":"10.13039\/501100004663","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004663","name":"Ministry of Science and Technology, Taiwan","doi-asserted-by":"publisher","award":["MOST 110-2221-E-031-004"],"award-info":[{"award-number":["MOST 110-2221-E-031-004"]}],"id":[{"id":"10.13039\/501100004663","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s10489-022-03384-9","type":"journal-article","created":{"date-parts":[[2022,3,22]],"date-time":"2022-03-22T08:02:30Z","timestamp":1647936150000},"page":"16353-16369","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Sentiment-based masked language modeling for improving sentence-level valence\u2013arousal prediction"],"prefix":"10.1007","volume":"52","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3494-5507","authenticated-orcid":false,"given":"Jheng-Long","family":"Wu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei-Yi","family":"Chung","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,3,22]]},"reference":[{"key":"3384_CR1","first-page":"434","volume":"5","author":"AS Raghuwanshi","year":"2017","unstructured":"Raghuwanshi AS, Pawar SK (2017) Polarity classification of Twitter data using sentiment analysis. Int J Recent Innov Trends Comput Commun 5:434\u2013439","journal-title":"Int J Recent Innov Trends Comput Commun"},{"key":"3384_CR2","doi-asserted-by":"crossref","unstructured":"Yu L-C, Wang J, Lai KR, Zhang X (2018) Pipelined neural networks for phrase-level sentiment intensity prediction. IEEE Trans Affect Comput 11:447\u2013458","DOI":"10.1109\/TAFFC.2018.2807819"},{"key":"3384_CR3","doi-asserted-by":"crossref","unstructured":"Garg D, Verma GK (2020) Emotion recognition in valence-arousal space from multi-channel EEG data and wavelet based deep learning framework. Procedia Comput Sci 171:857\u2013867","DOI":"10.1016\/j.procs.2020.04.093"},{"key":"3384_CR4","doi-asserted-by":"crossref","unstructured":"Jaeger SR, Roigard CM, Jin D, Vidal L, Ares G (2018) Valence, arousal and sentiment meanings of 33 facial emoji: Insights for the use of emoji in consumer research. Food Res Int 119:895\u2013907","DOI":"10.1016\/j.foodres.2018.10.074"},{"key":"3384_CR5","doi-asserted-by":"crossref","unstructured":"Chatterjee A, Gupta U, Chinnakotla MK, Srikanth R, Galley M, Agrawal P (2019) Understanding emotions in text using deep learning and big data. Comput Hum Behav 93:309\u2013317","DOI":"10.1016\/j.chb.2018.12.029"},{"key":"3384_CR6","doi-asserted-by":"crossref","unstructured":"Colneri\u010d N, Dem\u0161ar J (2018) Emotion recognition on twitter: Comparative study and training a unison model. IEEE Trans Affect Comput 11:433\u2013446","DOI":"10.1109\/TAFFC.2018.2807817"},{"key":"3384_CR7","doi-asserted-by":"crossref","unstructured":"Bansal B, Srivastava S (2018) Sentiment classification of online consumer reviews using word vector representations. Procedia Comput Sci 132:1147\u20131153","DOI":"10.1016\/j.procs.2018.05.029"},{"key":"3384_CR8","doi-asserted-by":"crossref","unstructured":"Abdi A, Shamsuddin SM, Hasan S, Piran J (2019) Deep learning-based sentiment classification of evaluative text based on Multi-feature fusion. Inf Process Manag 56:1245\u20131259","DOI":"10.1016\/j.ipm.2019.02.018"},{"key":"3384_CR9","doi-asserted-by":"crossref","unstructured":"Zulqarnain M, Ishak SA, Ghazali R, Nawi NM, Aamir M, Hassim YMM (2020) An improved deep learning approach based on variant two-state gated recurrent unit and word embeddings for sentiment classification. Int J Adv Comput Sci Appl 11:594\u2013603","DOI":"10.14569\/IJACSA.2020.0110174"},{"key":"3384_CR10","doi-asserted-by":"crossref","unstructured":"Xia R, Jiang J, He H (2017) Distantly supervised lifelong learning for large-scale social media sentiment analysis. IEEE Trans Affect Comput 8:480\u2013491","DOI":"10.1109\/TAFFC.2017.2771234"},{"key":"3384_CR11","doi-asserted-by":"crossref","unstructured":"Jang B, Kim I, Kim JW (2019) Word2vec convolutional neural networks for classification of news articles and tweets. PLoS ONE 14:e0220976","DOI":"10.1371\/journal.pone.0220976"},{"key":"3384_CR12","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser L, Polosukhin I (2017) Attention is all you need. In: Proceedings of the 2017 Advances in Neural Information Processing Systems, pp 5998\u20136008"},{"key":"3384_CR13","unstructured":"Devlin J, Chang MW, Lee K, Toutanova K (2019) Bert: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 17th Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp 4171\u20134186"},{"key":"3384_CR14","doi-asserted-by":"crossref","unstructured":"Munikar M, Shakya S, Shrestha A Fine-grained sentiment classification using BERT. In: Proceedings of the 2019 Artificial Intelligence for Transforming Business and Society (AITB), pp 1\u20135","DOI":"10.1109\/AITB48515.2019.8947435"},{"key":"3384_CR15","doi-asserted-by":"crossref","unstructured":"Pota M, Ventura M, Catelli R, Esposito M (2021) An effective BERT-based pipeline for Twitter sentiment analysis: a case study in Italian. Sensors 21(1):133","DOI":"10.3390\/s21010133"},{"key":"3384_CR16","unstructured":"Chiorrini A, Diamantini C, Mircoli A, Potena D (2021) Emotion and sentiment analysis of tweets using BERT. In EDBT\/ICDT Workshops"},{"key":"3384_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11042-020-08904-8","volume":"80","author":"RS Kumar","year":"2021","unstructured":"Kumar RS, Devaraj AFS, Rajeswari M, Julie EG, Robinson YH, Shanmuganathan V (2021) Exploration of sentiment analysis and legitimate artistry for opinion mining. Multimed Tools Appl 80:1\u201316","journal-title":"Multimed Tools Appl"},{"key":"3384_CR18","doi-asserted-by":"crossref","unstructured":"Yue L, Chen W, Li X, Zuo W, Yin M (2019) A survey of sentiment analysis in social media. Knowl Inf Syst 60:617\u2013663","DOI":"10.1007\/s10115-018-1236-4"},{"key":"3384_CR19","doi-asserted-by":"crossref","unstructured":"Xu G, Yu Z, Yao H, Li F, Meng Y, Wu X (2019) Chinese text sentiment analysis based on extended sentiment dictionary. IEEE Access 7:43749\u201343762","DOI":"10.1109\/ACCESS.2019.2907772"},{"key":"3384_CR20","doi-asserted-by":"crossref","unstructured":"Wu F, Huang Y, Song Y, Liu S (2016) Towards building a high-quality microblog-specific Chinese sentiment lexicon. Decis Support Syst 87:39\u201349","DOI":"10.1016\/j.dss.2016.04.007"},{"key":"3384_CR21","doi-asserted-by":"crossref","unstructured":"Denecke K, Vaaheesan S, Arulnathan A (2020) A mental health chatbot for regulating emotions (SERMO)-concept and usability test. IEEE Trans Emerg Top Comput 9:1\u201311","DOI":"10.1109\/TETC.2020.2974478"},{"key":"3384_CR22","doi-asserted-by":"crossref","unstructured":"Negr\u00f3n APP, Casillas L, Lara G, Jim\u00e9nez M (2018) Mexican Spanish affective dictionary. In: Proceeding of the 2018 World Conference on Information Systems and Technologies, pp 63\u201371","DOI":"10.1007\/978-3-319-77703-0_6"},{"key":"3384_CR23","doi-asserted-by":"crossref","unstructured":"Yu L-C, Lee L-H, Hao S, Wang J, He Y, Hu J, Lai KR, Zhang X (2016) Building Chinese affective resources in valence-arousal dimensions. In: Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp 540\u2013545","DOI":"10.18653\/v1\/N16-1066"},{"issue":"2","key":"3384_CR24","doi-asserted-by":"publisher","first-page":"880","DOI":"10.3390\/app11020880","volume":"11","author":"YY Cheng","year":"2021","unstructured":"Cheng YY, Chen YM, Yeh WC, Chang YC (2021) Valence and Arousal-Infused Bi-Directional LSTM for sentiment analysis of government social media management. Appl Sci 11(2):880","journal-title":"Appl Sci"},{"key":"3384_CR25","unstructured":"Akhtar MS, Ghosal D, Ekbal A, Bhattacharyya P, Kurohashi S (2018) A multi-task ensemble framework for emotion, sentiment and intensity prediction. arXiv preprint arXiv:1808.01216."},{"key":"3384_CR26","doi-asserted-by":"crossref","unstructured":"Yao Z, Yu D, Wang L, Zhu X, Guo J, Wang Z (2016) Effects of valence and arousal on emotional word processing are modulated by concreteness: Behavioral and ERP evidence from a lexical decision task. Int J Psychophysiol 110:231\u2013242","DOI":"10.1016\/j.ijpsycho.2016.07.499"},{"key":"3384_CR27","doi-asserted-by":"crossref","unstructured":"Jain A, Jain V (2019) Sentiment classification of twitter data belonging to renewable energy using machine learning. J Inform Optim Sci 40(2):521\u2013533","DOI":"10.1080\/02522667.2019.1582873"},{"key":"3384_CR28","doi-asserted-by":"crossref","unstructured":"Naz S, Sharan A, Malik N (2018) Sentiment classification on twitter data using support vector machine. In: Proceeding of the 2018 IEEE\/WIC\/ACM International Conference on Web Intelligence, pp 676\u2013679","DOI":"10.1109\/WI.2018.00-13"},{"key":"3384_CR29","doi-asserted-by":"crossref","unstructured":"Ren Y, Wang R, Ji D (2016) A topic-enhanced word embedding for Twitter sentiment classification. Inf Sci 369:188\u2013198","DOI":"10.1016\/j.ins.2016.06.040"},{"key":"3384_CR30","doi-asserted-by":"crossref","unstructured":"Rezaeinia SM, Rahmani R, Ghodsi A, Veisi H (2019) Sentiment analysis based on improved pre-trained word embeddings. Expert Syst Appl 117:139\u2013147","DOI":"10.1016\/j.eswa.2018.08.044"},{"key":"3384_CR31","doi-asserted-by":"crossref","unstructured":"Dhaoui C, Webster CM, Tan LP (2017) Social media sentiment analysis: lexicon versus machine learning. J Consumer Mark 34:480\u2013488","DOI":"10.1108\/JCM-03-2017-2141"},{"key":"3384_CR32","doi-asserted-by":"crossref","unstructured":"van Atteveldt W, van der Velden MA, Boukes M (2021) The validity of sentiment analysis: Comparing manual annotation, crowd-coding, dictionary approaches, and machine learning algorithms. Commun Methods Meas 15(2):121\u2013140","DOI":"10.1080\/19312458.2020.1869198"},{"key":"3384_CR33","doi-asserted-by":"crossref","unstructured":"B\u0103lan O, Moise G, Moldoveanu A, Leordeanu M, Moldoveanu F (2019) Fear level classification based on emotional dimensions and machine learning techniques. Sensors 19:1738","DOI":"10.3390\/s19071738"},{"key":"3384_CR34","doi-asserted-by":"crossref","unstructured":"Islam MR, Ahmmed MK, Zibran MF (2019) MarValous: Machine learning based detection of emotions in the valence-arousal space in software engineering text. In: Proceedings of the 34th ACM\/SIGAPP Symposium on Applied Computing, pp 1786\u20131793","DOI":"10.1145\/3297280.3297455"},{"key":"3384_CR35","doi-asserted-by":"crossref","unstructured":"Li W, Zhu L, Shi Y, Guo K, Cambria E (2020) User reviews: Sentiment analysis using lexicon integrated two-channel CNN\u2013LSTM family models. Appl Soft Comput 108:106435","DOI":"10.1016\/j.asoc.2020.106435"},{"key":"3384_CR36","doi-asserted-by":"crossref","unstructured":"Ag\u00fcero-Torales MM, Abreu Salas JI, L\u00f3pez-Herreraa AG (2021) Deep learning and multilingual sentiment analysis on social media data: An overview. Appl Soft Comput 107:107373","DOI":"10.1016\/j.asoc.2021.107373"},{"key":"3384_CR37","doi-asserted-by":"crossref","unstructured":"Chang YC, Hsing YC (2021) Emotion-infused deep neural network for emotionally resonant conversation. Appl Soft Comput 113:107861","DOI":"10.1016\/j.asoc.2021.107861"},{"key":"3384_CR38","doi-asserted-by":"crossref","unstructured":"Liu S, Lee I (2021) Sequence encoding incorporated CNN model for Email document sentiment classification. Appl Soft Comput 102:107104","DOI":"10.1016\/j.asoc.2021.107104"},{"key":"3384_CR39","doi-asserted-by":"crossref","unstructured":"Pathak AR, Pandey M, Rautaray S (2021) Topic-level sentiment analysis of social media data using deep learning. Appl Soft Comput 108:107440","DOI":"10.1016\/j.asoc.2021.107440"},{"key":"3384_CR40","doi-asserted-by":"crossref","unstructured":"Sun X, Li C, Ren F (2016) Sentiment analysis for Chinese microblog based on deep neural networks with convolutional extension features. Neurocomputing 210:227\u2013236","DOI":"10.1016\/j.neucom.2016.02.077"},{"key":"3384_CR41","doi-asserted-by":"crossref","unstructured":"Yu Y, Lin H, Meng J, Zhao Z (2016) Visual and textual sentiment analysis of a microblog using deep convolutional neural networks. Algorithms 9:41","DOI":"10.3390\/a9020041"},{"key":"3384_CR42","doi-asserted-by":"crossref","unstructured":"Ain QT, Ali M, Riaz A, Noureen A, Kamran M, Hayat B, Rehman A (2017) Sentiment analysis using deep learning techniques: a review. Int J Adv Comput Sci Appl 8:424","DOI":"10.14569\/IJACSA.2017.080657"},{"key":"3384_CR43","doi-asserted-by":"crossref","unstructured":"Wang J, Yu L-C, Lai KR, Zhang X (2016) Dimensional sentiment analysis using a regional CNN-LSTM model. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), pp 225\u2013230","DOI":"10.18653\/v1\/P16-2037"},{"key":"3384_CR44","doi-asserted-by":"crossref","unstructured":"Xiao Y, Zhao H, Li T (2020) Learning class-aligned and generalized domain-invariant representations for speech emotion recognition. IEEE Trans Emerg Top Comput Intell 4:480\u2013489","DOI":"10.1109\/TETCI.2020.2972926"},{"key":"3384_CR45","doi-asserted-by":"crossref","unstructured":"Zhou J, Lu Y, Dai H-N, Wang H, Xiao H (2019) Sentiment analysis of Chinese microblog based on stacked bidirectional LSTM. IEEE Access 7:38856\u201338866","DOI":"10.1109\/ACCESS.2019.2905048"},{"key":"3384_CR46","doi-asserted-by":"crossref","unstructured":"Xu G, Meng Y, Qiu X, Yu Z, Wu X (2019) Sentiment analysis of comment texts based on BiLSTM. IEEE Access 7:51522\u201351532","DOI":"10.1109\/ACCESS.2019.2909919"},{"key":"3384_CR47","unstructured":"Raffel C, Shazeer N, Roberts A, Lee K, Narang S, Matena M, Zhou Y, Li W, Liu PJ (2020) Exploring the limits of transfer learning with a unified text-to-text transformer. J Mach Learn Res 21:1\u201367"},{"key":"3384_CR48","doi-asserted-by":"crossref","unstructured":"Naseem U, Razzak I, Musial K, Imran M (2020) Transformer based deep intelligent contextual embedding for twitter sentiment analysis. Futur Gener Comput Syst 113:58\u201369","DOI":"10.1016\/j.future.2020.06.050"},{"key":"3384_CR49","doi-asserted-by":"crossref","unstructured":"Li X, Bing L, Zhang W, Lam W (2019) Exploiting BERT for end-to-end aspect-based sentiment analysis. Proceedings of the 5th Workshop on Noisy User-generated Text (W-NUT 2019), pp 34\u201341","DOI":"10.18653\/v1\/D19-5505"},{"key":"3384_CR50","doi-asserted-by":"crossref","unstructured":"Gao Z, Feng A, Song X, Wu X (2019) Target-dependent sentiment classification with BERT. IEEE Access 7:154290\u2013154299","DOI":"10.1109\/ACCESS.2019.2946594"},{"key":"3384_CR51","unstructured":"Xu H, Liu B, Shu L, Yu PS (2019) BERT post-training for review reading comprehension and aspect-based sentiment analysis. In: Proceedings of the 17th Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp 2324\u20132335"},{"key":"3384_CR52","doi-asserted-by":"crossref","unstructured":"Wang T, Lu K, Chow KP, Zhu Q (2020) COVID-19 sensing: negative sentiment analysis on social media in China via BERT model. IEEE Access 8:138162\u2013138169","DOI":"10.1109\/ACCESS.2020.3012595"},{"key":"3384_CR53","doi-asserted-by":"crossref","unstructured":"Megalakaki O, Ballenghein U, Baccino T (2019) Effects of valence and emotional intensity on the comprehension and memorization of texts. Front Psychol 10:179","DOI":"10.3389\/fpsyg.2019.00179"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03384-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-03384-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03384-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,9]],"date-time":"2022-11-09T19:28:35Z","timestamp":1668022115000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-03384-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,22]]},"references-count":53,"journal-issue":{"issue":"14","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["3384"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-03384-9","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3,22]]},"assertion":[{"value":"11 February 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 March 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Jheng-Long Wu: Conceptualization, Data curation, Formal analysis, Methodology, Project administration, Supervision, Validation, and Visualization, Roles\/Writing - original draft. Wei-Yi Chung: Conceptualization, Methodology, Experiment, and Writing. All the authors read and approved the final manuscript.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"CRediT authorship contribution statement"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interest"}}]}}