{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T19:41:28Z","timestamp":1757619688240,"version":"3.44.0"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,7,26]],"date-time":"2025-07-26T00:00:00Z","timestamp":1753488000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,7,26]],"date-time":"2025-07-26T00:00:00Z","timestamp":1753488000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"the pedagogical project funded by Anhui Provincial Educational Department, China","award":["Grant No2022jyjxggyj306"],"award-info":[{"award-number":["Grant No2022jyjxggyj306"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Discov Computing"],"DOI":"10.1007\/s10791-025-09690-3","type":"journal-article","created":{"date-parts":[[2025,7,26]],"date-time":"2025-07-26T02:12:12Z","timestamp":1753495932000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A multi task learning framework using DeBERTa and BWO optimization for enhancing long term english vocabulary memory"],"prefix":"10.1007","volume":"28","author":[{"given":"Jiasheng","family":"Zhu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,7,26]]},"reference":[{"issue":"8","key":"9690_CR1","first-page":"1399","volume":"48","author":"Y Liu Hao","year":"2021","unstructured":"Liu Hao Y, Xiaoshan. Long-tail image description generation based on dynamic semantic memory network. J Beijing Univ Aeronaut Astronaut. 2021;48(8):1399\u2013408.","journal-title":"J Beijing Univ Aeronaut Astronaut"},{"issue":"8","key":"9690_CR2","first-page":"837","volume":"53","author":"L Chen Shi","year":"2021","unstructured":"Chen Shi L, Zheng L, Xianglan C, Yanran Z, Qingbai Y, Quanlei, et al. The role of novel semantic associations in the insight-promoting memory effect. Acta Physiol Sinica. 2021;53(8):837\u201346.","journal-title":"Acta Physiol Sinica"},{"issue":"4","key":"9690_CR3","first-page":"215","volume":"10","author":"Yu","year":"2022","unstructured":"Yu, Yadi, Kejia Q. Retrieval practice promotes the learning and memory of new information: positive testing effect. Psychol Technol Appl. 2022;10(4):215\u201328.","journal-title":"Psychol Technol Appl"},{"issue":"2","key":"9690_CR4","first-page":"157","volume":"34","author":"H Li","year":"2021","unstructured":"Li H, Wanlin F. Aspect-level sentiment classification model based on context-preserving ability. Pattern Recog Artif Intell. 2021;34(2):157\u201366.","journal-title":"Pattern Recog Artif Intell"},{"issue":"12","key":"9690_CR5","doi-asserted-by":"publisher","first-page":"3566","DOI":"10.1037\/xge0001477","volume":"152","author":"GI de Zubicaray","year":"2023","unstructured":"de Zubicaray GI, McMahon KL, Arciuli J, Kearney E, Guenther, Frank H. Emotion from the sound of a word: statistical relationships between surface form and Valence of english words influence lexical access and memory. J Exp Psychol Gen. 2023;152(12):3566\u20133566.","journal-title":"J Exp Psychol Gen"},{"issue":"3","key":"9690_CR6","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1007\/s10648-020-09527-z","volume":"32","author":"C Andra","year":"2020","unstructured":"Andra C, Mathias B, Schwager A. Manuela Macedonia & Katharina von kriegstein. Learning foreign Language vocabulary with gestures and pictures enhances vocabulary memory for several months post-learning in eight-year-old school children. Educational Psychol Rev. 2020;32(3):815\u201350.","journal-title":"Educational Psychol Rev"},{"issue":"2","key":"9690_CR7","doi-asserted-by":"publisher","first-page":"384","DOI":"10.3758\/s13423-020-01815-7","volume":"28","author":"S Ishiguro","year":"2021","unstructured":"Ishiguro S, Satoru Saito. The detrimental effect of semantic similarity in short-term memory tasks: a meta-regression approach. Psychon Bull Rev. 2021;28(2):384\u2013408.","journal-title":"Psychon Bull Rev"},{"issue":"1","key":"9690_CR8","doi-asserted-by":"publisher","first-page":"40","DOI":"10.3758\/s13423-020-01792-x","volume":"28","author":"AA Kumar","year":"2021","unstructured":"Kumar AA. Semantic memory: a review of methods, models, and current challenges. Psychon Bull Rev. 2021;28(1):40\u201380.","journal-title":"Psychon Bull Rev"},{"issue":"4","key":"9690_CR9","first-page":"457","volume":"40","author":"Z Xu Ningning","year":"2024","unstructured":"Xu Ningning Z, Minhui W, Hanlin ZQ. Differential effects of working memory load on vocabulary comprehension and cognitive aging. Psychol Dev Educ. 2024;40(4):457\u201367.","journal-title":"Psychol Dev Educ"},{"issue":"1","key":"9690_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.33365\/jeltl.v3i1.1719","volume":"3","author":"A Aprilia","year":"2022","unstructured":"Aprilia A. Investigating memory loss: how depression affects students\u2019 memory endurance. J Engl Lang Teach Learn. 2022;3(1):1\u201311.","journal-title":"J Engl Lang Teach Learn"},{"issue":"3","key":"9690_CR11","first-page":"67","volume":"45","author":"Liu Weiwei","year":"2024","unstructured":"Liu Weiwei. The essence and characteristics of GPT Language model from the perspective of hermeneutics. J Xinjiang Normal Univ (Philosophy Social Sciences). 2024;45(3):67\u201371.","journal-title":"J Xinjiang Normal Univ (Philosophy Social Sciences)"},{"issue":"5","key":"9690_CR12","first-page":"16","volume":"35","author":"Shou Jianqi","year":"2023","unstructured":"Shou Jianqi. Towards the \u2018known unknown\u2019: GPT large Language model helps realize human-oriented information retrieval. J Libr Inform Sci Agric. 2023;35(5):16\u201326.","journal-title":"J Libr Inform Sci Agric"},{"key":"9690_CR13","doi-asserted-by":"crossref","unstructured":"Qu C, Kong W, Yang L, Zhang M, Bendersky M, Najork M. Natural language understanding with privacy-preserving bert. InProceedings of the 30th ACM International Conference on Information & Knowledge Management (2021) 1488\u20131497.","DOI":"10.1145\/3459637.3482281"},{"key":"9690_CR14","doi-asserted-by":"crossref","unstructured":"Islam MS, Zhang L. A review on BERT: Language Understanding for different types of NLP task. Preprints Org (2024).","DOI":"10.20944\/preprints202401.1857.v1"},{"issue":"4","key":"9690_CR15","doi-asserted-by":"publisher","first-page":"4609","DOI":"10.1007\/s10489-022-03702-1","volume":"53","author":"X Zhu","year":"2023","unstructured":"Zhu X, Zhu Y. Yishan chen. A BERT-based multi-semantic learning model with aspect-aware enhancement for aspect Polarity classification. Appl Intell. 2023;53(4):4609\u201323.","journal-title":"Appl Intell"},{"key":"9690_CR16","doi-asserted-by":"publisher","first-page":"8388","DOI":"10.3390\/app14188388","volume":"14","author":"C Eang","year":"2024","unstructured":"Eang C. Improving the accuracy and effectiveness of text classification based on the integration of the Bert model and a recurrent neural network (RNN_Bert_Based). Appl Sci. 2024;14:8388\u20138388.","journal-title":"Appl Sci"},{"issue":"3","key":"9690_CR17","doi-asserted-by":"publisher","first-page":"1073","DOI":"10.3390\/app15031073","volume":"15","author":"W Lu","year":"2025","unstructured":"Lu W, Ming D, Mao X, Wang J, Zhao Z, Cheng Y, et al. A DeBERTa-Based semantic conversion model for Spatiotemporal questions in natural Language. Appl Sci. 2025;15(3):1073\u20131073.","journal-title":"Appl Sci"},{"issue":"6","key":"9690_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/cpe.7589","volume":"35","author":"R Singh","year":"2023","unstructured":"Singh R, Kumar MK, Sachan, Ram Bahadur Patel. Cross-domain sentiment classification using decoding\u2010enhanced bidirectional encoder representations from transformers with disentangled attention. Concurrency Computation: Pract Experience. 2023;35(6):1\u20131.","journal-title":"Concurrency Computation: Pract Experience"},{"issue":"7","key":"9690_CR19","first-page":"1340","volume":"43","author":"Y Zhang","year":"2020","unstructured":"Zhang Y, Jianwei L, Xin Z. Multi-task learning. J Comput Sci. 2020;43(7):1340\u201378.","journal-title":"J Comput Sci"},{"key":"9690_CR20","doi-asserted-by":"crossref","unstructured":"Bi Q, Li J, Shang L, Jiang X, Liu Q, Yang H. 2022, May. Mtrec: Multi-task learning over bert for news recommendation. In Findings of the association for computational linguistics: ACL (2022) 2663\u20132669.","DOI":"10.18653\/v1\/2022.findings-acl.209"},{"key":"9690_CR21","doi-asserted-by":"crossref","unstructured":"Ma Y, Wang X, Meng W. A reinforced whale optimization algorithm for solving mathematical optimization problems. Biomimetics 9.9 (2024): 576\u2013576.","DOI":"10.3390\/biomimetics9090576"},{"issue":"3","key":"9690_CR22","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1007\/s10586-024-04867-9","volume":"28","author":"H Zou","year":"2025","unstructured":"Zou H, Wang K. Improved multi-strategy Beluga Whale optimization algorithm: a case study for multiple engineering optimization problems. Cluster Comput. 2025;28(3):183\u2013183.","journal-title":"Cluster Comput"},{"key":"9690_CR23","doi-asserted-by":"crossref","unstructured":"Chen Y, Liu H, Shan W, Yao Y, Xing L, Wang H et al. Optimizing deep learning models with improved BWO for TEC prediction. Biomimetics 9.9 (2024): 575\u2013575.","DOI":"10.3390\/biomimetics9090575"},{"key":"9690_CR24","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1016\/j.sbspro.2014.07.408","volume":"143","author":"Q Wu","year":"2014","unstructured":"Wu Q. A rote strategy in memorizing vocabulary for ESL learners. Procedia-Social Behav Sciences(. 2014;143:294\u2013301.","journal-title":"Procedia-Social Behav Sciences("},{"issue":"6","key":"9690_CR25","first-page":"256","volume":"9","author":"Wu Qijing","year":"2020","unstructured":"Wu Qijing. An effective method for memorizing words in junior high school english teaching. Digit Des. 2020;9(6):256\u20137.","journal-title":"Digit Des"},{"issue":"6","key":"9690_CR26","first-page":"1048","volume":"41","author":"Chen","year":"2023","unstructured":"Chen, Xuesong, Meng Z. Research on short text classification based on BERT-BiGRU-CNN model. J Jilin Univ (Information Sci Edition). 2023;41(6):1048\u201353.","journal-title":"J Jilin Univ (Information Sci Edition)"},{"issue":"10","key":"9690_CR27","first-page":"262","volume":"41","author":"J Zhao Yibo","year":"2024","unstructured":"Zhao Yibo J, Feng, Li, Peifeng. A multi-level coherence text segmentation method based on BERT. Comput Appl Softw. 2024;41(10):262\u20138.","journal-title":"Comput Appl Softw"},{"issue":"9","key":"9690_CR28","doi-asserted-by":"publisher","first-page":"10602","DOI":"10.1007\/s10489-022-04052-8","volume":"53","author":"K Nassiri","year":"2023","unstructured":"Nassiri K. Transformer models used for text-based question answering systems. Appl Intell. 2023;53(9):10602\u201335.","journal-title":"Appl Intell"},{"key":"9690_CR29","doi-asserted-by":"publisher","first-page":"5789","DOI":"10.1007\/s10462-021-09958-2","volume":"54","author":"F Acheampong","year":"2021","unstructured":"Acheampong F, Adoma HN-M, Chen W. Transformer models for text-based emotion detection: a review of BERT-based approaches. Artif Intell Rev. 2021;54:5789\u2013829.","journal-title":"Artif Intell Rev"},{"issue":"1","key":"9690_CR30","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1007\/s10844-023-00808-x","volume":"62","author":"Mamta","year":"2024","unstructured":"Mamta, Asif Ekbal. Transformer based multilingual joint learning framework for code-mixed and english sentiment analysis. J Intell Inform Syst. 2024;62(1):231\u201353.","journal-title":"J Intell Inform Syst"},{"key":"9690_CR31","first-page":"7970","volume":"45","author":"C Zhou","year":"2022","unstructured":"Zhou C, Liang Y, Meng F, Zhou J, Xu J, Wang H, et al. A multi-task multi-stage transitional training framework for neural chat translation. IEEE Trans Pattern Anal Mach Intell. 2022;45:7970\u201385.","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"9690_CR32","first-page":"495","volume":"64","author":"CM Ormerod","year":"2022","unstructured":"Ormerod CM. Mapping between hidden States and features to validate automated essay scoring using DeBERTa models. Psychol Test Assess Model. 2022;64:495\u2013526.","journal-title":"Psychol Test Assess Model"},{"issue":"1","key":"9690_CR33","doi-asserted-by":"publisher","first-page":"107","DOI":"10.56028\/aetr.6.1.107.2023","volume":"6","author":"B Long","year":"2023","unstructured":"Long B, Tan F, Newman M. Ensemble DeBERTa models on USMLE patient notes automatic scoring using Note-based and Character-based approaches. Adv Eng Technol Res. 2023;6(1):107\u2013107.","journal-title":"Adv Eng Technol Res"},{"issue":"9","key":"9690_CR34","first-page":"983","volume":"13","author":"HR Kwee","year":"2022","unstructured":"Kwee HR, Zahra A. Depression detection on Reddit forum posts using Bert & Deberta. ICIC Express Lett Part B: Appl. 2022;13(9):983\u20139.","journal-title":"ICIC Express Lett Part B: Appl"},{"issue":"5","key":"9690_CR35","doi-asserted-by":"publisher","first-page":"993","DOI":"10.1111\/tgis.13170","volume":"28","author":"W Li","year":"2024","unstructured":"Li W, Wang KSS, Zhu Y, Dai X, Hu L, et al. DePNR: A DeBERTa-based deep learning model with complete position embedding for place name recognition from geographical literature. Trans GIS. 2024;28(5):993\u20131020.","journal-title":"Trans GIS"},{"issue":"08","key":"9690_CR36","first-page":"1482","volume":"46","author":"Z Chen Xinyi","year":"2024","unstructured":"Chen Xinyi Z Mengjian, and, Deguang W. Improved BWO based on Fuch mapping and its application. Comput Eng Sci. 2024;46(08):1482\u20131482.","journal-title":"Comput Eng Sci"},{"issue":"5","key":"9690_CR37","first-page":"735","volume":"44","author":"Y Wang","year":"2024","unstructured":"Wang Y, Xi W, Qi L, Hongjuan H, Baoping X, Anzhe L, et al. Multi-objective optimization of solar and biomass hybrid CCHP system based on improved Beluga algorithm. J Power Eng. 2024;44(5):735\u201344.","journal-title":"J Power Eng"},{"key":"9690_CR38","doi-asserted-by":"crossref","first-page":"1","DOI":"10.54254\/2755-2721\/60\/20240821","volume":"60","author":"L Chang Xilong","year":"2024","unstructured":"Chang Xilong L, Kun, Li, Wentao. A review of the progress of deep learning optimizers. Comput Eng Appl. 2024;60:1\u201312.","journal-title":"Comput Eng Appl"},{"issue":"3","key":"9690_CR39","first-page":"25","volume":"7","author":"L Meng","year":"2023","unstructured":"Meng L, Kah LJ, Xin HH, Yi ZAA, Salam. A machine learning approach for face mask detection system with AdamW optimizer. J Appl Technol Innov. 2023;7(3):25\u201325.","journal-title":"J Appl Technol Innov"},{"issue":"1","key":"9690_CR40","first-page":"18","volume":"3","author":"H Yi","year":"2021","unstructured":"Yi H, Boyang Q, Jing L, Jie W, Yanli W. A review of evolutionary ensemble learning algorithms. J Intell Sci Technol. 2021;3(1):18\u201335.","journal-title":"J Intell Sci Technol"},{"issue":"6","key":"9690_CR41","first-page":"84","volume":"41","author":"D Gao Jia","year":"2022","unstructured":"Gao Jia D, Shangyi, Zhanggang P. Optimization of setting value of inverse time overcurrent protection based on DE-PSO algorithm. J Xihua Univ (Natural Sci Edition). 2022;41(6):84\u201390.","journal-title":"J Xihua Univ (Natural Sci Edition)"},{"issue":"3","key":"9690_CR42","doi-asserted-by":"publisher","first-page":"1245","DOI":"10.1007\/s12065-023-00822-6","volume":"17","author":"B Alhijawi","year":"2024","unstructured":"Alhijawi B. Genetic algorithms: theory, genetic operators, solutions, and applications. Evol Intel. 2024;17(3):1245\u201356.","journal-title":"Evol Intel"},{"issue":"1","key":"9690_CR43","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1002\/er.5608","volume":"45","author":"K Garud","year":"2021","unstructured":"Garud K, Sandip S, Jayaraj, Moo-Yeon, Lee. A review on modeling of solar photovoltaic systems using artificial neural networks, fuzzy logic, genetic algorithm and hybrid models. Int J Energy Res. 2021;45(1):6\u201335.","journal-title":"Int J Energy Res"},{"issue":"1","key":"9690_CR44","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1007\/s00366-019-00837-7","volume":"37","author":"A Seyyedabbasi","year":"2021","unstructured":"Seyyedabbasi A, Kiani F. I-GWO and Ex-GWO: improved algorithms of the grey Wolf optimizer to solve global optimization problems. Engineering with Computers. 2021;37(1):509\u201332.","journal-title":"Engineering with Computers"},{"issue":"1","key":"9690_CR45","first-page":"1","volume":"1","author":"SM Almufti","year":"2021","unstructured":"Almufti SM, Hawar B, Ahmad RB, Marqas, Renas R. Asaad. Grey Wolf optimizer: overview, modifications and applications. Int Res J Sci Technol Educ Manage. 2021;1(1):1\u20131.","journal-title":"Int Res J Sci Technol Educ Manage"}],"container-title":["Discover Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-025-09690-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-025-09690-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-025-09690-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T00:27:29Z","timestamp":1757291249000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-025-09690-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,26]]},"references-count":45,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["9690"],"URL":"https:\/\/doi.org\/10.1007\/s10791-025-09690-3","relation":{},"ISSN":["2948-2992"],"issn-type":[{"type":"electronic","value":"2948-2992"}],"subject":[],"published":{"date-parts":[[2025,7,26]]},"assertion":[{"value":"28 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 July 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 July 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to publish"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"157"}}