{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T16:36:39Z","timestamp":1762878999133,"version":"3.45.0"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T00:00:00Z","timestamp":1762819200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T00:00:00Z","timestamp":1762819200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Discov Artif Intell"],"DOI":"10.1007\/s44163-025-00584-3","type":"journal-article","created":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T16:04:40Z","timestamp":1762877080000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["AVAR-RL: adaptive reinforcement learning approach for personalized English vocabulary acquisition"],"prefix":"10.1007","volume":"5","author":[{"given":"Jing","family":"Meng","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,11,11]]},"reference":[{"key":"584_CR1","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1007\/978-981-19-7784-8_10","volume-title":"Reinforcement learning for sequential decision and optimal control","author":"SE Li","year":"2023","unstructured":"Li SE. Deep reinforcement learning. In: Reinforcement learning for sequential decision and optimal control. Singapore: Springer Nature; 2023. p. 365\u2013402."},{"issue":"12","key":"584_CR2","doi-asserted-by":"publisher","first-page":"1216","DOI":"10.3390\/educsci13121216","volume":"13","author":"I Gligorea","year":"2023","unstructured":"Gligorea I, Cioca M, Oancea R, Gorski AT, Gorski H, Tudorache P. Adaptive learning using artificial intelligence in e-learning: a literature review. Educ Sci. 2023;13(12):1216.","journal-title":"Educ Sci"},{"key":"584_CR3","doi-asserted-by":"crossref","unstructured":"Aravind A, Durairaj M, Chitkara P, El-Ebiary YAB, Muniyandy E, Ushasree L, Ammar MB. Adaptive AI-based personalized learning for accelerated vocabulary and syntax mastery in young English learners. Int J Adv Comput Sci Appl. 2025;16(4).","DOI":"10.14569\/IJACSA.2025.0160467"},{"key":"584_CR4","doi-asserted-by":"crossref","unstructured":"Pan Y. Personalized English vocabulary learning path recommendation based on reinforcement learning. In Proceedings of the 2024 international conference on machine intelligence and digital applications. 2024.","DOI":"10.1145\/3662739.3672181"},{"key":"584_CR5","doi-asserted-by":"crossref","unstructured":"Yuan S. Personalized college english learning experience assisted by artificial intelligence: an algorithm-driven adaptive learning approach. Int J High Speed Electron Syst. 2024;2540157.","DOI":"10.1142\/S0129156425401573"},{"key":"584_CR6","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-27645-3_1","volume-title":"Reinforcement learning. adaptation, learning, and optimization","author":"M van Otterlo","year":"2012","unstructured":"van Otterlo M, Wiering M. Reinforcement learning and Markov decision processes. In: Reinforcement learning. adaptation, learning, and optimization, vol. 12. Berlin, Heidelberg: Springer; 2012. https:\/\/doi.org\/10.1007\/978-3-642-27645-3_1."},{"key":"584_CR7","doi-asserted-by":"crossref","unstructured":"Bouneffouf D, Rish I, Aggarwal C. Survey on applications of multi-armed and contextual bandits. In: 2020 IEEE congress on evolutionary computation (CEC). IEEE; 2020. p. 1\u20138.","DOI":"10.1109\/CEC48606.2020.9185782"},{"key":"584_CR8","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1117\/12.3059790","volume-title":"Second international conference on big data, computational intelligence, and applications (BDCIA 2024)","author":"T Zhang","year":"2025","unstructured":"Zhang T, Li C. Adaptive English vocabulary recommendation systems: a computational intelligence approach using deep reinforcement learning. In: Agaian SS, editor. Second international conference on big data, computational intelligence, and applications (BDCIA 2024). SPIE; 2025. p. 137. https:\/\/doi.org\/10.1117\/12.3059790."},{"key":"584_CR9","doi-asserted-by":"publisher","first-page":"200210","DOI":"10.1016\/j.sasc.2025.200210","volume":"7","author":"H Jiang","year":"2025","unstructured":"Jiang H. Deep learning based personalized English listening learning path recommendation algorithm. Syst Soft Comput. 2025;7:200210. https:\/\/doi.org\/10.1016\/j.sasc.2025.200210.","journal-title":"Syst Soft Comput"},{"key":"584_CR10","doi-asserted-by":"crossref","unstructured":"Zhao S, Hai G, Ma H. Adaptive learning systems: exploring personalized paths in vocational education. Curriculum Learning and Exploration. 2024. https:\/\/doi.org\/10.18686\/cle.v2i2.3803","DOI":"10.18686\/cle.v2i2.3803"},{"issue":"4","key":"584_CR11","doi-asserted-by":"publisher","first-page":"166","DOI":"10.3390\/fi17040166","volume":"17","author":"C Troussas","year":"2025","unstructured":"Troussas C, Krouska A, Mylonas P, Sgouropoulou C. Reinforcement learning-based dynamic fuzzy weight adjustment for adaptive user interfaces in educational software. Fut Internet. 2025;17(4):166. https:\/\/doi.org\/10.3390\/fi17040166.","journal-title":"Fut Internet"},{"key":"584_CR12","doi-asserted-by":"publisher","first-page":"155123","DOI":"10.1109\/access.2021.3128578","volume":"9","author":"MZ Islam","year":"2021","unstructured":"Islam MZ, Ali R, Haider A, Islam MZ, Kim HS. PAKES: a reinforcement learning-based personalized adaptability knowledge extraction strategy for adaptive learning systems. IEEE Access. 2021;9:155123\u201337. https:\/\/doi.org\/10.1109\/access.2021.3128578.","journal-title":"IEEE Access"},{"issue":"1","key":"584_CR13","doi-asserted-by":"publisher","first-page":"157","DOI":"10.54254\/2755-2721\/71\/20241633","volume":"71","author":"T Zheng","year":"2024","unstructured":"Zheng T. Dynamic difficulty adjustment using deep reinforcement learning: a review. Appl Comput Eng. 2024;71(1):157\u201362. https:\/\/doi.org\/10.54254\/2755-2721\/71\/20241633.","journal-title":"Appl Comput Eng"},{"issue":"6s","key":"584_CR14","doi-asserted-by":"publisher","first-page":"158","DOI":"10.52783\/jes.2625","volume":"20","author":"Y Zheng","year":"2024","unstructured":"Zheng Y. A study of optimization algorithms for English vocabulary memory and review plans: integrating the principles of forgetting curve and memory reinforcement. J Electr Syst. 2024;20(6s):158\u201368. https:\/\/doi.org\/10.52783\/jes.2625.","journal-title":"J Electr Syst"},{"key":"584_CR15","doi-asserted-by":"publisher","unstructured":"Shi T, Wu Y, Song L, Zhou T, Zhao J. Efficient Reinforcement Finetuning via Adaptive Curriculum Learning (Version 2). 2025. https:\/\/doi.org\/10.48550\/ARXIV.2504.05520.","DOI":"10.48550\/ARXIV.2504.05520."},{"issue":"4","key":"584_CR16","first-page":"7","volume":"2","author":"Z Guo","year":"2023","unstructured":"Guo Z, Liu Z, Ge S, Li Y. Effectiveness of contextualized micro-lessons in the acquisition of college English vocabulary. Int J English Language Educ Lit Stud. 2023;2(4):7\u201312.","journal-title":"Int J English Language Educ Lit Stud"},{"key":"584_CR17","doi-asserted-by":"publisher","unstructured":"Katonane Gyonyoru KI, Katona J. Student perceptions of AI-enhanced adaptive learning systems: a pilot survey. 2024 IEEE 7th International Conference and Workshop \u00d3buda on Electrical and Power Engineering (CANDO-EPE). 2024;93\u201398. https:\/\/doi.org\/10.1109\/cando-epe65072.2024.10772884","DOI":"10.1109\/cando-epe65072.2024.10772884"},{"key":"584_CR18","doi-asserted-by":"publisher","first-page":"34019","DOI":"10.1109\/ACCESS.2024.3369901","volume":"12","author":"D Gm","year":"2024","unstructured":"Gm D, Goudar RH, Kulkarni AA, Rathod VN, Hukkeri GS. A digital recommendation system for personalized learning to enhance online education: a review. IEEE Access. 2024;12:34019\u201341.","journal-title":"IEEE Access"},{"issue":"01","key":"584_CR19","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1142\/S0218194022500681","volume":"33","author":"X Zhang","year":"2023","unstructured":"Zhang X, Liu S, Wang H. Personalized learning path recommendation for e-learning based on knowledge graph and graph convolutional network. Int J Software Eng Knowl Eng. 2023;33(01):109\u201331.","journal-title":"Int J Software Eng Knowl Eng"},{"issue":"1","key":"584_CR20","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1111\/bmsp.12144","volume":"72","author":"X Tang","year":"2019","unstructured":"Tang X, Chen Y, Li X, Liu J, Ying Z. A reinforcement learning approach to personalized learning recommendation systems. Br J Math Stat Psychol. 2019;72(1):108\u201335.","journal-title":"Br J Math Stat Psychol"},{"key":"584_CR21","doi-asserted-by":"crossref","unstructured":"Cai D, Zhang Y, Dai B. Learning path recommendation based on knowledge tracing model and reinforcement learning. In: 2019 IEEE 5th International conference on computer and communications (ICCC). IEEE; 2019. p. 1881\u20135.","DOI":"10.1109\/ICCC47050.2019.9064104"},{"issue":"3","key":"584_CR22","first-page":"2411","volume":"25","author":"R Gu","year":"2025","unstructured":"Gu R. Personalized learning path based on graph attention mechanism deep reinforcement learning research on recommender systems. J Comput Methods Sci Eng. 2025;25(3):2411\u201326.","journal-title":"J Comput Methods Sci Eng"},{"key":"584_CR23","doi-asserted-by":"crossref","unstructured":"Zhang, X., Xie, H., Li, H., & CS Lui, J. Conversational contextual bandit: Algorithm and application. In Proceedings of the web conference. 2020. (pp. 662-672).","DOI":"10.1145\/3366423.3380148"},{"key":"584_CR24","first-page":"100323","volume":"7","author":"L Guan","year":"2024","unstructured":"Guan L, Li S, Gu MM. AI in informal digital English learning: a meta-analysis of its effectiveness on proficiency, motivation, and self-regulation. Comput Educ Artif Intel. 2024;7:100323.","journal-title":"Comput Educ Artif Intel"},{"key":"584_CR25","doi-asserted-by":"publisher","first-page":"400","DOI":"10.1007\/s11760-025-03970-7","volume":"19","author":"M Javed","year":"2025","unstructured":"Javed M, Zhang Z, Dahri FH, et al. Enhancing multimodal deepfake detection with local\u2013global feature integration and diffusion models. SIViP. 2025;19:400. https:\/\/doi.org\/10.1007\/s11760-025-03970-7.","journal-title":"SIViP"},{"key":"584_CR26","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1007\/s00530-025-01741-5","volume":"31","author":"T Kumar","year":"2025","unstructured":"Kumar T, Mileo A, Bendechache M. Saliency-based metric and facekeeporiginalaugment: a novel approach for enhancing fairness and diversity. Multimedia Syst. 2025;31:153. https:\/\/doi.org\/10.1007\/s00530-025-01741-5.","journal-title":"Multimedia Syst"},{"key":"584_CR27","doi-asserted-by":"publisher","unstructured":"Kumar T, Mileo A, Bendechache M. RanDSaliencyAUG: balancing saliency-based data augmentation for enhanced generalization. In Proceedings of the 17th international joint conference on computer vision, imaging and computer graphics theory and applications. (2025). (pp. 283\u2013290). https:\/\/doi.org\/10.5220\/0013098700003912","DOI":"10.5220\/0013098700003912"},{"key":"584_CR28","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1007\/s11760-024-03623-1","volume":"19","author":"T Kumar","year":"2025","unstructured":"Kumar T, Mileo A, Bendechache M. Facesaliencyaug: mitigating geographic, gender, and stereotypical biases via saliency-based data augmentation. SIViP. 2025;19:129. https:\/\/doi.org\/10.1007\/s11760-024-03623-1.","journal-title":"SIViP"},{"key":"584_CR29","doi-asserted-by":"publisher","unstructured":"Raj K, Kumar T, Mileo A, Bendechache M. OxML challenge 2023: Carcinoma classification using data augmentation. In IET Conference proceedings . 2024. (Vol. 2024, No. 10, pp. 303\u2013306). https:\/\/doi.org\/10.1049\/icp.2024.3319","DOI":"10.1049\/icp.2024.3319"},{"issue":"2","key":"584_CR30","doi-asserted-by":"publisher","first-page":"686","DOI":"10.3390\/ai5020036","volume":"5","author":"A Singh","year":"2024","unstructured":"Singh A, Raj K, Meghwar T, Roy AM. Efficient paddy grain quality assessment approach utilizing affordable sensors. AI. 2024;5(2):686\u2013703. https:\/\/doi.org\/10.3390\/ai5020036.","journal-title":"AI"},{"key":"584_CR31","doi-asserted-by":"crossref","unstructured":"Kumar T, Syukri MSSM. Glioma classification: a comparative analysis of supervised and ensemble learning methods. 2024.","DOI":"10.20944\/preprints202412.0869.v1"}],"container-title":["Discover Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44163-025-00584-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44163-025-00584-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44163-025-00584-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T16:04:44Z","timestamp":1762877084000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44163-025-00584-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,11]]},"references-count":31,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["584"],"URL":"https:\/\/doi.org\/10.1007\/s44163-025-00584-3","relation":{},"ISSN":["2731-0809"],"issn-type":[{"type":"electronic","value":"2731-0809"}],"subject":[],"published":{"date-parts":[[2025,11,11]]},"assertion":[{"value":"7 August 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 October 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 November 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This study was approved by the Institutional Ethics Committee of Hefei University of Technology (approval number HFUOT-NO-2025-5-15) and conducted in accordance with the Declaration of Helsinki. The ethics committee complies with GCP, ICH-GCP, and relevant Chinese regulations.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no conflict of interest.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"317"}}