{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,5]],"date-time":"2026-11-05T03:01:57Z","timestamp":1793847717212,"version":"4.6.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,11,28]],"date-time":"2025-11-28T00:00:00Z","timestamp":1764288000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,11,28]],"date-time":"2025-11-28T00:00:00Z","timestamp":1764288000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Civil Aviation Flight University of China Science Innovation Fund for Graduate Students","award":["25CAFUC10042"],"award-info":[{"award-number":["25CAFUC10042"]}]},{"name":"the Civil Aviation Flight Technology and Flight Safety Engineering Technology Research Center Project","award":["FZ2022ZZ05, GY2024-52E, GY2024-60E"],"award-info":[{"award-number":["FZ2022ZZ05, GY2024-52E, GY2024-60E"]}]},{"name":"the Civil Aviation Flight Technology and Flight Safety Engineering Technology Research Center Project","award":["FZ2022ZZ05, GY2024-52E, GY2024-60E"],"award-info":[{"award-number":["FZ2022ZZ05, GY2024-52E, GY2024-60E"]}]},{"name":"the Civil Aviation Flight Technology and Flight Safety Engineering Technology Research Center Project","award":["FZ2022ZZ05, GY2024-52E, GY2024-60E"],"award-info":[{"award-number":["FZ2022ZZ05, GY2024-52E, GY2024-60E"]}]},{"name":"the Civil Aviation Flight Technology and Flight Safety Engineering Technology Research Center Project","award":["FZ2022ZZ05, GY2024-52E, GY2024-60E"],"award-info":[{"award-number":["FZ2022ZZ05, GY2024-52E, GY2024-60E"]}]},{"name":"the Fundamental Research Funds for the Central Universities","award":["PHD2023-056"],"award-info":[{"award-number":["PHD2023-056"]}]},{"name":"Flight Safety Engineering Technology Research Center Project","award":["FZ2025ZX06"],"award-info":[{"award-number":["FZ2025ZX06"]}]},{"name":"the National Natural Science Foundation of China General Project","award":["12371301"],"award-info":[{"award-number":["12371301"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-025-25783-x","type":"journal-article","created":{"date-parts":[[2025,11,28]],"date-time":"2025-11-28T11:05:45Z","timestamp":1764327945000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["A hybrid model integrating RoBERTa, TF-IDF, and attention mechanism for medical query intent classification"],"prefix":"10.1038","volume":"15","author":[{"given":"Zejian","family":"Liang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yunxiang","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haiwen","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hong","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Luning","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,11,28]]},"reference":[{"issue":"12","key":"25783_CR1","doi-asserted-by":"publisher","first-page":"e25230","DOI":"10.2196\/25230","volume":"23","author":"EME Forgie","year":"2021","unstructured":"Forgie, E. M. E. et al. Social media and the transformation of the physician-patient relationship[J]. J. Med. Internet. Res. 23 (12), e25230 (2021).","journal-title":"J. Med. Internet. Res."},{"issue":"1","key":"25783_CR2","doi-asserted-by":"publisher","first-page":"292","DOI":"10.3390\/modelling5010016","volume":"5","author":"T Sultana","year":"2024","unstructured":"Sultana, T. et al. Intent identification by semantically analyzing the search Query[J]. Modelling 5 (1), 292\u2013314 (2024).","journal-title":"Modelling"},{"issue":"1","key":"25783_CR3","doi-asserted-by":"publisher","first-page":"e0317795","DOI":"10.1371\/journal.pone.0317795","volume":"20","author":"S Lee","year":"2025","unstructured":"Lee, S. et al. Entity-enhanced BERT for medical specialty prediction based on clinical questionnaire data[J]. PLoS One. 20 (1), e0317795 (2025).","journal-title":"PLoS One"},{"key":"25783_CR4","doi-asserted-by":"crossref","unstructured":"Ye, Z. et al. Investigating COVID-19\u2010Related query logs of Chinese search engine users[J]. Proceedings of the Association for Information Science and Technology, 57(1): e424. (2020).","DOI":"10.1002\/pra2.424"},{"issue":"4","key":"25783_CR5","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee, J. et al. BioBERT: a pre-trained biomedical Language representation model for biomedical text mining[J]. Bioinformatics 36 (4), 1234\u20131240 (2020).","journal-title":"Bioinformatics"},{"issue":"1","key":"25783_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-025-99515-6","volume":"15","author":"F Alqarni","year":"2025","unstructured":"Alqarni, F. et al. Emotion-Aware RoBERTa enhanced with emotion-specific attention and TF-IDF gating for fine-grained emotion recognition[J]. Sci. Rep. 15 (1), 1\u201319 (2025).","journal-title":"Sci. Rep."},{"issue":"1","key":"25783_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10103-025-04487-8","volume":"40","author":"R Gao","year":"2025","unstructured":"Gao, R. et al. Classification of disease subtypes in medical spectroscopy for multi-category sample imbalances based on grouping and hierarchical learning[J]. Lasers Med. Sci. 40 (1), 1\u201313 (2025).","journal-title":"Lasers Med. Sci."},{"issue":"11","key":"25783_CR8","doi-asserted-by":"publisher","first-page":"613","DOI":"10.1145\/361219.361220","volume":"18","author":"G Salton","year":"1975","unstructured":"Salton, G., Wong, A. & Yang, C. S. A vector space model for automatic indexing[J]. Commun. ACM. 18 (11), 613\u2013620 (1975).","journal-title":"Commun. ACM"},{"key":"25783_CR9","unstructured":"Mikolov, T., Chen, K., Corrado, G. & Dean, J. Efficient estimation of word representations in vector space. In Proc. 1st International Conference on Learning Representations (ICLR) Workshops Track. (2013)."},{"key":"25783_CR10","doi-asserted-by":"crossref","unstructured":"Pennington, J., Socher, R., Manning, C. D. & Glove Global vectors for word representation[C]\/\/Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP). : 1532\u20131543. (2014).","DOI":"10.3115\/v1\/D14-1162"},{"issue":"1","key":"25783_CR11","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1186\/s12911-023-02105-7","volume":"23","author":"C Mao","year":"2023","unstructured":"Mao, C. et al. Automatic medical specialty classification based on patients\u2019 description of their symptoms[J]. BMC Med. Inf. Decis. Mak. 23 (1), 15 (2023).","journal-title":"BMC Med. Inf. Decis. Mak."},{"issue":"11","key":"25783_CR12","doi-asserted-by":"publisher","first-page":"1279","DOI":"10.1093\/jamia\/ocz085","volume":"26","author":"J Du","year":"2019","unstructured":"Du, J. et al. ML-Net: multi-label classification of biomedical texts with deep neural networks[J]. J. Am. Med. Inform. Assoc. 26 (11), 1279\u20131285 (2019).","journal-title":"J. Am. Med. Inform. Assoc."},{"issue":"2","key":"25783_CR13","doi-asserted-by":"publisher","first-page":"106","DOI":"10.3390\/info11020106","volume":"11","author":"CW Chen","year":"2020","unstructured":"Chen, C. W. et al. Outpatient text classification using attention-based bidirectional LSTM for robot-assisted servicing in hospital[J]. Information 11 (2), 106 (2020).","journal-title":"Information"},{"key":"25783_CR14","unstructured":"Zhang Y , Wallace B .A Sensitivity Analysis of (and Practitioners\u2019 Guide to) Convolutional Neural Networks for Sentence Classification[C]\/\/International Joint Conference on Natural Language Processing.Asian Federation of Natural Language Processing.(2015)"},{"key":"25783_CR15","doi-asserted-by":"crossref","unstructured":"Liu B et al. Joint online spoken language understanding and language modeling with recurrent neural networks. In Proceedings of the Annual Meeting of the Special Interest Group on Discourse and Dialogue (SIGDIAL\u201916). Association for Computational Linguistics, 22\u201330.\uff082016\uff09","DOI":"10.18653\/v1\/W16-3603"},{"key":"25783_CR16","unstructured":"Bahdanau D , Cho K , Bengio Y .Neural Machine Translation by Jointly Learning to Align and Translate[J].Computer Science, 1409.0473.(2014)"},{"issue":"5","key":"25783_CR17","doi-asserted-by":"publisher","first-page":"980","DOI":"10.1136\/amiajnl-2012-001409","volume":"20","author":"KEK Chai","year":"2013","unstructured":"Chai, K. E. K. et al. Using statistical text classification to identify health information technology incidents[J]. J. Am. Med. Inform. Assoc. 20 (5), 980\u2013985 (2013).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"25783_CR18","doi-asserted-by":"crossref","unstructured":"Ali, S., Zhou, Y. & Patterson, M. Efficient Analysis of COVID-19 Clinical Data Using Machine Learning models[J] Vol. 60, 1881\u20131896 (Medical & Biological Engineering & Computing, 2022). 7.","DOI":"10.1007\/s11517-022-02570-8"},{"key":"25783_CR19","doi-asserted-by":"publisher","first-page":"102284","DOI":"10.1016\/j.artmed.2022.102284","volume":"127","author":"O Ozyegen","year":"2022","unstructured":"Ozyegen, O., Kabe, D. & Cevik, M. Word-level text highlighting of medical texts for telehealth services[J]. Artif. Intell. Med. 127, 102284 (2022).","journal-title":"Artif. Intell. Med."},{"issue":"3","key":"25783_CR20","doi-asserted-by":"publisher","first-page":"4353","DOI":"10.1007\/s11227-023-05612-6","volume":"80","author":"S Liang","year":"2024","unstructured":"Liang, S. et al. A medical text classification approach with ZEN and capsule network[J]. J. Supercomputing. 80 (3), 4353\u20134377 (2024).","journal-title":"J. Supercomputing"},{"key":"25783_CR21","doi-asserted-by":"crossref","unstructured":"Luo L. et al. Taiyi: a bilingual fine-tuned large language model for diverse biomedical tasks[J]. Journal of the American Medical Informatics Association, 31(9): 1865-1874.(2024).","DOI":"10.1093\/jamia\/ocae037"},{"key":"25783_CR22","unstructured":"Devlin, J., Chang, M. W., Lee, K. & Toutanova, K. BERT: Pre-training of deep bidirectional transformers for language understanding[C]\/\/Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). Minneapolis, Minnesota: Association for Computational Linguistics. 4171\u20134186. (2019)."},{"key":"25783_CR23","unstructured":"Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need[J]. Advances in neural information processing systems, 2017, 30.\uff082017\uff09"},{"key":"25783_CR24","doi-asserted-by":"crossref","unstructured":"Yu, X. et al. BioBERT based named entity recognition in electronic medical record[C]\/\/2019 10th international conference on information technology in medicine and education (ITME). IEEE, : 49\u201352. (2019).","DOI":"10.1109\/ITME.2019.00022"},{"issue":"1","key":"25783_CR25","doi-asserted-by":"publisher","first-page":"315","DOI":"10.1186\/s12911-022-02059-2","volume":"22","author":"P Chen","year":"2022","unstructured":"Chen, P. et al. Named entity recognition of Chinese electronic medical records based on a hybrid neural network and medical MC-BERT[J]. BMC Med. Inf. Decis. Mak. 22 (1), 315 (2022).","journal-title":"BMC Med. Inf. Decis. Mak."},{"issue":"1","key":"25783_CR26","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1111\/jtsb.12310","volume":"52","author":"J Owens","year":"2022","unstructured":"Owens, J. et al. Understanding and investigating relationality in the capability approach[J]. J. Theory Social Behav. 52 (1), 86\u2013104 (2022).","journal-title":"J. Theory Social Behav."},{"key":"25783_CR27","doi-asserted-by":"crossref","unstructured":"Alsentzer E, Murphy J, Boag W, et al. Publicly available clinical BERT embeddings[C]\/\/Proceedings of the 2nd clinical natural language processing workshop. 2019: 72-78.\uff082019\uff09","DOI":"10.18653\/v1\/W19-1909"},{"issue":"4","key":"25783_CR28","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1049\/cmu2.12357","volume":"16","author":"S Li","year":"2022","unstructured":"Li, S. et al. ECC-BERT: classification of error correcting codes using the improved bidirectional encoder representation from transformers[J]. IET Commun. 16 (4), 359\u2013368 (2022).","journal-title":"IET Commun."},{"key":"25783_CR29","doi-asserted-by":"crossref","unstructured":"Wan C X , Li B .Financial causal sentence recognition based on BERT-CNN text classification[J].The Journal of Supercomputing, 2022, 78(5):6503-6527.(2022)","DOI":"10.1007\/s11227-021-04097-5"},{"key":"25783_CR30","doi-asserted-by":"publisher","first-page":"107075","DOI":"10.1016\/j.compbiomed.2023.107075","volume":"162","author":"H Yu","year":"2023","unstructured":"Yu, H. et al. An intent classification method for questions in treatise on febrile diseases based on TinyBERT-CNN fusion model[J]. Comput. Biol. Med. 162, 107075 (2023).","journal-title":"Comput. Biol. Med."},{"key":"25783_CR31","doi-asserted-by":"publisher","first-page":"205520762311932","DOI":"10.1177\/20552076231193213","volume":"9","author":"Y Wang","year":"2023","unstructured":"Wang, Y. et al. Medical text classification based on the discriminative pre-training model and prompt-tuning[J]. Digit. Health. 9, 20552076231193213 (2023).","journal-title":"Digit. Health"},{"key":"25783_CR32","doi-asserted-by":"crossref","unstructured":"Peng, Y., Yan, S. & Lu, Z. Transfer learning in biomedical natural language processing: an evaluation of BERT and ELMo on ten benchmarking datasets. Preprint at arXiv:1906.05474 (2019).","DOI":"10.18653\/v1\/W19-5006"},{"key":"25783_CR33","doi-asserted-by":"publisher","first-page":"130659","DOI":"10.1016\/j.ijbiomac.2024.130659","volume":"265","author":"ZY Zhang","year":"2024","unstructured":"Zhang, Z. Y. et al. A BERT-based model for the prediction of LncRNA subcellular localization in homo sapiens[J]. Int. J. Biol. Macromol. 265, 130659 (2024).","journal-title":"Int. J. Biol. Macromol."},{"key":"25783_CR34","unstructured":"Grootendorst, M. R. BERTopic: neural topic modeling with a class-based TF-IDF procedure. Preprint at https:\/\/arxiv.org\/abs\/2203.05794 (2022)"},{"key":"25783_CR35","doi-asserted-by":"crossref","unstructured":"Huang, B., Bai, Y. & Zhou, X. hub at semeval-2021 task 2: word meaning similarity prediction model based on roberta and word frequency[C]\/\/Proceedings of the 15th International Workshop on Semantic Evaluation (SemEval-2021). : 719\u2013723. (2021).","DOI":"10.18653\/v1\/2021.semeval-1.94"},{"key":"25783_CR36","doi-asserted-by":"publisher","first-page":"125931","DOI":"10.1016\/j.eswa.2024.125931","volume":"265","author":"M Zhang","year":"2025","unstructured":"Zhang, M. et al. Optimizing ESG reporting: innovating with E-BERT models in nature Language processing[J]. Expert Syst. Appl. 265, 125931 (2025).","journal-title":"Expert Syst. Appl."},{"key":"25783_CR37","doi-asserted-by":"publisher","first-page":"102277","DOI":"10.1016\/j.compmedimag.2023.102277","volume":"108","author":"W Nie","year":"2023","unstructured":"Nie, W. et al. Deep reinforcement learning framework for thoracic diseases classification via prior knowledge guidance[J]. Comput. Med. Imaging Graph. 108, 102277 (2023).","journal-title":"Comput. Med. Imaging Graph."},{"issue":"4","key":"25783_CR38","first-page":"367","volume":"4","author":"Q Duan","year":"2021","unstructured":"Duan, Q. Method of short text classification based on TFIWF feature Selection[J]. Int. J. Social Sci. Educ. Res. 4 (4), 367\u2013375 (2021).","journal-title":"Int. J. Social Sci. Educ. Res."},{"key":"25783_CR39","doi-asserted-by":"crossref","unstructured":"Hage, I. S. A Hybrid Model for Accurate Prediction of Composite Longitudinal Elastic modulus[J] Vol. 174, 287\u2013297 (Computers & Mathematics with Applications, 2024).","DOI":"10.1016\/j.camwa.2024.09.019"},{"issue":"4","key":"25783_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11227-025-06987-4","volume":"81","author":"X Liu","year":"2025","unstructured":"Liu, X., Zhang, G. & Zhou, B. An efficient feature aggregation network for small object detection in UAV aerial images[J]. J. Supercomputing. 81 (4), 1\u201326 (2025).","journal-title":"J. Supercomputing"},{"key":"25783_CR41","doi-asserted-by":"crossref","unstructured":"Zhu D , Han Z , Du X ,et al.Hybrid Model Integrating Fuzzy Systems and Convolutional Factorization Machine for Delivery Time Prediction in Intelligent Logistics[J].Fuzzy Systems, IEEE Transactions on, 2025, 33(1):406-417.(2025)","DOI":"10.1109\/TFUZZ.2024.3472043"},{"key":"25783_CR42","doi-asserted-by":"publisher","first-page":"112357","DOI":"10.1016\/j.knosys.2024.112357","volume":"301","author":"M Ebrahimi","year":"2024","unstructured":"Ebrahimi, M., Basiri, A. & RACEkNN A hybrid approach for improving the effectiveness of the k-nearest neighbor algorithm[J]. Knowl. Based Syst. 301, 112357 (2024).","journal-title":"Knowl. Based Syst."},{"issue":"11","key":"25783_CR43","doi-asserted-by":"publisher","first-page":"5909","DOI":"10.1007\/s00521-023-09380-5","volume":"36","author":"Y Li","year":"2024","unstructured":"Li, Y., Wu, J. & Luo, X. BERT-CNN based evidence retrieval and aggregation for Chinese legal multi-choice question answering[J]. Neural Comput. Appl. 36 (11), 5909\u20135925 (2024).","journal-title":"Neural Comput. Appl."},{"key":"25783_CR44","doi-asserted-by":"crossref","unstructured":"Wang Y , Sun Y , Fu Y ,et al.Spectrum-BERT: Pretraining of Deep Bidirectional Transformers for Spectral Classification of Chinese Liquors[J].Instrumentation and Measurement, IEEE Transactions on, 2024, 73(000):1-13.(2024)","DOI":"10.1109\/TIM.2024.3374300"},{"issue":"35","key":"25783_CR45","doi-asserted-by":"publisher","first-page":"24621","DOI":"10.1007\/s00521-023-08226-4","volume":"35","author":"S Hao","year":"2023","unstructured":"Hao, S. et al. Sentiment recognition and analysis method of official document text based on BERT\u2013SVM model[J]. Neural Comput. Appl. 35 (35), 24621\u201324632 (2023).","journal-title":"Neural Comput. Appl."},{"issue":"1","key":"25783_CR46","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s13278-024-01240-x","volume":"14","author":"B Jlifi","year":"2024","unstructured":"Jlifi, B., Abidi, C. & Duvallet, C. Beyond the use of a novel ensemble based random Forest-BERT model (Ens-RF-BERT) for the sentiment analysis of the hashtag COVID19 tweets[J]. Social Netw. Anal. Min. 14 (1), 1\u201319 (2024).","journal-title":"Social Netw. Anal. Min."},{"key":"25783_CR47","doi-asserted-by":"crossref","unstructured":"Liu, Z., Lin, W., Shi, Y., Zhao, J. A Robustly Optimized BERT Pre-training Approach with Post-training. In: Li, S., et al. Chinese Computational Linguistics. CCL 2021. Lecture Notes in Computer Science(), vol 12869. Springer, Cham. (2021)","DOI":"10.1007\/978-3-030-84186-7_31"}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-25783-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-25783-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-25783-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T11:27:56Z","timestamp":1764588476000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-25783-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,28]]},"references-count":47,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["25783"],"URL":"https:\/\/doi.org\/10.1038\/s41598-025-25783-x","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,28]]},"assertion":[{"value":"26 August 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 October 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 November 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"42847"}}