{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T17:53:52Z","timestamp":1783101232063,"version":"3.54.6"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031813078","type":"print"},{"value":"9783031813085","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-81308-5_42","type":"book-chapter","created":{"date-parts":[[2025,2,20]],"date-time":"2025-02-20T15:26:57Z","timestamp":1740065217000},"page":"463-472","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Transformer Models in Natural Language Processing: A Comprehensive Review and Prospects for Future Development"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-4284-5431","authenticated-orcid":false,"given":"Maha","family":"Salem","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1244-4448","authenticated-orcid":false,"given":"Azza","family":"Mohamed","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0823-8390","authenticated-orcid":false,"given":"Khaled","family":"Shaalan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,2,21]]},"reference":[{"key":"42_CR1","doi-asserted-by":"publisher","first-page":"106292","DOI":"10.1016\/j.engappai.2023.106292","volume":"123","author":"S Bonthu","year":"2023","unstructured":"Bonthu, S., Sree, S.R., Prasad, M.H.M.K.: Improving the performance of automatic short answer grading using transfer learning and augmentation. Eng. Appl. Artif. Intell. 123, 106292 (2023). https:\/\/doi.org\/10.1016\/j.engappai.2023.106292","journal-title":"Eng. Appl. Artif. Intell."},{"key":"42_CR2","doi-asserted-by":"publisher","unstructured":"Brown, T.B., et al.: Language models are few-shot learners. arXiv (Cornell University) (2020). https:\/\/doi.org\/10.48550\/arxiv.2005.14165","DOI":"10.48550\/arxiv.2005.14165"},{"key":"42_CR3","doi-asserted-by":"publisher","first-page":"30157","DOI":"10.1109\/access.2022.3158975","volume":"10","author":"X Cao","year":"2022","unstructured":"Cao, X., Yu, J., Zhuang, Y.: Injecting user identity into pretrained language models for document-level sentiment classification. IEEE Access 10, 30157\u201330167 (2022). https:\/\/doi.org\/10.1109\/access.2022.3158975","journal-title":"IEEE Access"},{"key":"42_CR4","doi-asserted-by":"publisher","unstructured":"Chang, T.-Y., Liu, Y., Gopalakrishnan, K., Hedayatnia, B., Zhou, P., Hakkani-Tur, D.: Go beyond plain fine-tuning: improving pretrained models for social commonsense. arXiv (Cornell University) (2021). https:\/\/doi.org\/10.48550\/arxiv.2105.05913","DOI":"10.48550\/arxiv.2105.05913"},{"key":"42_CR5","doi-asserted-by":"publisher","first-page":"104370","DOI":"10.1016\/j.jbi.2023.104370","volume":"142","author":"A Chen","year":"2023","unstructured":"Chen, A., Yu, Z., Yang, X., Guo, Y., Bian, J., Wu, Y.: Contextualized medication information extraction using Transformer-based deep learning architectures. J. Biomed. Inform. 142, 104370 (2023). https:\/\/doi.org\/10.1016\/j.jbi.2023.104370","journal-title":"J. Biomed. Inform."},{"key":"42_CR6","doi-asserted-by":"publisher","unstructured":"Chi, P.-H., et al.: Audio ALBERT: a lite bert for self-supervised learning of audio representation. arXiv (Cornell University) (2020). https:\/\/doi.org\/10.48550\/arxiv.2005.08575","DOI":"10.48550\/arxiv.2005.08575"},{"key":"42_CR7","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding (2019). https:\/\/doi.org\/10.18653\/v1\/n19-1423","DOI":"10.18653\/v1\/n19-1423"},{"key":"42_CR8","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1108\/dts-05-2022-0013","volume":"1","author":"S Doppalapudi","year":"2022","unstructured":"Doppalapudi, S., Wang, T., Qiu, R.: Transforming unstructured digital clinical notes for improved health literacy. Digit. Transf. Soc. 1, 9\u201328 (2022). https:\/\/doi.org\/10.1108\/dts-05-2022-0013","journal-title":"Digit. Transf. Soc."},{"key":"42_CR9","doi-asserted-by":"publisher","first-page":"103029","DOI":"10.1016\/j.ipm.2022.103029","volume":"59","author":"G Jiang","year":"2022","unstructured":"Jiang, G., Liu, S., Zhao, Y., Sun, Y., Zhang, M.: Fake news detection via knowledgeable prompt learning. Inf. Process. Manage. 59, 103029 (2022). https:\/\/doi.org\/10.1016\/j.ipm.2022.103029","journal-title":"Inf. Process. Manage."},{"key":"42_CR10","doi-asserted-by":"publisher","first-page":"104998","DOI":"10.1016\/j.compbiomed.2021.104998","volume":"139","author":"S Ji","year":"2021","unstructured":"Ji, S., H\u00f6ltt\u00e4, M., Marttinen, P.: Does the magic of BERT apply to medical code assignment? A quantitative study. Comput. Biol. Med. 139, 104998 (2021). https:\/\/doi.org\/10.1016\/j.compbiomed.2021.104998","journal-title":"Comput. Biol. Med."},{"key":"42_CR11","doi-asserted-by":"publisher","first-page":"100027","DOI":"10.1016\/j.redii.2023.100027","volume":"6","author":"\u00c9 Jupin-Delevaux","year":"2023","unstructured":"Jupin-Delevaux, \u00c9., et al.: BERT-based natural language processing analysis of French CT reports: application to the measurement of the positivity rate for pulmonary embolism. Res. Diagn. Intervent. Imaging 6, 100027 (2023). https:\/\/doi.org\/10.1016\/j.redii.2023.100027","journal-title":"Res. Diagn. Intervent. Imaging"},{"key":"42_CR12","doi-asserted-by":"publisher","first-page":"103982","DOI":"10.1016\/j.jbi.2021.103982","volume":"126","author":"KS Kalyan","year":"2022","unstructured":"Kalyan, K.S., Rajasekharan, A., Sangeetha, S.: AMMU: A survey of transformer-based biomedical pretrained language models. J. Biomed. Inform. 126, 103982 (2022). https:\/\/doi.org\/10.1016\/j.jbi.2021.103982","journal-title":"J. Biomed. Inform."},{"key":"42_CR13","doi-asserted-by":"publisher","first-page":"107872","DOI":"10.1016\/j.knosys.2021.107872","volume":"238","author":"J Kong","year":"2022","unstructured":"Kong, J., Wang, J., Zhang, X.: Hierarchical BERT with an adaptive fine-tuning strategy for document classification. Knowl.-Based Syst. 238, 107872 (2022). https:\/\/doi.org\/10.1016\/j.knosys.2021.107872","journal-title":"Knowl.-Based Syst."},{"key":"42_CR14","doi-asserted-by":"publisher","unstructured":"Lan, Z., Chen, M., Goodman, S., Gimpel, K., Sharma, P., Soricut, R.: ALBERT: a lite bert for self-supervised learning of language representations. arXiv (Cornell University) (2019). https:\/\/doi.org\/10.48550\/arxiv.1909.11942","DOI":"10.48550\/arxiv.1909.11942"},{"key":"42_CR15","doi-asserted-by":"publisher","first-page":"120911","DOI":"10.1016\/j.eswa.2023.120911","volume":"233","author":"K Lee","year":"2023","unstructured":"Lee, K., Choi, G., Choi, C.: Use all tokens method to improve semantic relationship learning. Expert Syst. Appl. 233, 120911 (2023). https:\/\/doi.org\/10.1016\/j.eswa.2023.120911","journal-title":"Expert Syst. Appl."},{"key":"42_CR16","doi-asserted-by":"publisher","first-page":"109330","DOI":"10.1016\/j.knosys.2022.109330","volume":"252","author":"M Li","year":"2022","unstructured":"Li, M., Zhou, H., Hou, J., Wang, P., Gao, E.: Is cross-linguistic advert flaw detection in Wikipedia feasible? A multilingual-BERT-based transfer learning approach. Knowl.-Based Syst. 252, 109330 (2022). https:\/\/doi.org\/10.1016\/j.knosys.2022.109330","journal-title":"Knowl.-Based Syst."},{"key":"42_CR17","doi-asserted-by":"publisher","first-page":"106936","DOI":"10.1016\/j.knosys.2021.106936","volume":"220","author":"R Li","year":"2021","unstructured":"Li, R., Jiang, Z., Wang, L., Lu, X., Zhao, M., Chen, D.: Enhancing Transformer-based language models with commonsense representations for knowledge-driven machine comprehension. Knowl.-Based Syst. 220, 106936 (2021). https:\/\/doi.org\/10.1016\/j.knosys.2021.106936","journal-title":"Knowl.-Based Syst."},{"key":"42_CR18","doi-asserted-by":"publisher","first-page":"264","DOI":"10.7326\/0003-4819-151-4-200908180-00135","volume":"151","author":"D Moher","year":"2009","unstructured":"Moher, D., Liberati, A., Tetzlaff, J., Altman, D.G.: Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement. Ann. Intern. Med. 151, 264 (2009). https:\/\/doi.org\/10.7326\/0003-4819-151-4-200908180-00135","journal-title":"Ann. Intern. Med."},{"key":"42_CR19","doi-asserted-by":"publisher","first-page":"104465","DOI":"10.1016\/j.autcon.2022.104465","volume":"142","author":"S Moon","year":"2022","unstructured":"Moon, S., Chi, S., Im, S.-B.: Automated detection of contractual risk clauses from construction specifications using bidirectional encoder representations from transformers (BERT). Autom. Constr. 142, 104465 (2022). https:\/\/doi.org\/10.1016\/j.autcon.2022.104465","journal-title":"Autom. Constr."},{"key":"42_CR20","doi-asserted-by":"publisher","unstructured":"Qiu, X., Sun, T., Xu, Y., Shao, Y., Dai, N., Huang, X.: Pre-trained models for natural language processing: a survey. Sci. China. Technol. Sci. 63, 1872\u20131897 (2020). https:\/\/doi.org\/10.1007\/s11431-020-1647-3","DOI":"10.1007\/s11431-020-1647-3"},{"key":"42_CR21","doi-asserted-by":"publisher","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. arXiv (Cornell University) (2019). https:\/\/doi.org\/10.48550\/arxiv.1910.10683","DOI":"10.48550\/arxiv.1910.10683"},{"key":"42_CR22","doi-asserted-by":"publisher","first-page":"101287","DOI":"10.1016\/j.rineng.2023.101287","volume":"19","author":"E Rosenberg","year":"2023","unstructured":"Rosenberg, E., et al.: Sentiment analysis on Twitter data towards climate action. Results Eng. 19, 101287 (2023). https:\/\/doi.org\/10.1016\/j.rineng.2023.101287","journal-title":"Results Eng."},{"key":"42_CR23","doi-asserted-by":"publisher","unstructured":"S\u00f8gaard, A.: Understanding models understanding language. Synthese 200 (2022). https:\/\/doi.org\/10.1007\/s11229-022-03931-4","DOI":"10.1007\/s11229-022-03931-4"},{"key":"42_CR24","doi-asserted-by":"publisher","unstructured":"Zhang, Z., Han, X., Liu, Z., Jiang, X., Sun, M., Liu, Q.: ERNIE: enhanced language representation with informative entities (2019). https:\/\/doi.org\/10.18653\/v1\/p19-1139","DOI":"10.18653\/v1\/p19-1139"},{"key":"42_CR25","doi-asserted-by":"publisher","unstructured":"Vaswani, A., et al.: Attention is all you need. arXiv (Cornell University) (2017). https:\/\/doi.org\/10.48550\/arxiv.1706.03762","DOI":"10.48550\/arxiv.1706.03762"},{"key":"42_CR26","doi-asserted-by":"publisher","first-page":"108162","DOI":"10.1016\/j.compchemeng.2023.108162","volume":"171","author":"G Vogel","year":"2023","unstructured":"Vogel, G., Balhorn, L.S., Schweidtmann, A.M.: Learning from flowsheets: a generative transformer model for autocompletion of flowsheets. Comput. Chem. Eng. 171, 108162 (2023). https:\/\/doi.org\/10.1016\/j.compchemeng.2023.108162","journal-title":"Comput. Chem. Eng."},{"key":"42_CR27","doi-asserted-by":"publisher","first-page":"104403","DOI":"10.1016\/j.autcon.2022.104403","volume":"141","author":"N Wang","year":"2022","unstructured":"Wang, N., Issa, R.R.A., Anumba, C.J.: Transfer learning-based query classification for intelligent building information spoken dialogue. Autom. Constr. 141, 104403 (2022). https:\/\/doi.org\/10.1016\/j.autcon.2022.104403","journal-title":"Autom. Constr."},{"key":"42_CR28","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1007\/s40747-020-00147-2","volume":"6","author":"Y Wang","year":"2020","unstructured":"Wang, Y., Rong, W., Zhang, J., Zhou, S., Xiong, Z.: Multi-turn dialogue-oriented pretrained question generation model. Complex Intell. Syst. 6, 493\u2013505 (2020). https:\/\/doi.org\/10.1007\/s40747-020-00147-2","journal-title":"Complex Intell. Syst."},{"key":"42_CR29","doi-asserted-by":"publisher","first-page":"2187","DOI":"10.1109\/tnnls.2015.2472457","volume":"27","author":"L Yang","year":"2016","unstructured":"Yang, L., Jing, L., Yu, J., Ng, M.K.: Learning transferred weights from co-occurrence data for heterogeneous transfer learning. IEEE Trans. Neural Netw. Learn. Syst. 27, 2187\u20132200 (2016). https:\/\/doi.org\/10.1109\/tnnls.2015.2472457","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"42_CR30","doi-asserted-by":"publisher","first-page":"117958","DOI":"10.1016\/j.eswa.2022.117958","volume":"207","author":"F Zhao","year":"2022","unstructured":"Zhao, F., Li, X., Gao, Y., Li, Y., Feng, Z., Zhang, C.: Multi-layer features ablation of BERT model and its application in stock trend prediction. Expert Syst. Appl. 207, 117958 (2022). https:\/\/doi.org\/10.1016\/j.eswa.2022.117958","journal-title":"Expert Syst. Appl."}],"container-title":["Lecture Notes on Data Engineering and Communications Technologies","Proceedings of the 11th International Conference on Advanced Intelligent Systems and Informatics (AISI 2025)"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-81308-5_42","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,20]],"date-time":"2025-02-20T15:27:00Z","timestamp":1740065220000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-81308-5_42"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031813078","9783031813085"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-81308-5_42","relation":{},"ISSN":["2367-4512","2367-4520"],"issn-type":[{"value":"2367-4512","type":"print"},{"value":"2367-4520","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"21 February 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AISI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Advanced Intelligent Systems and Informatics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Port Said","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Egypt","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 January 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 January 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aisi2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.egyptscience-srge.com\/AISI2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}