{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T07:01:24Z","timestamp":1780383684748,"version":"3.54.1"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031659959","type":"print"},{"value":"9783031659966","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-65996-6_14","type":"book-chapter","created":{"date-parts":[[2024,7,25]],"date-time":"2024-07-25T17:02:07Z","timestamp":1721926927000},"page":"165-174","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["A Transformer-Based Generative AI Model in Education: Fine-Tuning BERT for Domain-Specific in Student Advising"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9924-0324","authenticated-orcid":false,"given":"Suha Khalil","family":"Assayed","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3805-8163","authenticated-orcid":false,"given":"Manar","family":"Alkhatib","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0823-8390","authenticated-orcid":false,"given":"Khaled","family":"Shaalan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,7,26]]},"reference":[{"key":"14_CR1","unstructured":"Vaswani, A., et al.: Attention is all you need.\u00a0Adv. Neural Inf. Process. Syst.\u00a030 (2017)"},{"issue":"1","key":"14_CR2","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1186\/s40537-021-00492-0","volume":"8","author":"C Shorten","year":"2021","unstructured":"Shorten, C., Khoshgoftaar, T.M., Furht, B.: Text data augmentation for deep learning. J. Big Data 8(1), 101 (2021)","journal-title":"J. Big Data"},{"key":"14_CR3","doi-asserted-by":"crossref","unstructured":"Gillioz, A., Casas, J., Mugellini, E., Abou Khaled, O.: Overview of the transformer-based models for NLP tasks. In:\u00a02020 15th Conference on Computer Science and Information Systems (FedCSIS),\u00a0pp. 179\u2013183. IEEE, September 2020","DOI":"10.15439\/2020F20"},{"key":"14_CR4","doi-asserted-by":"publisher","first-page":"176600","DOI":"10.1109\/ACCESS.2019.2953990","volume":"7","author":"S Yu","year":"2019","unstructured":"Yu, S., Su, J., Luo, D.: Improving BERT-based text classification with auxiliary sentence and domain knowledge. IEEE Access 7, 176600\u2013176612 (2019)","journal-title":"IEEE Access"},{"key":"14_CR5","doi-asserted-by":"crossref","unstructured":"Truong, T.L., Le, H.L., Le-Dang, T.P.: Sentiment analysis implementing BERT-based pre-trained language model for Vietnamese. In:\u00a02020 7th NAFOSTED Conference on Information and Computer Science (NICS),\u00a0pp. 362\u2013367. IEEE, November 2020","DOI":"10.1109\/NICS51282.2020.9335912"},{"key":"14_CR6","unstructured":"Ngai, H., Park, Y., Chen, J., Parsapoor, M.: Transformer-based models for question answering on COVID19.\u00a0arXiv preprint arXiv:2101.11432 (2021)"},{"key":"14_CR7","unstructured":"Aparicio, V., Gordon, D., Huayamares, S.G., Luo, Y.: BioFinBERT: finetuning large language models (LLMs) to analyze sentiment of press releases and financial text around inflection points of biotech stocks.\u00a0arXiv preprint arXiv:2401.11011 (2024)"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Xie, K., et al.: Generalization of finetuned transformer language models to new clinical contexts.\u00a0JAMIA Open\u00a06(3), ooad070 (2023)","DOI":"10.1093\/jamiaopen\/ooad070"},{"issue":"2","key":"14_CR9","first-page":"1","volume":"21","author":"F Yang","year":"2021","unstructured":"Yang, F., Wang, X., Ma, H., Li, J.: Transformers-sklearn: a toolkit for medical language understanding with transformer-based models. BMC Med. Inform. Decis. Making 21(2), 1\u20138 (2021)","journal-title":"BMC Med. Inform. Decis. Making"},{"key":"14_CR10","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1007\/978-3-030-23204-7_39","volume-title":"Artificial Intelligence in Education","author":"C Sung","year":"2019","unstructured":"Sung, C., Dhamecha, T.I., Mukhi, N.: Improving short answer grading using transformer-based pre-training. In: Isotani, S., Mill\u00e1n, E., Ogan, A., Hastings, P., McLaren, B., Luckin, R. (eds.) AIED 2019, Part I. LNCS (LNAI), vol. 11625, pp. 469\u2013481. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-23204-7_39"},{"key":"14_CR11","doi-asserted-by":"crossref","unstructured":"Beheitt, M.E.G., Hmida, M.B.H.: Automatic Arabic poem generation with GPT-2. In:\u00a0ICAART, no. 2, pp. 366\u2013374 (2022)","DOI":"10.5220\/0010847100003116"},{"issue":"1","key":"14_CR12","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1007\/s42452-019-1765-9","volume":"2","author":"C Sur","year":"2020","unstructured":"Sur, C.: RBN: enhancement in language attribute prediction using global representation of natural language transfer learning technology like Google BERT. SN Appl. Sci. 2(1), 22 (2020)","journal-title":"SN Appl. Sci."},{"key":"14_CR13","unstructured":"Lanzillotta, S.: Learning text embeddings on virus sequences for candidate drug discovery (2020)"},{"key":"14_CR14","first-page":"16857","volume":"33","author":"K Song","year":"2020","unstructured":"Song, K., Tan, X., Qin, T., Lu, J., Liu, T.Y.: MPNet: masked and permuted pre-training for language understanding. Adv. Neural Inf. Process. Syst. 33, 16857\u201316867 (2020)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"14_CR15","doi-asserted-by":"crossref","unstructured":"Shi, W., Demberg, V.: Next sentence prediction helps implicit discourse relation classification within and across domains. In:\u00a0Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP),\u00a0pp. 5790\u20135796, November 2019","DOI":"10.18653\/v1\/D19-1586"},{"key":"14_CR16","doi-asserted-by":"publisher","unstructured":"Imambi, S., Prakash, K.B., Kanagachidambaresan, G.R.: PyTorch.\u00a0In: Kolla Bhanu Prakash, G.R., Kanagachidambaresan (eds.) Programming with TensorFlow: Solution for Edge Computing Applications, pp. 87\u2013104. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-57077-4","DOI":"10.1007\/978-3-030-57077-4"},{"key":"14_CR17","unstructured":"Hugging Face: Hugging Face Transformers Documentation (n.d.). https:\/\/huggingface.co\/docs\/transformers\/en\/model_doc\/bert"},{"key":"14_CR18","doi-asserted-by":"crossref","unstructured":"Assayed, S.K., Alkhatib, M., Shaalan, K.: A generative AI Chatbot in high school advising: a qualitative analysis of domain-specific Chatbot and ChatGPT (2023)","DOI":"10.21203\/rs.3.rs-3710923\/v1"},{"key":"14_CR19","doi-asserted-by":"crossref","unstructured":"Assayed, S.K., Alkhatib, M., Shaalan, K.: Advising chatbot for high school in smart cities. In:\u00a02023 8th International Conference on Smart and Sustainable Technologies (SpliTech),\u00a0pp. 1\u20136. IEEE, June 2023","DOI":"10.23919\/SpliTech58164.2023.10193065"},{"key":"14_CR20","doi-asserted-by":"publisher","unstructured":"Assayed, S.K., Alkhatib, M., Shaalan, K.: Enhancing student services: machine learning chatbot intent recognition for high school inquiries. In: Al Marri, K., Mir, F.A., David, S.A., Al-Emran, M. (eds.)\u00a0BUiD Doctoral Research Conference 2023: Multidisciplinary Studies. LNCS, vol. 473,\u00a0pp. 243\u2013254. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-56121-4_24","DOI":"10.1007\/978-3-031-56121-4_24"},{"key":"14_CR21","doi-asserted-by":"crossref","unstructured":"He, J., et al.: TransFG: a transformer architecture for fine-grained recognition. In:\u00a0Proceedings of the AAAI Conference on Artificial Intelligence,\u00a0vol. 36, no. 1, pp. 852\u2013860 (2022)","DOI":"10.1609\/aaai.v36i1.19967"}],"container-title":["Communications in Computer and Information Science","Breaking Barriers with Generative Intelligence. Using GI to Improve Human Education and Well-Being"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-65996-6_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,25]],"date-time":"2024-07-25T17:09:17Z","timestamp":1721927357000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-65996-6_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031659959","9783031659966"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-65996-6_14","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"26 July 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BBGI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Breaking Barriers with Generative Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Thessaloniki","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 June 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bbgi2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iis-international.org\/workshop1-program\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}