{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T04:30:37Z","timestamp":1780633837765,"version":"3.54.1"},"publisher-location":"Cham","reference-count":44,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031880445","type":"print"},{"value":"9783031880452","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88045-2_7","type":"book-chapter","created":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T13:46:03Z","timestamp":1743860763000},"page":"96-111","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Development and Evaluation of a University Chatbot Using Deep Learning: A RAG-Based Approach"],"prefix":"10.1007","author":[{"given":"Kabir","family":"Olawore","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"McTear","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yaxin","family":"Bi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,4,4]]},"reference":[{"issue":"1","key":"7_CR1","doi-asserted-by":"crossref","first-page":"41","DOI":"10.3390\/info13010041","volume":"13","author":"G Caldarini","year":"2022","unstructured":"Caldarini, G., Jaf, S., McGarry, K.: A literature survey of recent advances in chatbots. Information 13(1), 41 (2022)","journal-title":"Information"},{"key":"7_CR2","doi-asserted-by":"crossref","unstructured":"Patel, N.P., Parikh, D.R., Patel, D.A., Patel, R.R.: AI and web-based human-like interactive university chatbot (UNIBOT). In: 3rd International Conference on Electronics, Communication and Aerospace Technology (ICECA), Coimbatore, India, pp. 148\u2013150 (2019)","DOI":"10.1109\/ICECA.2019.8822176"},{"key":"7_CR3","doi-asserted-by":"crossref","unstructured":"McTear, M., Ashurkina, M.: Transforming Conversational AI: Exploring the Power of Large Language Models in Interactive Conversational Agents. Apress, Berkeley (2024)","DOI":"10.1007\/979-8-8688-0110-5"},{"key":"7_CR4","unstructured":"Alammar, J., Grootendorst, M.: Hands-On Large Language Models: Language Understanding and Generation. O\u2019Reilly Media, Sebastopol (2024)"},{"key":"7_CR5","unstructured":"Lewis, P., Perez, E., Piktus, A., et al.: Retrieval-augmented generation for knowledge-intensive NLP tasks. In: Proceedings of the 34th International Conference on Neural Information Processing Systems (NIPS 2020), pp. 9459\u20139474. Curran Associates Inc., Red Hook (2020)"},{"key":"7_CR6","unstructured":"LangChain. https:\/\/www.langchain.com\/. Accessed 30 Oct 2024"},{"key":"7_CR7","unstructured":"Streamlit. https:\/\/streamlit.io\/. Accessed 30 Oct 2024"},{"key":"7_CR8","doi-asserted-by":"publisher","unstructured":"Adamopoulou, E., Moussiades, L.: An overview of chatbot technology. In: Maglogiannis, I., Iliadis, L., Pimenidis, E. (eds.) AIAI 2020. IFIPAICT, vol. 584, pp. 373\u2013383. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-49186-4_31","DOI":"10.1007\/978-3-030-49186-4_31"},{"issue":"1","key":"7_CR9","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1145\/365153.365168","volume":"9","author":"J Weizenbaum","year":"1966","unstructured":"Weizenbaum, J.: ELIZA\u2013a computer program for the study of natural language communication between man and machine. Commun. ACM 9(1), 36\u201345 (1966)","journal-title":"Commun. ACM"},{"key":"7_CR10","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1016\/0004-3702(72)90049-5","volume":"3","author":"KM Colby","year":"1972","unstructured":"Colby, K.M., Hilf, F.D., Weber, S., Kraemer, H.C.: Turing-like indistinguishability tests for the validation of a computer simulation of paranoid processes. Artif. Intell. 3, 199\u2013221 (1972)","journal-title":"Artif. Intell."},{"key":"7_CR11","doi-asserted-by":"publisher","unstructured":"Wallace, R.S.: The anatomy of A.L.I.C.E.. In: Epstein, R., Roberts, G., Beber, G. (eds.) Parsing the Turing Test, pp. 181\u2013210. Springer, Dordrecht (2009). https:\/\/doi.org\/10.1007\/978-1-4020-6710-5_13","DOI":"10.1007\/978-1-4020-6710-5_13"},{"key":"7_CR12","unstructured":"Arsovski, S., Cheok, A., Muniru, I., Raffur, M.R.: Analysis of the chatbot open source languages AIML and ChatScript: a review. In: 9th DQM International Conference on Life Cycle Engineering and Management (2017)"},{"key":"7_CR13","unstructured":"Cleverbot. http:\/\/www.cleverbot.com. Accessed 30 Oct 2024"},{"key":"7_CR14","doi-asserted-by":"publisher","unstructured":"Tur, G., Celikyilmaz, A., He, X., Hakkani-T\u00fcr, D., Deng, L.: Deep learning in conversational language understanding. In: Deng, L., Liu, Y. (eds.) Deep Learning in Natural Language Processing, pp. 23\u201348. Springer, Singapore (2018). https:\/\/doi.org\/10.1007\/978-981-10-5209-5_2","DOI":"10.1007\/978-981-10-5209-5_2"},{"key":"7_CR15","volume-title":"Getting Started with Google BERT: Build and Train State-of-the-Art Natural Language Processing Models Using BERT","author":"S Ravichandiran","year":"2021","unstructured":"Ravichandiran, S.: Getting Started with Google BERT: Build and Train State-of-the-Art Natural Language Processing Models Using BERT. Packt Publishing, Birmingham (2021)"},{"key":"7_CR16","unstructured":"GPT-4. https:\/\/openai.com\/index\/gpt-4\/. Accessed 30 Oct 2024"},{"key":"7_CR17","unstructured":"Gemini. https:\/\/gemini.google.com\/app. Accessed 30 Oct 2024"},{"key":"7_CR18","unstructured":"Llama 3.2. https:\/\/www.llama.com\/. Accessed 30 Oct 2024"},{"key":"7_CR19","doi-asserted-by":"publisher","unstructured":"McTear, M.: Conversational AI: Dialogue Systems, Conversational Agents, and Chatbots. Synthesis Lectures on Human Language Technologies. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-031-02176-3","DOI":"10.1007\/978-3-031-02176-3"},{"key":"7_CR20","doi-asserted-by":"crossref","unstructured":"Khadija, M.A., Aziz, A., Nurharjadmo, W.: Automating information retrieval from faculty guidelines: designing a PDF-driven chatbot powered by OpenAI ChatGPT. In: 2023 International Conference on Computer, Control, Informatics and its Applications (IC3INA), Bandung, Indonesia, pp. 394\u2013399 (2023)","DOI":"10.1109\/IC3INA60834.2023.10285808"},{"key":"7_CR21","doi-asserted-by":"crossref","unstructured":"Le-Tien, T., Nguyen-D-P, T., Huynh-Y.V.: Developing a chatbot system using deep learning based for universities consultancy. In: 2022 16th International Conference on Ubiquitous Information Management and Communication (IMCOM), Seoul, Republic of Korea, pp. 1\u20137 (2022)","DOI":"10.1109\/IMCOM53663.2022.9721735"},{"key":"7_CR22","doi-asserted-by":"crossref","unstructured":"Shivashankar, B., Sundari, M.A., Surendra, H., Sai, S.A., Moharir, M.: Deep learning based campus assistive chatbot. In: 2021 IEEE International Conference on Computation System and Information Technology for Sustainable Solutions (CSITSS), Bangalore, India, pp. 1\u20134 (2021)","DOI":"10.1109\/CSITSS54238.2021.9683551"},{"key":"7_CR23","doi-asserted-by":"crossref","unstructured":"Dean, M., Bond, R.R., McTear, M.F., Mulvenna, M.D.: ChatPapers: an AI Chatbot for interacting with academic research. In: 31st Irish Conference on Artificial Intelligence and Cognitive Science (AICS2023), Letterkenny, Ireland, pp. 1\u20137 (2023)","DOI":"10.1109\/AICS60730.2023.10470521"},{"issue":"3","key":"7_CR24","doi-asserted-by":"crossref","first-page":"438","DOI":"10.1016\/j.jsurg.2023.11.019","volume":"81","author":"MB Singer","year":"2024","unstructured":"Singer, M.B., Fu, J.J., Chow, J., Teng, C.C.: Development and evaluation of aeyeconsult: a novel ophthalmology chatbot leveraging verified textbook knowledge and GPT-4. J. Surg. Educ. 81(3), 438\u2013443 (2024)","journal-title":"J. Surg. Educ."},{"key":"7_CR25","unstructured":"Pandya, K., Holia, M.: Automating customer service using LangChain: building custom open-source GPT Chatbot for organizations. https:\/\/arxiv.org\/abs\/2310.05421. Accessed 30 Oct 2024"},{"key":"7_CR26","doi-asserted-by":"crossref","unstructured":"Gamage, G., et al.: Multi-agent RAG chatbot architecture for decision support in net-zero emission energy systems. In: International Conference on Industrial Technology (ICIT), Bristol, United Kingdom, pp. 1\u20136 (2024)","DOI":"10.1109\/ICIT58233.2024.10540920"},{"key":"7_CR27","unstructured":"Sun, K., Xu, Y.E., Zha, H., Liu, Y., Dong, X.L.: Head-to-tail: how knowledgeable are large language models (LLM)? A.K.A. Will LLMs replace knowledge graphs? https:\/\/arxiv.org\/abs\/2308.10168. Accessed 30 Oct 2024"},{"key":"7_CR28","doi-asserted-by":"crossref","first-page":"786","DOI":"10.1162\/tacl_a_00671","volume":"12","author":"J Lehmann","year":"2024","unstructured":"Lehmann, J., Bhandiwad, D., Gattogi, P., Vahdati, S.: Beyond boundaries: a human-like approach for question answering over structured and unstructured information sources. Trans. Assoc. Comput. Linguist. 12, 786\u2013802 (2024)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"7_CR29","unstructured":"Agarwal, S., Laradji, I.H., Charlin, L., Pal, C.: LitLLM: a toolkit for scientific literature review. https:\/\/arxiv.org\/abs\/2402.01788. Accessed 30 Oct 2024"},{"key":"7_CR30","unstructured":"Alinejad, A., Kumar, K., Vahdat, A.: Evaluating the retrieval component in LLM-based question answering systems. https:\/\/arxiv.org\/abs\/2406.06458. Accessed 31 Oct 2024"},{"key":"7_CR31","doi-asserted-by":"crossref","unstructured":"Yu, H., Gan, A., Zhang, K., Tong, S., Liu, Q., Liu Z.: Evaluation of retrieval-augmented generation: a survey. arXiv preprint arXiv:2405.07437, 13 May 2024","DOI":"10.1007\/978-981-96-1024-2_8"},{"key":"7_CR32","first-page":"1","volume":"11","author":"IO Gallegos","year":"2024","unstructured":"Gallegos, I.O., Rossi, R.A., et al.: Bias and fairness in large language models: a survey. Comput. Linguist. 11, 1\u201379 (2024)","journal-title":"Comput. Linguist."},{"key":"7_CR33","unstructured":"Abeysinghe, B., Circi, R.: The challenges of evaluating LLM applications: an analysis of automated, human, and LLM-based approaches. https:\/\/arxiv.org\/abs\/2406.03339. Accessed 31 Oct 2024"},{"key":"7_CR34","unstructured":"Song, Y., Wang, G., Li, S., Lin, B.Y.: The good, the bad, and the greedy:\u00a0evaluation of LLMs should not ignore non-determinism. https:\/\/arxiv.org\/html\/2407.10457v1. Accessed 31 Oct 2024"},{"key":"7_CR35","unstructured":"Sellam, T., Das, D., Parikh, A.P.: BLEURT: learning robust metrics for text generation. http:\/\/arxiv.org\/abs\/2004.04696. Accessed 31 Oct 2024"},{"key":"7_CR36","doi-asserted-by":"crossref","unstructured":"Liu, Y., Iter, D., Xu, Y., Wang, S., Xu, R., Zhu, C.: G-Eval: NLG evaluation using GPT-4 with better human alignment. https:\/\/arxiv.org\/abs\/2303.16634. Accessed 31 Oct 2024","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"key":"7_CR37","unstructured":"Galileo LUNA. https:\/\/galileo.ai\/blog\/introducing-galileo-luna-a-family-of-evaluation-foundation-models. Accessed 31 Oct 2024"},{"key":"7_CR38","unstructured":"ARES: An Automated Evaluation Framework for Retrieval-Augmented Generation Systems. https:\/\/github.com\/stanford-futuredata\/ARES. Accessed 31 Oct 2024"},{"key":"7_CR39","unstructured":"Ragas. https:\/\/docs.ragas.io\/en\/stable\/. Accessed 31 Oct 2024"},{"key":"7_CR40","unstructured":"Banerjee, D., Singh, P., Avadhanam, A., Srivastava, S.: Benchmarking LLM powered chatbots: methods and metrics. https:\/\/arxiv.org\/abs\/2308.04624. Accessed 30 Oct 2024"},{"key":"7_CR41","unstructured":"Alto, V.: Building LLM Powered Applications: Create intelligent Apps and Agents with Large Language Models. Packt Publishing, Birmingham (2024)"},{"key":"7_CR42","unstructured":"Faiss: A library for efficient similarity search. https:\/\/engineering.fb.com\/2017\/03\/29\/data-infrastructure\/faiss-a-library-for-efficient-similarity-search. Accessed 30 Oct 2024"},{"key":"7_CR43","unstructured":"Giskard AI. https:\/\/docs.giskard.ai\/en\/stable\/index.html. Accessed 30 Oct 2024"},{"key":"7_CR44","unstructured":"Bellamy, C.: Experimenting with how generative AI could help GOV.UK users. https:\/\/insidegovuk.blog.gov.uk\/2024\/01\/18\/experimenting-with-how-generative-ai-could-help-gov-uk-users\/. Accessed 9 Dec 2024"}],"container-title":["Lecture Notes in Computer Science","Chatbots and Human-Centered AI"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88045-2_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,8]],"date-time":"2025-04-08T16:39:57Z","timestamp":1744130397000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88045-2_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031880445","9783031880452"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88045-2_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"4 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"CONVERSATIONS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Chatbots and Human-Centered AI","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Thessaloniki","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"conversations2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.conversations.ws\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}