{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:18:22Z","timestamp":1785543502026,"version":"3.56.0"},"reference-count":26,"publisher":"MDPI AG","issue":"5","license":[{"start":{"date-parts":[[2024,4,29]],"date-time":"2024-04-29T00:00:00Z","timestamp":1714348800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100011698","name":"JUNTA DE COMUNIDADES DE CASTILLA-LA MANCHA","doi-asserted-by":"publisher","award":["SBPLY\/21\/180501\/000160"],"award-info":[{"award-number":["SBPLY\/21\/180501\/000160"]}],"id":[{"id":"10.13039\/501100011698","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011698","name":"JUNTA DE COMUNIDADES DE CASTILLA-LA MANCHA","doi-asserted-by":"publisher","award":["TED2021-130296A-I00"],"award-info":[{"award-number":["TED2021-130296A-I00"]}],"id":[{"id":"10.13039\/501100011698","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011698","name":"JUNTA DE COMUNIDADES DE CASTILLA-LA MANCHA","doi-asserted-by":"publisher","award":["PDC2022-133457-I00"],"award-info":[{"award-number":["PDC2022-133457-I00"]}],"id":[{"id":"10.13039\/501100011698","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011698","name":"JUNTA DE COMUNIDADES DE CASTILLA-LA MANCHA","doi-asserted-by":"publisher","award":["FPU22\/00839"],"award-info":[{"award-number":["FPU22\/00839"]}],"id":[{"id":"10.13039\/501100011698","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011698","name":"JUNTA DE COMUNIDADES DE CASTILLA-LA MANCHA","doi-asserted-by":"publisher","award":["2022-PRED-20651"],"award-info":[{"award-number":["2022-PRED-20651"]}],"id":[{"id":"10.13039\/501100011698","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011033","name":"AGENCIA ESTATAL DE INVESTIGACI\u00d3N","doi-asserted-by":"publisher","award":["SBPLY\/21\/180501\/000160"],"award-info":[{"award-number":["SBPLY\/21\/180501\/000160"]}],"id":[{"id":"10.13039\/501100011033","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011033","name":"AGENCIA ESTATAL DE INVESTIGACI\u00d3N","doi-asserted-by":"publisher","award":["TED2021-130296A-I00"],"award-info":[{"award-number":["TED2021-130296A-I00"]}],"id":[{"id":"10.13039\/501100011033","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011033","name":"AGENCIA ESTATAL DE INVESTIGACI\u00d3N","doi-asserted-by":"publisher","award":["PDC2022-133457-I00"],"award-info":[{"award-number":["PDC2022-133457-I00"]}],"id":[{"id":"10.13039\/501100011033","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011033","name":"AGENCIA ESTATAL DE INVESTIGACI\u00d3N","doi-asserted-by":"publisher","award":["FPU22\/00839"],"award-info":[{"award-number":["FPU22\/00839"]}],"id":[{"id":"10.13039\/501100011033","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011033","name":"AGENCIA ESTATAL DE INVESTIGACI\u00d3N","doi-asserted-by":"publisher","award":["2022-PRED-20651"],"award-info":[{"award-number":["2022-PRED-20651"]}],"id":[{"id":"10.13039\/501100011033","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004837","name":"MINISTERIO DE CIENCIA, INNOVACI\u00d3N Y UNIVERSIDADES","doi-asserted-by":"publisher","award":["SBPLY\/21\/180501\/000160"],"award-info":[{"award-number":["SBPLY\/21\/180501\/000160"]}],"id":[{"id":"10.13039\/501100004837","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004837","name":"MINISTERIO DE CIENCIA, INNOVACI\u00d3N Y UNIVERSIDADES","doi-asserted-by":"publisher","award":["TED2021-130296A-I00"],"award-info":[{"award-number":["TED2021-130296A-I00"]}],"id":[{"id":"10.13039\/501100004837","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004837","name":"MINISTERIO DE CIENCIA, INNOVACI\u00d3N Y UNIVERSIDADES","doi-asserted-by":"publisher","award":["PDC2022-133457-I00"],"award-info":[{"award-number":["PDC2022-133457-I00"]}],"id":[{"id":"10.13039\/501100004837","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004837","name":"MINISTERIO DE CIENCIA, INNOVACI\u00d3N Y UNIVERSIDADES","doi-asserted-by":"publisher","award":["FPU22\/00839"],"award-info":[{"award-number":["FPU22\/00839"]}],"id":[{"id":"10.13039\/501100004837","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004837","name":"MINISTERIO DE CIENCIA, INNOVACI\u00d3N Y UNIVERSIDADES","doi-asserted-by":"publisher","award":["2022-PRED-20651"],"award-info":[{"award-number":["2022-PRED-20651"]}],"id":[{"id":"10.13039\/501100004837","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007480","name":"UNIVERSITY OF CASTILLA-LA MANCHA","doi-asserted-by":"publisher","award":["SBPLY\/21\/180501\/000160"],"award-info":[{"award-number":["SBPLY\/21\/180501\/000160"]}],"id":[{"id":"10.13039\/501100007480","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007480","name":"UNIVERSITY OF CASTILLA-LA MANCHA","doi-asserted-by":"publisher","award":["TED2021-130296A-I00"],"award-info":[{"award-number":["TED2021-130296A-I00"]}],"id":[{"id":"10.13039\/501100007480","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007480","name":"UNIVERSITY OF CASTILLA-LA MANCHA","doi-asserted-by":"publisher","award":["PDC2022-133457-I00"],"award-info":[{"award-number":["PDC2022-133457-I00"]}],"id":[{"id":"10.13039\/501100007480","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007480","name":"UNIVERSITY OF CASTILLA-LA MANCHA","doi-asserted-by":"publisher","award":["FPU22\/00839"],"award-info":[{"award-number":["FPU22\/00839"]}],"id":[{"id":"10.13039\/501100007480","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007480","name":"UNIVERSITY OF CASTILLA-LA MANCHA","doi-asserted-by":"publisher","award":["2022-PRED-20651"],"award-info":[{"award-number":["2022-PRED-20651"]}],"id":[{"id":"10.13039\/501100007480","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Robotics"],"abstract":"<jats:p>In the rapidly evolving domain of conversational agents, the integration of Large Language Models (LLMs) into Chatbot Development Platforms (CDPs) is a significant innovation. This study compares the efficacy of employing generic and fine-tuned GPT-3.5-turbo models for designing dialog flows, focusing on the intent and entity recognition crucial for dynamic conversational interactions. Two distinct approaches are introduced: a generic GPT-based system (G-GPT) leveraging the pre-trained model with complex prompts for intent and entity detection, and a fine-tuned GPT-based system (FT-GPT) employing customized models for enhanced specificity and efficiency. The evaluation encompassed the systems\u2019 ability to accurately classify intents and recognize named entities, contrasting their adaptability, operational efficiency, and customization capabilities. The results revealed that, while the G-GPT system offers ease of deployment and versatility across various contexts, the FT-GPT system demonstrates superior precision, efficiency, and customization, although it requires initial training and dataset preparation. This research highlights the versatility of LLMs in enriching conversational features for talking assistants, from social robots to interactive chatbots. By tailoring these advanced models, the fluidity and responsiveness of conversational agents can be enhanced, making them more adaptable and effective in a variety of settings, from customer service to interactive learning environments.<\/jats:p>","DOI":"10.3390\/robotics13050068","type":"journal-article","created":{"date-parts":[[2024,5,2]],"date-time":"2024-05-02T03:57:56Z","timestamp":1714622276000},"page":"68","update-policy":"https:\/\/doi.org\/10.3390\/mdpi_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Comparative Analysis of Generic and Fine-Tuned Large Language Models for Conversational Agent Systems"],"prefix":"10.3390","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9928-8945","authenticated-orcid":false,"given":"Laura","family":"Villa","sequence":"first","affiliation":[{"name":"Department of Technologies and Information Systems, University of Castilla-La Mancha, 13071 Ciudad Real, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4042-3713","authenticated-orcid":false,"given":"David","family":"Carneros-Prado","sequence":"additional","affiliation":[{"name":"Department of Technologies and Information Systems, University of Castilla-La Mancha, 13071 Ciudad Real, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4227-6748","authenticated-orcid":false,"given":"Cosmin C.","family":"Dobrescu","sequence":"additional","affiliation":[{"name":"Department of Technologies and Information Systems, University of Castilla-La Mancha, 13071 Ciudad Real, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4271-0961","authenticated-orcid":false,"given":"Adri\u00e1n","family":"S\u00e1nchez-Miguel","sequence":"additional","affiliation":[{"name":"Department of Technologies and Information Systems, University of Castilla-La Mancha, 13071 Ciudad Real, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-9392-1658","authenticated-orcid":false,"given":"Guillermo","family":"Cubero","sequence":"additional","affiliation":[{"name":"Department of Technologies and Information Systems, University of Castilla-La Mancha, 13071 Ciudad Real, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9924-5443","authenticated-orcid":false,"given":"Ram\u00f3n","family":"Herv\u00e1s","sequence":"additional","affiliation":[{"name":"Department of Technologies and Information Systems, University of Castilla-La Mancha, 13071 Ciudad Real, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"1968","published-online":{"date-parts":[[2024,4,29]]},"reference":[{"key":"ref_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3527450","article-title":"Software-Based Dialogue Systems: Survey, Taxonomy, and Challenges","volume":"55","author":"Motger","year":"2022","journal-title":"ACM Comput. Surv."},{"key":"ref_2","doi-asserted-by":"crossref","first-page":"e19127","DOI":"10.2196\/19127","article-title":"Technical Aspects of Developing Chatbots for Medical Applications: Scoping Review","volume":"22","author":"Safi","year":"2020","journal-title":"J. Med. Internet Res."},{"key":"ref_3","doi-asserted-by":"crossref","unstructured":"Ralston, K., Chen, Y., Isah, H., and Zulkernine, F. (2019, January 16\u201319). A voice interactive multilingual student support system using IBM watson. Proceedings of the 2019 18th IEEE International Conference on Machine Learning and Applications (ICMLA), Boca Raton, FL, USA.","DOI":"10.1109\/ICMLA.2019.00309"},{"key":"ref_4","doi-asserted-by":"crossref","unstructured":"Stephanidis, C., Antona, M., Ntoa, S., and Salvendy, G. (2022). Proceedings of the HCI International 2022\u2013Late Breaking Posters, Springer.","DOI":"10.1007\/978-3-031-19682-9"},{"key":"ref_5","unstructured":"Bravo, J., Ochoa, S., and Favela, J. (December, January 29). Design and Evaluation of Proactive Behavior in Conversational Assistants: Approach with the Eva Companion Robot. Proceedings of the International Conference on Ubiquitous Computing & Ambient Intelligence (UCAmI 2022), C\u00f3rdoba, Spain."},{"key":"ref_6","doi-asserted-by":"crossref","first-page":"402","DOI":"10.1016\/j.procs.2019.11.074","article-title":"Conversational agent in mhealth to empower people managing Parkinson\u2019s disease","volume":"160","author":"MacEclo","year":"2019","journal-title":"Procedia Comput. Sci."},{"key":"ref_7","first-page":"788","article-title":"Information system for recommendation list formation of clothes style image selection according to user\u2019s needs based on NLP and chatbots","volume":"2604","author":"Husak","year":"2020","journal-title":"COLINS"},{"key":"ref_8","doi-asserted-by":"crossref","unstructured":"Samuel, I., Ogunkeye, F.A., Olajube, A., and Awelewa, A. (2020, January 8\u20139). Development of a Voice Chatbot for Payment Using Amazon Lex Service with Eyowo as the Payment Platform. Proceedings of the 2020 International Conference on Decision Aid Sciences and Application (DASA), Sakheer, Bahrain.","DOI":"10.1109\/DASA51403.2020.9317214"},{"key":"ref_9","unstructured":"Bocklisch, T., Faulker, J., Pawlowski, N., and Nichol, A. (2017). Rasa: Open Source Language Understanding and Dialogue Management. arXiv."},{"key":"ref_10","doi-asserted-by":"crossref","unstructured":"Malamas, N., Papangelou, K., and Symeonidis, A.L. (2022). Upon Improving the Performance of Localized Healthcare Virtual Assistants. Healthcare, 10.","DOI":"10.3390\/healthcare10010099"},{"key":"ref_11","doi-asserted-by":"crossref","unstructured":"Gupta, J., Singh, V., and Kumar, I. (2021, January 19\u201320). Florence- A Health Care Chatbot. Proceedings of the 2021 7th International Conference on Advanced Computing and Communication Systems (ICACCS), Coimbatore, India.","DOI":"10.1109\/ICACCS51430.2021.9442006"},{"key":"ref_12","doi-asserted-by":"crossref","unstructured":"Lins, L.F., Melo, G., Oliveira, T., Alencar, P., and Cowan, D. (2022). PACAs: Process-Aware Conversational Agents, Springer. Lecture Notes in Business Information Processing.","DOI":"10.1007\/978-3-030-94343-1_24"},{"key":"ref_13","doi-asserted-by":"crossref","unstructured":"Astorga, M., Cruz-Sandoval, D., and Favela, J. (2023). A Social Robot to Assist in Addressing Disruptive Eating Behaviors by People with Dementia. Robotics, 12.","DOI":"10.3390\/robotics12010029"},{"key":"ref_14","doi-asserted-by":"crossref","first-page":"15332","DOI":"10.1109\/ACCESS.2020.2966919","article-title":"Xatkit: A Multimodal Low-Code Chatbot Development Framework","volume":"8","author":"Daniel","year":"2020","journal-title":"IEEE Access"},{"key":"ref_15","unstructured":"Zhao, W.X., Zhou, K., Li, J., Tang, T., Wang, X., Hou, Y., Min, Y., Zhang, B., Zhang, J., and Dong, Z. (2023). A Survey of Large Language Models. arXiv."},{"key":"ref_16","unstructured":"Radford, A., Narasimhan, K., Salimans, T., and Sutskever, I. (2024, March 26). Improving Language Understanding by Generative Pre-Training. Available online: https:\/\/api.semanticscholar.org\/CorpusID:49313245."},{"key":"ref_17","doi-asserted-by":"crossref","unstructured":"Abdullah, M., Madain, A., and Jararweh, Y. (December, January 29). ChatGPT: Fundamentals, Applications and Social Impacts. Proceedings of the 2022 Ninth International Conference on Social Networks Analysis, Management and Security (SNAMS), Milan, Italy.","DOI":"10.1109\/SNAMS58071.2022.10062688"},{"key":"ref_18","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1016\/j.iotcps.2023.04.003","article-title":"ChatGPT: A comprehensive review on background, applications, key challenges, bias, ethics, limitations and future scope","volume":"3","author":"Ray","year":"2023","journal-title":"Internet Things Cyber-Phys. Syst."},{"key":"ref_19","doi-asserted-by":"crossref","unstructured":"Li, M., Wang, R., Zhou, X., Zhu, Z., Wen, Y., and Tan, R. (2023, January 15\u201316). ChatTwin: Toward Automated Digital Twin Generation for Data Center via Large Language Models. Proceedings of the 10th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation, Istanbul, Turkey.","DOI":"10.1145\/3600100.3623719"},{"key":"ref_20","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1007\/978-3-031-50495-2_8","article-title":"Ecosystem for Construction of Hybrid Conversational Systems (BRasa)","volume":"1134","author":"Mir","year":"2024","journal-title":"Stud. Comput. Intell."},{"key":"ref_21","unstructured":"Devlin, J., Chang, M.W., Lee, K., and Toutanova, K. (2019). BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arXiv."},{"key":"ref_22","doi-asserted-by":"crossref","unstructured":"Tamagnone, N., Fekih, S., Contla, X., Orozco, N., and Rekabsaz, N. (2023, January 19\u201325). Leveraging Domain Knowledge for Inclusive and Bias-aware Humanitarian Response Entry Classification. Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence (IJCAI), Macao, China.","DOI":"10.24963\/ijcai.2023\/690"},{"key":"ref_23","doi-asserted-by":"crossref","unstructured":"Sidogi, T., Mbuvha, R., and Marwala, T. (2021, January 17\u201320). Stock Price Prediction Using Sentiment Analysis. Proceedings of the 2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC), Melbourne, Australia.","DOI":"10.1109\/SMC52423.2021.9659283"},{"key":"ref_24","doi-asserted-by":"crossref","first-page":"6403","DOI":"10.1038\/s41598-024-56874-w","article-title":"CPMI-ChatGLM: Parameter-efficient fine-tuning ChatGLM with Chinese patent medicine instructions","volume":"14","author":"Liu","year":"2024","journal-title":"Sci. Rep."},{"key":"ref_25","unstructured":"(2024, March 26). ISO 8601: Date and Time Format. Available online: https:\/\/www.iso.org\/iso-8601-date-and-time-format.html."},{"key":"ref_26","unstructured":"Bravo, J., and Urz\u00e1iz, G. (2023, January 28\u201330). Conversational Agent Development Through Large Language Models: Approach with GPT. Proceedings of the 15th International Conference on Ubiquitous Computing & Ambient Intelligence (UCAmI 2023), Riviera Maya, Mexico."}],"container-title":["Robotics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.mdpi.com\/2218-6581\/13\/5\/68\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T14:36:30Z","timestamp":1760106990000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.mdpi.com\/2218-6581\/13\/5\/68"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,29]]},"references-count":26,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2024,5]]}},"alternative-id":["robotics13050068"],"URL":"https:\/\/doi.org\/10.3390\/robotics13050068","relation":{},"ISSN":["2218-6581"],"issn-type":[{"value":"2218-6581","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,29]]}}}