{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T11:30:34Z","timestamp":1764588634456,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100010712","name":"Viet Nam National University Ho Chi Minh City","doi-asserted-by":"publisher","award":["DS.C2025-18-13"],"award-info":[{"award-number":["DS.C2025-18-13"]}],"id":[{"id":"10.13039\/501100010712","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,8,25]]},"DOI":"10.1145\/3709020.3734832","type":"proceedings-article","created":{"date-parts":[[2025,7,3]],"date-time":"2025-07-03T11:28:01Z","timestamp":1751542081000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Enhancing Medical Chatbot Reliability: A Multi-Step Verification Approach to Prevent Hallucinations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-8161-8586","authenticated-orcid":false,"given":"Trong-Nghia","family":"Tran","sequence":"first","affiliation":[{"name":"University of Science, VNU-HCM, Ho Chi Minh City, Vietnam and Vietnam National University, Ho Chi Minh City, Vietnam"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-3746-389X","authenticated-orcid":false,"given":"Minh-Nhat","family":"Nguyen","sequence":"additional","affiliation":[{"name":"University of Science, VNU-HCM, Ho Chi Minh City, Vietnam and Vietnam National University, Ho Chi Minh City, Vietnam"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3046-3041","authenticated-orcid":false,"given":"Minh-Triet","family":"Tran","sequence":"additional","affiliation":[{"name":"University of Science, VNU-HCM, Ho Chi Minh City, Vietnam and Vietnam National University, Ho Chi Minh City, Vietnam"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2906-0360","authenticated-orcid":false,"given":"Trong-Le","family":"Do","sequence":"additional","affiliation":[{"name":"University of Science, VNU-HCM, Ho Chi Minh City, Vietnam and Vietnam National University, Ho Chi Minh City, Vietnam"}]}],"member":"320","published-online":{"date-parts":[[2025,8,24]]},"reference":[{"doi-asserted-by":"publisher","unstructured":"Fadi Aljamaan Mohamad-Hani Temsah Ibraheem Altamimi Ayman Al-Eyadhy Amr Jamal Khalid Alhasan Tamer\u00a0A Mesallam Mohamed Farahat and Khalid\u00a0H Malki. 2024. Reference Hallucination Score for Medical Artificial Intelligence Chatbots: Development and Usability Study. JMIR Med Inform 12 (31 Jul 2024) e54345. 10.2196\/54345","key":"e_1_3_3_2_2_2","DOI":"10.2196\/54345"},{"doi-asserted-by":"publisher","unstructured":"Sara\u00a0Hemdi Alqaidi Shahad\u00a0Mohammed Albugami Waad\u00a0Saeed Alzahrani Sahar Badri and Arwa Wali. 2024. Network-integrated medical chatbot for enhanced healthcare services. Telematics and Informatics Reports 15 (2024) 100153. 10.1016\/j.teler.2024.100153","key":"e_1_3_3_2_3_2","DOI":"10.1016\/j.teler.2024.100153"},{"doi-asserted-by":"crossref","unstructured":"Ibraheem Altamimi Abdullah Altamimi Abdullah\u00a0S Alhumimidi Abdulaziz Altamimi and Mohamad-Hani Temsah. 2023. Artificial intelligence (AI) chatbots in medicine: a supplement not a substitute. Cureus 15 6 (2023).","key":"e_1_3_3_2_4_2","DOI":"10.7759\/cureus.40922"},{"doi-asserted-by":"crossref","unstructured":"Albert Andrew. 2024. Potential applications and implications of large language models in primary care. Family Medicine and Community Health 12 Suppl 1 (2024).","key":"e_1_3_3_2_5_2","DOI":"10.1136\/fmch-2023-002602"},{"doi-asserted-by":"publisher","unstructured":"John\u00a0W. Ayers Adam Poliak Mark Dredze Eric\u00a0C. Leas Zechariah Zhu Jessica\u00a0B. Kelley Dennis\u00a0J. Faix Aaron\u00a0M. Goodman Christopher\u00a0A. Longhurst Michael Hogarth and Davey\u00a0M. Smith. 2023. Comparing Physician and Artificial Intelligence Chatbot Responses to Patient Questions Posted to a Public Social Media Forum. JAMA Internal Medicine 183 6 (06 2023) 589\u2013596. 10.1001\/jamainternmed.2023.1838","key":"e_1_3_3_2_6_2","DOI":"10.1001\/jamainternmed.2023.1838"},{"doi-asserted-by":"crossref","unstructured":"Jean-Christophe B\u00e9lisle-Pipon. 2024. Why we need to be careful with LLMs in medicine. Frontiers in Medicine 11 (2024) 1495582.","key":"e_1_3_3_2_7_2","DOI":"10.3389\/fmed.2024.1495582"},{"unstructured":"Duc-Tien Dang-Nguyen Sohail\u00a0Ahmed Khan Cise Midoglu Michael Riegler P\u00e5l Halvorsen and Minh-Son Dao. 2023. Grand Challenge On Detecting Cheapfakes. arxiv:https:\/\/arXiv.org\/abs\/2304.01328\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/2304.01328","key":"e_1_3_3_2_8_2"},{"doi-asserted-by":"crossref","unstructured":"Luigi De\u00a0Angelis Francesco Baglivo Guglielmo Arzilli Gaetano\u00a0Pierpaolo Privitera Paolo Ferragina Alberto\u00a0Eugenio Tozzi and Caterina Rizzo. 2023. ChatGPT and the rise of large language models: the new AI-driven infodemic threat in public health. Frontiers in public health 11 (2023) 1166120.","key":"e_1_3_3_2_9_2","DOI":"10.3389\/fpubh.2023.1166120"},{"unstructured":"DeepSeek-AI and et al.2025. DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning. arxiv:https:\/\/arXiv.org\/abs\/2501.12948\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2501.12948","key":"e_1_3_3_2_10_2"},{"doi-asserted-by":"publisher","unstructured":"Pouyan Esmaeilzadeh Mahed Maddah and Tala Mirzaei. 2025. Using AI chatbots (e.g. CHATGPT) in seeking health-related information online: the case of a common ailment. Computers in Human Behavior: Artificial Humans (2025) 100127. 10.1016\/j.chbah.2025.100127","key":"e_1_3_3_2_11_2","DOI":"10.1016\/j.chbah.2025.100127"},{"doi-asserted-by":"publisher","unstructured":"Elia Grassini Marina Buzzi Barbara Leporini and Alina Vozna. 2024. A systematic review of chatbots in inclusive healthcare: insights from the last 5 years. Universal Access in the Information Society (05 2024) 1\u20139. 10.1007\/s10209-024-01118-x","key":"e_1_3_3_2_12_2","DOI":"10.1007\/s10209-024-01118-x"},{"doi-asserted-by":"publisher","unstructured":"Rami Hatem Brianna Simmons and Joseph Thornton. 2023. A Call to Address AI \u201cHallucinations\u201d and How Healthcare Professionals Can Mitigate Their Risks. Cureus 15 (09 2023). 10.7759\/cureus.44720","key":"e_1_3_3_2_13_2","DOI":"10.7759\/cureus.44720"},{"doi-asserted-by":"publisher","unstructured":"Sumaira Idrees Hemalatha Thanganadar Wajiha Rehman Asim Mehmood Fahad Azeez and Rahama Mohammad. 2024. Chatbots in Healthcare \u2013 A Study. International Journal of Engineering Trends and Technology 72 (07 2024) 137\u2013146. 10.14445\/22315381\/IJETT-V72I7P115","key":"e_1_3_3_2_14_2","DOI":"10.14445\/22315381\/IJETT-V72I7P115"},{"doi-asserted-by":"publisher","key":"e_1_3_3_2_15_2","DOI":"10.1109\/CAI59869.2024.00033"},{"unstructured":"Saketh Mattupalli. 2024. DeBERTa-Med-NER-2: A Fine-Tuned DeBERTa Model for Medical Named Entity Recognition. https:\/\/huggingface.co\/blaze999\/Medical-NER","key":"e_1_3_3_2_16_2"},{"doi-asserted-by":"publisher","unstructured":"Stefan Morreel Veronique Verhoeven and Danny Mathysen. 2024. Microsoft Bing outperforms five other generative artificial intelligence chatbots in the Antwerp University multiple choice medical license exam. PLOS Digital Health 3 (02 2024) e0000349. 10.1371\/journal.pdig.0000349","key":"e_1_3_3_2_17_2","DOI":"10.1371\/journal.pdig.0000349"},{"key":"e_1_3_3_2_18_2","series-title":"Communications in Computer and Information Science","volume-title":"Proceedings of the 13th International Symposium on Information and Communication Technology (SOICT 2024), Part III","volume":"2352","author":"Nguyen Minh-Nhat","year":"2024","unstructured":"Minh-Nhat Nguyen, Trong-Nghia Tran, and Minh-Triet Tran. 2024. GeoSI: An Interesting Interactive System for Retrieving and Mapping News from Multiple Online Sources. In Proceedings of the 13th International Symposium on Information and Communication Technology (SOICT 2024), Part III(Communications in Computer and Information Science, Vol.\u00a02352). Springer. https:\/\/link.springer.com\/book\/9789819642908"},{"doi-asserted-by":"publisher","unstructured":"Zhao Ni Mary\u00a0L Peng Vimala Balakrishnan Vincent Tee Iskandar Azwa Rumana Saifi LaRon\u00a0E Nelson David Vlahov and Frederick\u00a0L Altice. 2024. Implementation of Chatbot Technology in Health Care: Protocol for a Bibliometric Analysis. JMIR Res Protoc 13 (15 Feb 2024) e54349. 10.2196\/54349","key":"e_1_3_3_2_19_2","DOI":"10.2196\/54349"},{"doi-asserted-by":"crossref","unstructured":"Zhao Ni Mary\u00a0L Peng Vimala Balakrishnan Vincent Tee Iskandar Azwa Rumana Saifi LaRon\u00a0E Nelson David Vlahov Frederick\u00a0L Altice et\u00a0al. 2024. Implementation of Chatbot Technology in Health Care: Protocol for a Bibliometric Analysis. JMIR Research Protocols 13 1 (2024) e54349.","key":"e_1_3_3_2_20_2","DOI":"10.2196\/54349"},{"unstructured":"OpenAI and et al.2024. GPT-4 Technical Report. arxiv:https:\/\/arXiv.org\/abs\/2303.08774\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2303.08774","key":"e_1_3_3_2_21_2"},{"doi-asserted-by":"crossref","unstructured":"Arkadiy Saakyan Tuhin Chakrabarty and Smaranda Muresan. 2021. COVID-Fact: Fact Extraction and Verification of Real-World Claims on COVID-19 Pandemic. arxiv:https:\/\/arXiv.org\/abs\/2106.03794\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2106.03794","key":"e_1_3_3_2_22_2","DOI":"10.18653\/v1\/2021.acl-long.165"},{"unstructured":"Shruthi Shekar Pat Pataranutaporn Chethan Sarabu Guillermo\u00a0A Cecchi and Pattie Maes. 2024. People over trust AI-generated medical responses and view them to be as valid as doctors despite low accuracy. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2408.15266 (2024).","key":"e_1_3_3_2_23_2"},{"doi-asserted-by":"publisher","unstructured":"Meron\u00a0W. Shiferaw Taylor Zheng Abigail Winter Leigh\u00a0Ann Mike and Lingtak-Neander Chan. 2024. Assessing the accuracy and quality of artificial intelligence (AI) chatbot-generated responses in making patient-specific drug-therapy and healthcare-related decisions. BMC Medical Informatics and Decision Making 24 1 (2024) 404. 10.1186\/s12911-024-02824-5","key":"e_1_3_3_2_24_2","DOI":"10.1186\/s12911-024-02824-5"},{"unstructured":"Gemini Team and et al.2024. Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context. arxiv:https:\/\/arXiv.org\/abs\/2403.05530\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2403.05530","key":"e_1_3_3_2_25_2"},{"doi-asserted-by":"publisher","key":"e_1_3_3_2_26_2","DOI":"10.1145\/3652583.3657596"},{"doi-asserted-by":"publisher","key":"e_1_3_3_2_27_2","DOI":"10.1145\/3652583.3657600"}],"event":{"sponsor":["SIGSAC ACM Special Interest Group on Security, Audit, and Control"],"acronym":"SCID '25","name":"SCID '25: The 2nd Workshop on Security-Centric Strategies for Combating Information Disorder","location":"Hanoi Vietnam"},"container-title":["Proceedings of the 2nd Workshop on Security-Centric Strategies for Combating Information Disorder"],"original-title":[],"deposited":{"date-parts":[[2025,7,3]],"date-time":"2025-07-03T11:28:29Z","timestamp":1751542109000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3709020.3734832"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,24]]},"references-count":26,"alternative-id":["10.1145\/3709020.3734832","10.1145\/3709020"],"URL":"https:\/\/doi.org\/10.1145\/3709020.3734832","relation":{},"subject":[],"published":{"date-parts":[[2025,8,24]]},"assertion":[{"value":"2025-08-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}