{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,21]],"date-time":"2026-10-21T14:13:54Z","timestamp":1792592034154,"version":"4.5.0"},"reference-count":25,"publisher":"Elsevier BV","issue":"4","license":[{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,12,9]],"date-time":"2024-12-09T00:00:00Z","timestamp":1733702400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["clinicalkey.fr","clinicalkey.jp","clinicalkey.es","clinicalkey.com.au","clinicalkey.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Cranio-Maxillofacial Surgery"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1016\/j.jcms.2024.12.009","type":"journal-article","created":{"date-parts":[[2025,1,10]],"date-time":"2025-01-10T20:46:36Z","timestamp":1736541996000},"page":"355-360","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":34,"title":["Evaluation of a context-aware chatbot using retrieval-augmented generation for answering clinical questions on medication-related osteonecrosis of the jaw"],"prefix":"10.1016","volume":"53","author":[{"given":"David","family":"Steybe","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Philipp","family":"Poxleitner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4169-6046","authenticated-orcid":false,"given":"Suad","family":"Aljohani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9621-9263","authenticated-orcid":false,"given":"Bente Brokstad","family":"Herlofson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ourania","family":"Nicolatou-Galitis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vinod","family":"Patel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stefano","family":"Fedele","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tae-Geon","family":"Kwon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vittorio","family":"Fusco","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6446-9655","authenticated-orcid":false,"given":"Sarina E.C.","family":"Pichardo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Katharina Theresa","family":"Obermeier","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sven","family":"Otto","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5881-6043","authenticated-orcid":false,"given":"Alexander","family":"Rau","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3187-2429","authenticated-orcid":false,"given":"Maximilian Frederik","family":"Russe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jcms.2024.12.009_bib1","doi-asserted-by":"crossref","first-page":"587","DOI":"10.1016\/j.oooo.2024.02.018","article-title":"Evaluation of AI-generated responses by different artificial intelligence chatbots to the clinical decision-making case-based questions in oral and maxillofacial surgery","volume":"137","author":"Azadi","year":"2024","journal-title":"Oral Surg Oral Med Oral Pathol Oral Radiol"},{"key":"10.1016\/j.jcms.2024.12.009_bib2","doi-asserted-by":"crossref","first-page":"5998","DOI":"10.3390\/ijerph17165998","article-title":"Medication-related osteonecrosis of jaws (MRONJ) prevention and diagnosis: Italian consensus update 2020","volume":"17","author":"Campisi","year":"2020","journal-title":"Int J Environ Res Public Health"},{"key":"10.1016\/j.jcms.2024.12.009_bib3","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1007\/s11657-020-00761-0","article-title":"Therapeutic approach and management algorithms in medication-related osteonecrosis of the jaw (MONJ): recommendations of a multidisciplinary group of experts","volume":"15","author":"Chalem","year":"2020","journal-title":"Arch Osteoporos"},{"key":"10.1016\/j.jcms.2024.12.009_bib4","doi-asserted-by":"crossref","first-page":"616","DOI":"10.1016\/j.identj.2023.12.007","article-title":"Performance of generative artificial intelligence in dental licensing examinations","volume":"74","author":"Chau","year":"2024","journal-title":"Int Dent"},{"key":"10.1016\/j.jcms.2024.12.009_bib5","doi-asserted-by":"crossref","first-page":"100","DOI":"10.1038\/s41746-024-01081-0","article-title":"Augmented non-hallucinating large language models as medical information curators","volume":"7","author":"Gilbert","year":"2024","journal-title":"NPJ Digit Med"},{"key":"10.1016\/j.jcms.2024.12.009_bib6","doi-asserted-by":"crossref","DOI":"10.2196\/45312","article-title":"How does ChatGPT perform on the United States medical licensing examination (USMLE)? The implications of large language models for medical education and knowledge assessment","volume":"9","author":"Gilson","year":"2023","journal-title":"JMIR Med Educ"},{"key":"10.1016\/j.jcms.2024.12.009_bib7","doi-asserted-by":"crossref","first-page":"151","DOI":"10.11005\/jbm.2015.22.4.151","article-title":"Medication related osteonecrosis of the jaw: 2015 position statement of the Korean society for bone and mineral research and the Korean association of oral and maxillofacial surgeons","volume":"22","author":"Kim","year":"2015","journal-title":"J Bone Metab"},{"key":"10.1016\/j.jcms.2024.12.009_bib8","doi-asserted-by":"crossref","first-page":"122","DOI":"10.1093\/intqhc\/mzv115","article-title":"Guide to clinical practice guidelines: the current state of play","volume":"28","author":"Kredo","year":"2016","journal-title":"Int. J. Qual. Health Care"},{"key":"10.1016\/j.jcms.2024.12.009_bib9","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pdig.0000198","article-title":"Performance of ChatGPT on USMLE: potential for AI-assisted medical education using large language models","volume":"2","author":"Kung","year":"2023","journal-title":"PLOS Digit Health"},{"key":"10.1016\/j.jcms.2024.12.009_bib10","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive NLP tasks","volume":"vol. 33","author":"Lewis","year":"2020"},{"key":"10.1016\/j.jcms.2024.12.009_bib11","article-title":"A comparative evaluation of ChatGPT 3.5 and ChatGPT 4 in responses to selected genetics questions","volume":"128","author":"McGrath","year":"2024","journal-title":"J Am Med Inform Assoc"},{"key":"10.1016\/j.jcms.2024.12.009_bib12","author":"Neelakantan"},{"key":"10.1016\/j.jcms.2024.12.009_bib13","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1016\/j.oooo.2018.09.008","article-title":"Medication-related osteonecrosis of the jaw: definition and best practice for prevention, diagnosis, and treatment","volume":"127","author":"Nicolatou-Galitis","year":"2019","journal-title":"Oral Surgery, Oral Medicine, Oral Pathology and Oral Radiology"},{"key":"10.1016\/j.jcms.2024.12.009_bib14","doi-asserted-by":"crossref","DOI":"10.7717\/peerj.4375","article-title":"The state of OA: a large-scale analysis of the prevalence and impact of Open Access articles","volume":"6","author":"Piwowar","year":"2018","journal-title":"PeerJ"},{"key":"10.1016\/j.jcms.2024.12.009_bib15","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1016\/j.ijom.2023.09.005","article-title":"The impact and opportunities of large language models like ChatGPT in oral and maxillofacial surgery: a narrative review","volume":"53","author":"Puladi","year":"2024","journal-title":"Int. J. Oral Maxillofac. Surg."},{"key":"10.1016\/j.jcms.2024.12.009_bib16","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.230970","article-title":"A context-based chatbot surpasses trained radiologists and generic ChatGPT in following the ACR appropriateness guidelines","volume":"308","author":"Rau","year":"2023","journal-title":"Radiology"},{"key":"10.1016\/j.jcms.2024.12.009_bib17","doi-asserted-by":"crossref","first-page":"290","DOI":"10.1016\/j.jcms.2014.11.014","article-title":"Treatment perspectives for medication-related osteonecrosis of the jaw (MRONJ)","volume":"43","author":"Ristow","year":"2015","journal-title":"J. Cranio-Maxillofacial Surg."},{"key":"10.1016\/j.jcms.2024.12.009_bib18","article-title":"Proposal for a preventive protocol for medication-related osteonecrosis of the jaw","volume":"e314\u201326","author":"Romero-Ruiz","year":"2021","journal-title":"Med Oral"},{"key":"10.1016\/j.jcms.2024.12.009_bib19","doi-asserted-by":"crossref","first-page":"920","DOI":"10.1016\/j.joms.2022.02.008","article-title":"American association of oral and maxillofacial surgeons' position paper on medication-related osteonecrosis of the jaws-2022 update","volume":"80","author":"Ruggiero","year":"2022","journal-title":"J. Oral Maxillofac. Surg."},{"key":"10.1016\/j.jcms.2024.12.009_bib20","doi-asserted-by":"crossref","first-page":"1938","DOI":"10.1016\/j.joms.2014.04.031","article-title":"American association of oral and maxillofacial surgeons position paper on medication-related osteonecrosis of the jaw\u20142014 update","volume":"72","author":"Ruggiero","year":"2014","journal-title":"J. Oral Maxillofac. Surg."},{"key":"10.1016\/j.jcms.2024.12.009_bib21","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.230163","article-title":"ChatGPT and other large language models are double-edged swords","volume":"307","author":"Shen","year":"2023","journal-title":"Radiology"},{"key":"10.1016\/j.jcms.2024.12.009_bib22","doi-asserted-by":"crossref","first-page":"1492","DOI":"10.1002\/ohn.489","article-title":"Accuracy of ChatGPT-generated information on head and neck and oromaxillofacial surgery: a multicenter collaborative analysis","volume":"170","author":"Vaira","year":"2024","journal-title":"Otolaryngol. Head Neck Surg."},{"key":"10.1016\/j.jcms.2024.12.009_bib23","author":"Xiong"},{"key":"10.1016\/j.jcms.2024.12.009_bib24","doi-asserted-by":"crossref","first-page":"2270","DOI":"10.1200\/JCO.19.01186","article-title":"Medication-related osteonecrosis of the jaw: MASCC\/ISOO\/ASCO clinical practice guideline","volume":"37","author":"Yarom","year":"2019","journal-title":"J. Clin. Oncol."},{"key":"10.1016\/j.jcms.2024.12.009_bib25","doi-asserted-by":"crossref","DOI":"10.1056\/AIoa2300068","article-title":"Almanac - retrieval-augmented language models for clinical medicine","volume":"1","author":"Zakka","year":"2024","journal-title":"NEJM AI"}],"updated-by":[{"DOI":"10.1016\/j.jcms.2025.11.011","type":"erratum","label":"Erratum","source":"publisher","updated":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T00:00:00Z","timestamp":1763424000000}},{"DOI":"10.1016\/j.jcms.2025.11.011","type":"erratum","label":"Erratum","source":"publisher","updated":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000}}],"container-title":["Journal of Cranio-Maxillofacial Surgery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S101051822400341X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S101051822400341X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,3,14]],"date-time":"2025-03-14T05:09:27Z","timestamp":1741928967000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S101051822400341X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4]]},"references-count":25,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["S101051822400341X"],"URL":"https:\/\/doi.org\/10.1016\/j.jcms.2024.12.009","relation":{},"ISSN":["1010-5182"],"issn-type":[{"value":"1010-5182","type":"print"}],"subject":[],"published":{"date-parts":[[2025,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Evaluation of a context-aware chatbot using retrieval-augmented generation for answering clinical questions on medication-related osteonecrosis of the jaw","name":"articletitle","label":"Article Title"},{"value":"Journal of Cranio-Maxillofacial Surgery","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jcms.2024.12.009","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 The Authors. Published by Elsevier Ltd on behalf of European Association for Cranio-Maxillo-Facial Surgery.","name":"copyright","label":"Copyright"}]}}