{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,28]],"date-time":"2026-08-28T15:30:58Z","timestamp":1787931058236,"version":"build-2784847793"},"reference-count":44,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T00:00:00Z","timestamp":1780444800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Public Health"],"published-print":{"date-parts":[[2026,8]]},"DOI":"10.1016\/j.puhe.2026.106359","type":"journal-article","created":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T19:21:08Z","timestamp":1780773668000},"page":"106359","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":2,"special_numbering":"C","title":["Multidomain expert evaluation of leading large language models as providers of vaccination and preventive medicine information"],"prefix":"10.1016","volume":"257","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3037-0726","authenticated-orcid":false,"given":"Marcello","family":"Di Pumpo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9375-8731","authenticated-orcid":false,"given":"Leonardo","family":"Villani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9971-6989","authenticated-orcid":false,"given":"Vittorio","family":"Maio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maria Rosaria","family":"Gualano","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2905-8911","authenticated-orcid":false,"given":"Eleonora","family":"Marziali","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lucia","family":"De Maio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rossella","family":"Mancini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1864-749X","authenticated-orcid":false,"given":"Stefania","family":"Boccia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Walter","family":"Ricciardi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Patrizia","family":"Laurenti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"8","key":"10.1016\/j.puhe.2026.106359_bib1","doi-asserted-by":"crossref","first-page":"1900","DOI":"10.1080\/21645515.2019.1708669","article-title":"Why vaccines matter: understanding the broader health, economic, and child development benefits of routine vaccination","volume":"16","author":"Nandi","year":"2020","journal-title":"Hum Vaccines Immunother"},{"key":"10.1016\/j.puhe.2026.106359_bib2","series-title":"Impact of Vaccines; Health, Economic and Social Perspectives","author":"Rodrigues","year":"2020"},{"issue":"10441","key":"10.1016\/j.puhe.2026.106359_bib3","doi-asserted-by":"crossref","first-page":"2307","DOI":"10.1016\/S0140-6736(24)00850-X","article-title":"Contribution of vaccination to improved survival and health: modelling 50 years of the expanded programme on immunization","volume":"403","author":"Shattock","year":"2024","journal-title":"Lancet"},{"issue":"12","key":"10.1016\/j.puhe.2026.106359_bib4","doi-asserted-by":"crossref","first-page":"1634","DOI":"10.1038\/s41562-022-01431-6","article-title":"A systematic literature review to clarify the concept of vaccine hesitancy","volume":"6","author":"Bussink-Voorend","year":"2022","journal-title":"Nat Hum Behav"},{"issue":"2","key":"10.1016\/j.puhe.2026.106359_bib5","doi-asserted-by":"crossref","first-page":"156","DOI":"10.1097\/MOP.0000000000001111","article-title":"The role of social media in promoting vaccine hesitancy","volume":"34","author":"Clark","year":"2022","journal-title":"Curr Opin Pediatr"},{"issue":"1","key":"10.1016\/j.puhe.2026.106359_bib6","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1056\/NEJMra2106441","article-title":"The vaccine-hesitant moment","volume":"387","author":"Larson","year":"2022","journal-title":"N Engl J Med"},{"issue":"3","key":"10.1016\/j.puhe.2026.106359_bib7","doi-asserted-by":"crossref","first-page":"456","DOI":"10.1038\/s41591-022-01728-z","article-title":"An epidemic of uncertainty: rumors, conspiracy theories and vaccine hesitancy","volume":"28","author":"Pertwee","year":"2022","journal-title":"Nat Med"},{"key":"10.1016\/j.puhe.2026.106359_bib8","doi-asserted-by":"crossref","first-page":"26839","DOI":"10.1109\/ACCESS.2024.3365742","article-title":"A review on large language models: architectures, applications, taxonomies, open issues and challenges","volume":"12","author":"Raiaan","year":"2024","journal-title":"IEEE Access"},{"issue":"2","key":"10.1016\/j.puhe.2026.106359_bib9","doi-asserted-by":"crossref","first-page":"e224","DOI":"10.4317\/medoral.26824","article-title":"Accuracy of ChatGPT 3.5, 4.0, 4o and gemini in diagnosing oral potentially malignant lesions based on clinical case reports and image recognition","volume":"30","author":"Pradhan","year":"2025","journal-title":"Med Oral Patol Oral Cir Bucal"},{"issue":"12","key":"10.1016\/j.puhe.2026.106359_bib10","doi-asserted-by":"crossref","first-page":"4286","DOI":"10.1007\/s00261-024-04501-7","article-title":"Large language models' responses to liver cancer surveillance, diagnosis, and management questions: accuracy, reliability, readability","volume":"49","author":"Cao","year":"2024","journal-title":"Abdom Radiol"},{"issue":"1","key":"10.1016\/j.puhe.2026.106359_bib11","doi-asserted-by":"crossref","DOI":"10.1136\/bmjophth-2024-001824","article-title":"Artificial intelligence chatbots as sources of patient education material for cataract surgery: ChatGPT-4 versus google bard","volume":"9","author":"Azzopardi","year":"2024","journal-title":"BMJ Open Ophthalmol"},{"issue":"1","key":"10.1016\/j.puhe.2026.106359_bib12","doi-asserted-by":"crossref","DOI":"10.1136\/bmjhci-2025-101632","article-title":"Large language models as information providers for appropriate antimicrobial use: computational text analysis and expert-rated comparison of ChatGPT, claude and gemini","volume":"32","author":"Di Pumpo","year":"2025","journal-title":"BMJ Health Care Inform"},{"issue":"7972","key":"10.1016\/j.puhe.2026.106359_bib13","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1038\/s41586-023-06291-2","article-title":"Large language models encode clinical knowledge","volume":"620","author":"Singhal","year":"2023","journal-title":"Nature"},{"key":"10.1016\/j.puhe.2026.106359_bib14","article-title":"Use of generative large language models for patient education on common surgical conditions: a comparative analysis between ChatGPT and google gemini","author":"ELSenbawy","year":"2025","journal-title":"Updates Surg"},{"key":"10.1016\/j.puhe.2026.106359_bib15","doi-asserted-by":"crossref","DOI":"10.1093\/eurpub\/ckaf072","article-title":"Evaluation of a large language model (ChatGPT) versus human researchers in assessing risk-of-bias and community engagement levels: a systematic review use-case analysis","author":"Di Pumpo","year":"2025","journal-title":"Eur J Publ Health"},{"issue":"10","key":"10.1016\/j.puhe.2026.106359_bib16","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2024.40969","article-title":"Large language model influence on diagnostic reasoning: a randomized clinical trial","volume":"7","author":"Goh","year":"2024","journal-title":"JAMA Netw Open"},{"issue":"11","key":"10.1016\/j.puhe.2026.106359_bib17","doi-asserted-by":"crossref","first-page":"2792","DOI":"10.7150\/ijms.111780","article-title":"Large Language Models in Medicine: Applications, Challenges, and Future Directions","volume":"22","author":"Yu","year":"2025","journal-title":"Int J Med Sci"},{"issue":"1","key":"10.1016\/j.puhe.2026.106359_bib18","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1038\/s43856-024-00717-2","article-title":"Current applications and challenges in large language models for patient care: a systematic review","volume":"5","author":"Busch","year":"2025","journal-title":"Commun Med (Lond)"},{"issue":"1","key":"10.1016\/j.puhe.2026.106359_bib19","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1186\/s12911-025-02954-4","article-title":"A systematic review of large language model (LLM) evaluations in clinical medicine","volume":"25","author":"Shool","year":"2025","journal-title":"BMC Med Inform Decis Mak"},{"key":"10.1016\/j.puhe.2026.106359_bib20","doi-asserted-by":"crossref","first-page":"2496","DOI":"10.1097\/JS9.0000000000001115","article-title":"Letter to the editor: the rise of ChatGPT: exploring its potential in vaccine hesitancy","author":"Wang","year":"2024","journal-title":"Int J Surg"},{"key":"10.1016\/j.puhe.2026.106359_bib21","article-title":"Reporting guidelines for chatbot health advice studies: explanation and elaboration for the Chatbot Assessment Reporting Tool (CHART)","volume":"390","year":"2025","journal-title":"BMJ"},{"issue":"10","key":"10.1016\/j.puhe.2026.106359_bib22","doi-asserted-by":"crossref","first-page":"365","DOI":"10.3390\/fi16100365","article-title":"Large Language Models Meet Next-Generation Networking Technologies: A Review","volume":"16","author":"Hang","year":"2024","journal-title":"Future Internet"},{"key":"10.1016\/j.puhe.2026.106359_bib23","series-title":"LLMs get Lost in Multi-Turn Conversation","author":"Laban","year":"2025"},{"key":"10.1016\/j.puhe.2026.106359_bib24","series-title":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing [Internet]","first-page":"20153","article-title":"MT-Eval: a multi-turn capabilities evaluation benchmark for large language models","author":"Kwan","year":"2024"},{"issue":"2","key":"10.1016\/j.puhe.2026.106359_bib25","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1136\/jech.53.2.105","article-title":"DISCERN: an instrument for judging the quality of written consumer health information on treatment choices","volume":"53","author":"Charnock","year":"1978","journal-title":"J Epidemiol Community Health"},{"issue":"4","key":"10.1016\/j.puhe.2026.106359_bib26","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1001\/jama.2024.21700","article-title":"Testing and evaluation of health care applications of large language models: a systematic review","volume":"333","author":"Bedi","year":"2025","journal-title":"JAMA"},{"issue":"1","key":"10.1016\/j.puhe.2026.106359_bib27","doi-asserted-by":"crossref","DOI":"10.1038\/s41746-024-01258-7","article-title":"A framework for human evaluation of large language models in healthcare derived from literature review","volume":"7","author":"Tam","year":"2024","journal-title":"npj Digit Med"},{"key":"10.1016\/j.puhe.2026.106359_bib28","author":"Wongpakaran"},{"issue":"1","key":"10.1016\/j.puhe.2026.106359_bib29","doi-asserted-by":"crossref","first-page":"211","DOI":"10.2174\/1874434601711010211","article-title":"High agreement and high prevalence: the paradox of Cohen's Kappa","volume":"11","author":"Zec","year":"2017","journal-title":"Open Nurs J"},{"key":"10.1016\/j.puhe.2026.106359_bib30","series-title":"Generative Artificial Intelligence Can Have a Role in Combating Vaccine Hesitancy","author":"Larson","year":"2024"},{"key":"10.1016\/j.puhe.2026.106359_bib31","doi-asserted-by":"crossref","DOI":"10.1136\/bmj-2023-078538","article-title":"Current safeguards, risk mitigation, and transparency measures of large language models against the generation of health disinformation: repeated cross sectional analysis","volume":"384","author":"Menz","year":"2024","journal-title":"BMJ"},{"issue":"1","key":"10.1016\/j.puhe.2026.106359_bib32","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1001\/jamainternmed.2023.5947","article-title":"Health disinformation use case highlighting the urgent need for artificial intelligence vigilance: weapons of mass disinformation","volume":"184","author":"Menz","year":"2024","journal-title":"JAMA Intern Med"},{"key":"10.1016\/j.puhe.2026.106359_bib33","series-title":"Nudging Interventions on Alcohol and Tobacco Consumption in Adults: A Scoping Review of the Literature","author":"Nurchis","year":"2023"},{"issue":"1","key":"10.1016\/j.puhe.2026.106359_bib34","doi-asserted-by":"crossref","first-page":"4692","DOI":"10.1038\/s41598-024-53755-0","article-title":"The potential of generative AI for personalized persuasion at scale","volume":"14","author":"Matz","year":"2024","journal-title":"Sci Rep"},{"key":"10.1016\/j.puhe.2026.106359_bib35","doi-asserted-by":"crossref","DOI":"10.2196\/40789","article-title":"Artificial intelligence\u2013based chatbots for promoting health behavioral changes: systematic review","volume":"25","author":"Aggarwal","year":"2023","journal-title":"J Med Internet Res"},{"key":"10.1016\/j.puhe.2026.106359_bib36","doi-asserted-by":"crossref","DOI":"10.2196\/52974","article-title":"Behavioral nudging with generative AI for content development in SMS health care interventions: case study","volume":"3","author":"Harrison","year":"2024","journal-title":"JMIR AI"},{"key":"10.1016\/j.puhe.2026.106359_bib37","article-title":"Revolutionizing health care: the transformative impact of large language models in medicine","volume":"27","author":"Zhang","year":"2025","journal-title":"J Med Internet Res"},{"issue":"6","key":"10.1016\/j.puhe.2026.106359_bib38","doi-asserted-by":"crossref","first-page":"589","DOI":"10.1001\/jamainternmed.2023.1838","article-title":"Comparing physician and artificial intelligence chatbot responses to patient questions posted to a public social media forum","volume":"183","author":"Ayers","year":"2023","journal-title":"JAMA Intern Med"},{"issue":"1","key":"10.1016\/j.puhe.2026.106359_bib39","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1007\/s10916-023-01925-4","article-title":"Evaluating the Feasibility of ChatGPT in Healthcare: An Analysis of Multiple Clinical and Research Scenarios","volume":"47","author":"Cascella","year":"2023","journal-title":"J Med Syst"},{"issue":"3","key":"10.1016\/j.puhe.2026.106359_bib40","doi-asserted-by":"crossref","first-page":"729","DOI":"10.1016\/j.tjnut.2024.12.018","article-title":"Evaluating chatgpt's multilingual performance in clinical nutrition advice using synthetic medical text: insights from central Asia","volume":"155","author":"Adilmetova","year":"2025","journal-title":"J Nutr"},{"key":"10.1016\/j.puhe.2026.106359_bib41","article-title":"Evaluating the comprehension and accuracy of ChatGPT's responses to diabetes-related questions in Urdu compared to English","volume":"10","author":"Seyreen","year":"2024","journal-title":"Digit Health"},{"issue":"3","key":"10.1016\/j.puhe.2026.106359_bib42","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1016\/j.ajg.2023.08.001","article-title":"ChatGPT's ability to comprehend and answer cirrhosis related questions in Arabic","volume":"24","author":"Samaan","year":"2023","journal-title":"Arab Journal of Gastroenterology"},{"issue":"1","key":"10.1016\/j.puhe.2026.106359_bib43","first-page":"8384","volume":"15","author":"Qiu","year":"2024","journal-title":"Towards building multilingual language model for medicine. Nat Commun."},{"key":"10.1016\/j.puhe.2026.106359_bib44","series-title":"MultiNRC: A Challenging and Native Multilingual Reasoning Evaluation Benchmark for LLMs","author":"Fabbri","year":"2025"}],"container-title":["Public Health"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0033350626002283?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0033350626002283?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,8,4]],"date-time":"2026-08-04T13:36:09Z","timestamp":1785850569000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0033350626002283"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8]]},"references-count":44,"alternative-id":["S0033350626002283"],"URL":"https:\/\/doi.org\/10.1016\/j.puhe.2026.106359","relation":{},"ISSN":["0033-3506"],"issn-type":[{"value":"0033-3506","type":"print"}],"subject":[],"published":{"date-parts":[[2026,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Multidomain expert evaluation of leading large language models as providers of vaccination and preventive medicine information","name":"articletitle","label":"Article Title"},{"value":"Public Health","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.puhe.2026.106359","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Authors. Published by Elsevier Ltd on behalf of The Royal Society for Public Health.","name":"copyright","label":"Copyright"}],"article-number":"106359"}}