{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,12]],"date-time":"2026-11-12T00:07:50Z","timestamp":1794442070528,"version":"4.9.1"},"reference-count":33,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Human Pathology"],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1016\/j.humpath.2026.106156","type":"journal-article","created":{"date-parts":[[2026,5,16]],"date-time":"2026-05-16T15:22:18Z","timestamp":1778944938000},"page":"106156","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"special_numbering":"C","title":["Evaluating the diagnostic performance of multimodal large language models in thyroid cytology"],"prefix":"10.1016","volume":"175","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3805-7291","authenticated-orcid":false,"given":"Thiyaphat","family":"Laohawetwanit","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6153-7421","authenticated-orcid":false,"given":"Sonali","family":"Dixit","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7037-4444","authenticated-orcid":false,"given":"Shipra","family":"Agarwal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1510-6447","authenticated-orcid":false,"given":"Akira Leon","family":"Yoshikawa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4203-5696","authenticated-orcid":false,"given":"Andrey","family":"Bychkov","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"6","key":"10.1016\/j.humpath.2026.106156_bib1","doi-asserted-by":"crossref","first-page":"571","DOI":"10.4132\/jptm.2017.10.19","article-title":"The use of fine-needle aspiration (FNA) cytology in patients with thyroid nodules in Asia: a brief overview of studies from the working group of Asian thyroid FNA cytology","volume":"51","author":"Jung","year":"2017","journal-title":"J Pathol Transl Med"},{"key":"10.1016\/j.humpath.2026.106156_bib2","series-title":"Trans. The pathologist","first-page":"18","article-title":"Constant demand, patchy supply","author":"Bychkov","year":"2023"},{"issue":"1","key":"10.1016\/j.humpath.2026.106156_bib3","doi-asserted-by":"crossref","first-page":"9","DOI":"10.5858\/arpa.2018-0388-LE","article-title":"Understanding the pathology job market: an analysis of 2330 pathology job advertisements from 2013 through 2017","volume":"143","author":"Zynger","year":"2019","journal-title":"Arch Pathol Lab Med"},{"issue":"2","key":"10.1016\/j.humpath.2026.106156_bib4","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1016\/j.jasc.2024.12.003","article-title":"American society of Cytopathology's cytopathology workforce survey in the United States","volume":"14","author":"Satturwar","year":"2025","journal-title":"J Am Soc Cytopathol"},{"issue":"4","key":"10.1016\/j.humpath.2026.106156_bib5","doi-asserted-by":"crossref","DOI":"10.1016\/j.acpath.2024.100151","article-title":"Social media in pathology and laboratory medicine: a systematic review","volume":"11","author":"Flippo","year":"2024","journal-title":"Acad Pathol"},{"issue":"5","key":"10.1016\/j.humpath.2026.106156_bib6","doi-asserted-by":"crossref","DOI":"10.1097\/HC9.0000000000000695","article-title":"Assessing the diagnostic accuracy of ChatGPT-4 in the histopathological evaluation of liver fibrosis in MASH","volume":"9","author":"Panzeri","year":"2025","journal-title":"Hepatol Commun"},{"issue":"1","key":"10.1016\/j.humpath.2026.106156_bib7","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1093\/ajcp\/aqae087","article-title":"Thinking like a pathologist: morphologic approach to hepatobiliary tumors by ChatGPT","volume":"163","author":"Laohawetwanit","year":"2025","journal-title":"Am J Clin Pathol"},{"issue":"8033","key":"10.1016\/j.humpath.2026.106156_bib8","doi-asserted-by":"crossref","first-page":"466","DOI":"10.1038\/s41586-024-07618-3","article-title":"A multimodal generative AI copilot for human pathology","volume":"634","author":"Lu","year":"2024","journal-title":"Nature"},{"issue":"5","key":"10.1016\/j.humpath.2026.106156_bib9","doi-asserted-by":"crossref","first-page":"399","DOI":"10.1002\/dc.23681","volume":"45","author":"Padmanabhan","year":"2017","journal-title":"Diagn Cytopathol"},{"issue":"6","key":"10.1016\/j.humpath.2026.106156_bib10","doi-asserted-by":"crossref","first-page":"1471","DOI":"10.1016\/j.surg.2014.08.026","article-title":"Malignancy risk and reproducibility associated with atypia of undetermined significance on thyroid cytology","volume":"156","author":"Mathur","year":"2014","journal-title":"Surgery"},{"issue":"7","key":"10.1016\/j.humpath.2026.106156_bib11","doi-asserted-by":"crossref","first-page":"850","DOI":"10.1002\/dc.24756","article-title":"Analysis of intra-observer and inter-observer variability of pathologists for non-benign thyroid fine needle aspiration cytology according to bethesda system categories","volume":"49","author":"Kuzan","year":"2021","journal-title":"Diagn Cytopathol"},{"key":"10.1016\/j.humpath.2026.106156_bib12","doi-asserted-by":"crossref","DOI":"10.1016\/j.anndiagpath.2022.152083","article-title":"Interobserver variability in inconclusive diagnostic categories of thyroid fine needle aspiration cytology: an urban-based tertiary hospital experience","volume":"63","author":"Sripodok","year":"2023","journal-title":"Ann Diagn Pathol"},{"issue":"2","key":"10.1016\/j.humpath.2026.106156_bib13","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1007\/s12020-021-02781-3","article-title":"Low reproducibility of equivocal categories of the bethesda system for reporting thyroid cytology makes the associated risk of malignancy specific to the diagnostic center","volume":"74","author":"Slowinska-Klencka","year":"2021","journal-title":"Endocrine"},{"key":"10.1016\/j.humpath.2026.106156_bib14","series-title":"The bethesda System for reporting thyroid cytopathology: definitions, criteria, and explanatory notes","year":"2023"},{"issue":"5","key":"10.1016\/j.humpath.2026.106156_bib15","doi-asserted-by":"crossref","first-page":"587","DOI":"10.1016\/j.jacr.2017.01.046","article-title":"ACR thyroid imaging, reporting and data system (TI-RADS): white paper of the ACR TI-RADS committee","volume":"14","author":"Tessler","year":"2017","journal-title":"J Am Coll Radiol"},{"issue":"4","key":"10.1016\/j.humpath.2026.106156_bib16","doi-asserted-by":"crossref","first-page":"298","DOI":"10.5858\/arpa.2024-0215-RA","article-title":"Generative artificial intelligence in anatomic pathology","volume":"149","author":"Brodsky","year":"2025","journal-title":"Arch Pathol Lab Med"},{"issue":"1","key":"10.1016\/j.humpath.2026.106156_bib17","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1093\/ajcp\/aqae093","article-title":"A survey analysis of the adoption of large language models among pathologists","volume":"163","author":"Laohawetwanit","year":"2025","journal-title":"Am J Clin Pathol"},{"issue":"10","key":"10.1016\/j.humpath.2026.106156_bib18","doi-asserted-by":"crossref","first-page":"1152","DOI":"10.5858\/arpa.2023-0296-OA","article-title":"Assessment of pathology domain-specific knowledge of ChatGPT and comparison to human performance","volume":"148","author":"Wang","year":"2024","journal-title":"Arch Pathol Lab Med"},{"issue":"3","key":"10.1016\/j.humpath.2026.106156_bib19","doi-asserted-by":"crossref","first-page":"202","DOI":"10.1136\/jcp-2023-209304","article-title":"Accuracy of GPT-4 in histopathological image detection and classification of colorectal adenomas","volume":"78","author":"Laohawetwanit","year":"2025","journal-title":"J Clin Pathol"},{"key":"10.1016\/j.humpath.2026.106156_bib20","doi-asserted-by":"crossref","DOI":"10.1016\/j.anndiagpath.2024.152359","article-title":"Comparing customized ChatGPT and pathology residents in histopathologic description and diagnosis of common diseases","volume":"73","author":"Apornvirat","year":"2024","journal-title":"Ann Diagn Pathol"},{"issue":"6","key":"10.1016\/j.humpath.2026.106156_bib21","doi-asserted-by":"crossref","first-page":"1317","DOI":"10.6026\/973206300211317","article-title":"Prompt engineering and diagnostic accuracy of multimodal large language models in thyroid fine-needle aspiration cytology","volume":"21","author":"Dalal","year":"2025","journal-title":"Bioinformation"},{"issue":"4","key":"10.1016\/j.humpath.2026.106156_bib22","doi-asserted-by":"crossref","first-page":"428","DOI":"10.1097\/JCMA.0000000000001071","article-title":"ChatGPT's innovative application in blood morphology recognition","volume":"87","author":"Yang","year":"2024","journal-title":"J Chin Med Assoc"},{"key":"10.1016\/j.humpath.2026.106156_bib23","doi-asserted-by":"crossref","DOI":"10.1016\/j.prp.2025.156159","article-title":"Evaluation of general-purpose large language models as diagnostic support tools in cervical cytology","volume":"274","author":"Laohawetwanit","year":"2025","journal-title":"Pathol Res Pract"},{"issue":"1","key":"10.1016\/j.humpath.2026.106156_bib24","doi-asserted-by":"crossref","DOI":"10.1002\/cncy.70069","article-title":"Generative artificial intelligence as an aid in interpreting thyroid FNA cytopathological images: are we there yet?","volume":"134","author":"Saieg","year":"2026","journal-title":"Cancer Cytopathol"},{"issue":"1","key":"10.1016\/j.humpath.2026.106156_bib25","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1111\/cyt.70023","article-title":"Commercially available artificial intelligence solutions for gynaecologic cytology screening and their integration into clinical workflow","volume":"37","author":"Chong","year":"2026","journal-title":"Cytopathology"},{"issue":"2","key":"10.1016\/j.humpath.2026.106156_bib26","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1016\/j.jasc.2023.11.005","article-title":"Digital cytology part 2: artificial intelligence in cytology: a concept paper with review and recommendations from the American society of cytopathology digital cytology task force","volume":"13","author":"Kim","year":"2024","journal-title":"J Am Soc Cytopathol"},{"key":"10.1016\/j.humpath.2026.106156_bib27","doi-asserted-by":"crossref","first-page":"43","DOI":"10.4103\/jpi.jpi_43_18","article-title":"Artificial intelligence in cytopathology: a neural network to identify papillary carcinoma on thyroid fine-needle aspiration cytology smears","volume":"9","author":"Sanyal","year":"2018","journal-title":"J Pathol Inf"},{"issue":"5","key":"10.1016\/j.humpath.2026.106156_bib28","doi-asserted-by":"crossref","first-page":"653","DOI":"10.7785\/tcrt.2012.500430","article-title":"Development of an automated medical diagnosis system for classifying thyroid tumor cells using multiple classifier fusion","volume":"14","author":"Gopinath","year":"2015","journal-title":"Technol Cancer Res Treat"},{"issue":"20","key":"10.1016\/j.humpath.2026.106156_bib29","doi-asserted-by":"crossref","first-page":"4876","DOI":"10.7150\/jca.28769","article-title":"Deep convolutional neural network VGG-16 model for differential diagnosing of papillary thyroid carcinomas in cytological images: a pilot study","volume":"10","author":"Guan","year":"2019","journal-title":"J Cancer"},{"issue":"9","key":"10.1016\/j.humpath.2026.106156_bib30","doi-asserted-by":"crossref","first-page":"1185","DOI":"10.1016\/j.ajpath.2023.05.011","article-title":"Deep-learning-based screening and ancillary testing for thyroid cytopathology","volume":"193","author":"Dov","year":"2023","journal-title":"Am J Pathol"},{"issue":"7","key":"10.1016\/j.humpath.2026.106156_bib31","doi-asserted-by":"crossref","first-page":"e458","DOI":"10.1016\/S2589-7500(24)00085-2","article-title":"Deep learning models for thyroid nodules diagnosis of fine-needle aspiration biopsy: a retrospective, prospective, multicentre study in China","volume":"6","author":"Wang","year":"2024","journal-title":"Lancet Digit Health"},{"issue":"5","key":"10.1016\/j.humpath.2026.106156_bib32","doi-asserted-by":"crossref","first-page":"471","DOI":"10.1093\/ajcp\/aqae062","article-title":"ChatGPT as a teaching tool: preparing pathology residents for board examination with AI-generated digestive system pathology tests","volume":"162","author":"Laohawetwanit","year":"2024","journal-title":"Am J Clin Pathol"},{"issue":"1","key":"10.1016\/j.humpath.2026.106156_bib33","doi-asserted-by":"crossref","DOI":"10.1111\/pin.70083","article-title":"From lecture slides to personalized assessments: chatgpt-driven digestive pathology questions for targeted learning","volume":"76","author":"Apornvirat","year":"2026","journal-title":"Pathol Int"}],"container-title":["Human Pathology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0046817726001255?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0046817726001255?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,8,7]],"date-time":"2026-08-07T04:29:03Z","timestamp":1786076943000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0046817726001255"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9]]},"references-count":33,"alternative-id":["S0046817726001255"],"URL":"https:\/\/doi.org\/10.1016\/j.humpath.2026.106156","relation":{},"ISSN":["0046-8177"],"issn-type":[{"value":"0046-8177","type":"print"}],"subject":[],"published":{"date-parts":[[2026,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Evaluating the diagnostic performance of multimodal large language models in thyroid cytology","name":"articletitle","label":"Article Title"},{"value":"Human Pathology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.humpath.2026.106156","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"106156"}}