{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,2]],"date-time":"2026-11-02T13:30:28Z","timestamp":1793626228395,"version":"4.5.1"},"reference-count":35,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,11,2]],"date-time":"2026-11-02T00:00:00Z","timestamp":1793577600000},"content-version":"vor","delay-in-days":62,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["The Joint Commission Journal on Quality and Patient Safety"],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1016\/j.jcjq.2026.09.002","type":"journal-article","created":{"date-parts":[[2026,9,24]],"date-time":"2026-09-24T15:54:38Z","timestamp":1790265278000},"update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"title":["Large Language Models as Raters of Hospital Incident Reports: A Blinded Multi-Model Evaluation of Severity Under-Grading and Shared Errors"],"prefix":"10.1016","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-7712-4305","authenticated-orcid":false,"given":"Gianmarco","family":"Sirago","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Susanna","family":"Sabato","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Natalia","family":"Sebastiani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fiorenza","family":"Zotti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alessandro","family":"Dell\u2019Erba","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Davide","family":"Ferorelli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jcjq.2026.09.002_bib0001","series-title":"Global Patient Safety Action Plan 2021\u20132030: Towards Eliminating Avoidable Harm in Health Care","year":"2021"},{"key":"10.1016\/j.jcjq.2026.09.002_bib0002","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1093\/intqhc\/mzn054","article-title":"Towards an International Classification for Patient Safety: the conceptual framework","volume":"21","year":"2009","journal-title":"Int J Qual Health Care"},{"key":"10.1016\/j.jcjq.2026.09.002_bib0003","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1136\/bmjqs-2015-004732","article-title":"The problem with incident reporting","volume":"25","author":"Macrae","year":"2016","journal-title":"BMJ Qual Saf."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0004","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1136\/bmjqs-2015-004962","article-title":"Opportunities for incident reporting. Response to: \u2018The problem with incident reporting\u2019 by Macrae et al","volume":"25","author":"Williams","year":"2016","journal-title":"BMJ Qual Saf."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0005","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1136\/qshc.2007.024166","article-title":"Feedback from incident reporting: information and action to improve patient safety","volume":"18","author":"Benn","year":"2009","journal-title":"Qual Saf Health Care."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0006","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1136\/qshc.2004.012559","article-title":"Attitudes and barriers to incident reporting: a collaborative hospital study","volume":"15","author":"Evans","year":"2006","journal-title":"Qual Saf Health Care."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0007","doi-asserted-by":"crossref","DOI":"10.1136\/bmjopen-2017-017155","article-title":"Development of a theoretical framework of factors affecting patient safety incident reporting: a theoretical review of the literature","volume":"7","author":"Archer","year":"2017","journal-title":"BMJ Open."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0008","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1097\/PTS.0b013e3182948ef9","article-title":"The reliability of AHRQ Common Format Harm Scales in rating patient safety events","volume":"11","author":"Williams","year":"2015","journal-title":"J Patient Saf."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0009","unstructured":"arXiv. Automated triaging and transfer learning of incident learning safety reports using large language representational models. Beidler P, et al. Sep 17, 2025. Accessed Sep 30, 2026. https:\/\/arxiv.org\/abs\/2509.13706."},{"issue":"12","key":"10.1016\/j.jcjq.2026.09.002_bib0010","first-page":"877","article-title":"Accuracy of a proprietary large language model in labeling obstetric incident reports","volume":"50","author":"Johnson","year":"2024","journal-title":"Jt Comm J Qual Patient Saf."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0011","doi-asserted-by":"crossref","first-page":"1580","DOI":"10.3390\/jcm14051580","article-title":"A large language model-based approach for coding information from free-text reported in fall risk surveillance systems: new opportunities for in-hospital risk management","volume":"14","author":"Rango","year":"2025","journal-title":"J Clin Med."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0012","doi-asserted-by":"crossref","first-page":"ooag004","DOI":"10.1093\/jamiaopen\/ooag004","article-title":"Improving medication error classification using a reasoning large language model","volume":"9","author":"Krifors","year":"2026","journal-title":"JAMIA Open."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0013","doi-asserted-by":"crossref","DOI":"10.1136\/bmjqs-2025-019495","article-title":"AI-driven analysis of patient safety reports using large language models: an exploratory multiple methods study","author":"Chen","year":"2026","journal-title":"BMJ Qual Saf"},{"key":"10.1016\/j.jcjq.2026.09.002_bib0014","doi-asserted-by":"crossref","first-page":"254","DOI":"10.1038\/s41746-026-02390-2","article-title":"Artificial intelligence-based incident analysis and learning system to enhance patient safety and improve treatment quality","volume":"9","author":"Jinia","year":"2026","journal-title":"NPJ Digit Med."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0015","doi-asserted-by":"crossref","DOI":"10.1093\/jamiaopen\/ooae128","article-title":"Does one size fit all? Developing an evaluation strategy to assess large language models for patient safety event report analysis","volume":"7","author":"Fong","year":"2024","journal-title":"JAMIA Open."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0016","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1007\/s10916-026-02363-8","article-title":"Clinical use of non-certified generative AI in healthcare: governing the regulatory grey zone from convenience to legal accountability","volume":"50","author":"Sirago","year":"2026","journal-title":"J Med Syst."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0017","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2021.4622","article-title":"Algorithmovigilance\u2014advancing methods to analyze and monitor artificial intelligence\u2013driven health care for effectiveness and equity","volume":"4","author":"Embi","year":"2021","journal-title":"JAMA Netw Open."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0018","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1038\/s41746-024-01237-y","article-title":"Algorithmovigilance, lessons from pharmacovigilance","volume":"7","author":"Balendran","year":"2024","journal-title":"NPJ Digit Med."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0019","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1007\/s10916-026-02382-5","article-title":"From black-box clinical AI to algorithmovigilance: a minimum-viable governance protocol for safety, accountability, and prevention of algorithmic harm","volume":"50","author":"Sirago","year":"2026","journal-title":"J Med Syst."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0020","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1038\/s41591-024-03425-5","article-title":"The TRIPOD-LLM reporting guideline for studies using large language models","volume":"31","author":"Gallifant","year":"2025","journal-title":"Nat Med."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0021","doi-asserted-by":"crossref","DOI":"10.1136\/bmj-2023-078378","article-title":"TRIPOD+AI statement: updated guidance for reporting clinical prediction models that use regression or machine learning methods","volume":"385","author":"Collins","year":"2024","journal-title":"BMJ."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0022","doi-asserted-by":"crossref","first-page":"96","DOI":"10.1016\/j.jclinepi.2010.03.002","article-title":"Guidelines for Reporting Reliability and Agreement Studies (GRRAS) were proposed","volume":"64","author":"Kottner","year":"2011","journal-title":"J Clin Epidemiol."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0023","series-title":"Protocollo per il monitoraggio degli eventi sentinella\u2014luglio 2024","year":"2024"},{"key":"10.1016\/j.jcjq.2026.09.002_bib0024","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1037\/h0026256","article-title":"Weighted kappa: nominal scale agreement with provision for scaled disagreement or partial credit","volume":"70","author":"Cohen","year":"1968","journal-title":"Psychol Bull."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0025","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","article-title":"A coefficient of agreement for nominal scales","volume":"20","author":"Cohen","year":"1960","journal-title":"Educ Psychol Meas."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0026","doi-asserted-by":"crossref","first-page":"543","DOI":"10.1016\/0895-4356(90)90158-L","article-title":"High agreement but low kappa: I. The problems of two paradoxes","volume":"43","author":"Feinstein","year":"1990","journal-title":"J Clin Epidemiol."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0027","doi-asserted-by":"crossref","first-page":"551","DOI":"10.1016\/0895-4356(90)90159-M","article-title":"High agreement but low kappa: II. Resolving the paradoxes","volume":"43","author":"Cicchetti","year":"1990","journal-title":"J Clin Epidemiol."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0028","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1348\/000711006X126600","article-title":"Computing inter-rater reliability and its variance in the presence of high agreement","volume":"61","author":"Gwet","year":"2008","journal-title":"Br J Math Stat Psychol."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0029","doi-asserted-by":"crossref","first-page":"378","DOI":"10.1037\/h0031619","article-title":"Measuring nominal scale agreement among many raters","volume":"76","author":"Fleiss","year":"1971","journal-title":"Psychol Bull."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0030","doi-asserted-by":"crossref","first-page":"572","DOI":"10.1080\/01621459.1948.10483284","article-title":"A test for symmetry in contingency tables","volume":"43","author":"Bowker","year":"1948","journal-title":"J Am Stat Assoc"},{"key":"10.1016\/j.jcjq.2026.09.002_bib0031","doi-asserted-by":"crossref","first-page":"651","DOI":"10.1192\/bjp.116.535.651","article-title":"Comparing the classification of subjects by two independent judges","volume":"116","author":"Maxwell","year":"1970","journal-title":"Br J Psychiatry."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0032","article-title":"The medical algorithmic audit","volume":"4","author":"Liu","year":"2022","journal-title":"Lancet Digit Health."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0033","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1056\/NEJMc2104626","article-title":"The clinician and dataset shift in artificial intelligence","volume":"385","author":"Finlayson","year":"2021","journal-title":"N Engl J Med."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0034","doi-asserted-by":"crossref","first-page":"1195","DOI":"10.1093\/jamia\/ocae036","article-title":"Sustainable deployment of clinical prediction tools\u2014a 360\u00b0 approach to model maintenance","volume":"31","author":"Davis","year":"2024","journal-title":"J Am Med Inform Assoc."},{"key":"10.1016\/j.jcjq.2026.09.002_bib0035","series-title":"Ethics and Governance of Artificial Intelligence For Health","year":"2021"}],"container-title":["The Joint Commission Journal on Quality and Patient Safety"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S155372502600231X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S155372502600231X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,11,2]],"date-time":"2026-11-02T12:55:59Z","timestamp":1793624159000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S155372502600231X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9]]},"references-count":35,"alternative-id":["S155372502600231X"],"URL":"https:\/\/doi.org\/10.1016\/j.jcjq.2026.09.002","relation":{},"ISSN":["1553-7250"],"issn-type":[{"value":"1553-7250","type":"print"}],"subject":[],"published":{"date-parts":[[2026,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Large Language Models as Raters of Hospital Incident Reports: A Blinded Multi-Model Evaluation of Severity Under-Grading and Shared Errors","name":"articletitle","label":"Article Title"},{"value":"The Joint Commission Journal on Quality and Patient Safety","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jcjq.2026.09.002","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Authors. Published by Elsevier Inc. on behalf of Joint Commission.","name":"copyright","label":"Copyright"}]}}