{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T09:31:06Z","timestamp":1774690266651,"version":"3.50.1"},"reference-count":6,"publisher":"Oxford University Press (OUP)","issue":"3","license":[{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/pages\/standard-publication-reuse-rights"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,3,1]]},"DOI":"10.1093\/jamia\/ocag016","type":"journal-article","created":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T12:25:09Z","timestamp":1768911909000},"page":"551-552","source":"Crossref","is-referenced-by-count":1,"title":["Improved evaluation frameworks are required to move application of LLMs from research into clinical practice"],"prefix":"10.1093","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6202-6001","authenticated-orcid":false,"given":"Suzanne","family":"Bakken","sequence":"first","affiliation":[{"name":"School of Nursing, Department of Biomedical Informatics, Data Science Institute, Columbia University , New York, NY 10032,","place":["United States"]}]}],"member":"286","published-online":{"date-parts":[[2026,3,12]]},"reference":[{"key":"2026031216440012000_ocag016-B1","doi-asserted-by":"publisher","first-page":"1801","DOI":"10.1093\/jamia\/ocae202","article-title":"Large language models in biomedicine and health: current research landscape and future directions","volume":"31","author":"Lu","year":"2024","journal-title":"J Am Med Inform Assoc"},{"key":"2026031216440012000_ocag016-B2","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocaf230","article-title":"Structural insights into clinical large language models and their barriers to translational readiness","volume":"33","author":"You","year":"2026","journal-title":"J Am Med Inform Assoc"},{"key":"2026031216440012000_ocag016-B3","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocaf233","article-title":"Testing and evaluation of generative large language models in electronic health record applications: a systematic review","volume":"33","author":"Du","year":"2026","journal-title":"J Am Med Inform Assoc"},{"key":"2026031216440012000_ocag016-B4","article-title":"Beyond metrics to methods: a scoping review of transformers and large language models for detection of social drivers of health in clinical notes","volume":"33","author":"Soliman","year":"2026","journal-title":"J Am Med Inform Assoc"},{"key":"2026031216440012000_ocag016-B5","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocaf213","article-title":"Information extraction from clinical notes: are we ready to switch to large language models?","volume":"33","author":"Hu","year":"2026","journal-title":"J Am Med Inform Assoc"},{"key":"2026031216440012000_ocag016-B6","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocaf174","article-title":"Compliance and factuality of large language models for clinical research document generation","volume":"33","author":"Wang","year":"2025","journal-title":"J Am Med Inform Assoc"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/33\/3\/551\/67319670\/ocag016.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/33\/3\/551\/67319670\/ocag016.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T20:44:10Z","timestamp":1773348250000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article\/33\/3\/551\/8516669"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,1]]},"references-count":6,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2026,3,12]]},"published-print":{"date-parts":[[2026,3,1]]}},"URL":"https:\/\/doi.org\/10.1093\/jamia\/ocag016","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2026,3]]},"published":{"date-parts":[[2026,3,1]]}}}