{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T03:52:40Z","timestamp":1781841160980,"version":"3.54.5"},"reference-count":17,"publisher":"Oxford University Press (OUP)","issue":"3","license":[{"start":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T00:00:00Z","timestamp":1781827200000},"content-version":"vor","delay-in-days":45,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Financial\/Grant Support","award":["K23DK139455"],"award-info":[{"award-number":["K23DK139455"]}]},{"name":"National Institute of Diabetes and Digestive and Kidney Diseases, Ge","award":["P30DK026743"],"award-info":[{"award-number":["P30DK026743"]}]},{"name":"National Institute of Diabetes and Digestive and Kidney Diseases, Ge","award":["UCSF Liver Center Grant"],"award-info":[{"award-number":["UCSF Liver Center Grant"]}]},{"name":"National Institute of Diabetes and Digestive and Kidney Diseases, Ge","award":["R01DK133527"],"award-info":[{"award-number":["R01DK133527"]}]},{"DOI":"10.13039\/100000062","name":"National Institute of Diabetes and Digestive and Kidney Diseases","doi-asserted-by":"publisher","award":["K24AG080021"],"award-info":[{"award-number":["K24AG080021"]}],"id":[{"id":"10.13039\/100000062","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000049","name":"National Institute on Aging","doi-asserted-by":"publisher","award":["T32DK060414"],"award-info":[{"award-number":["T32DK060414"]}],"id":[{"id":"10.13039\/100000049","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000062","name":"National Institute of Diabetes and Digestive and Kidney Diseases","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000062","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,5,5]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Objective<\/jats:title>\n                    <jats:p>Large language models (LLMs) may improve analysis of structured clinical data by enabling natural language (NL) queries. We developed an interactive, PHI-compliant \u201cText2SQL\u201d chatbot as a proof-of-concept for hepatocellular carcinoma (HCC) research.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Materials and methods<\/jats:title>\n                    <jats:p>Using the University of California, San Francisco\u2019s secure artificial intelligence platform, we configured the chatbot to translate NL queries into Structured Query Language (SQL), execute them, and return both code and results. Clinicians posed 30 questions, and outputs were compared with SQL written by a data scientist. We assessed prompt interpretation, SQL accuracy, output accuracy, and error types according to strict binary criteria.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Results<\/jats:title>\n                    <jats:p>Prompt interpretation accuracy was 73.3%, SQL accuracy ranged from 53% to 63%, and output accuracy from 53% to 63%. Frequent errors included group comparisons, ambiguous variables, and exploratory questions.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Discussion<\/jats:title>\n                    <jats:p>Text2SQL enables PHI-compliant interaction with clinical datasets without coding, though performance varies across query types.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Conclusion<\/jats:title>\n                    <jats:p>LLM-powered Text2SQL offers a promising approach for clinician-friendly clinical data access.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1093\/jamiaopen\/ooag106","type":"journal-article","created":{"date-parts":[[2026,5,28]],"date-time":"2026-05-28T11:43:45Z","timestamp":1779968625000},"source":"Crossref","is-referenced-by-count":0,"title":["Large language model chatbot-based text-to-SQL application for database analyses in liver diseases and hepatology research"],"prefix":"10.1093","volume":"9","author":[{"given":"Aryana T","family":"Far","sequence":"first","affiliation":[{"name":"Division of Gastroenterology and Hepatology, Department of Medicine at the University of California, San Francisco , San Francisco, CA,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Steve","family":"Sun","sequence":"additional","affiliation":[{"name":"UCSF Health Information Technology at the University of California, San Francisco , San Francisco, CA,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gabrielle","family":"Jutras","sequence":"additional","affiliation":[{"name":"Division of Gastroenterology and Hepatology, Department of Medicine at the University of California, San Francisco , San Francisco, CA,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Melinda B","family":"Wang","sequence":"additional","affiliation":[{"name":"Division of Gastroenterology and Hepatology, Department of Medicine at the University of California, San Francisco , San Francisco, CA,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shohei","family":"Burns","sequence":"additional","affiliation":[{"name":"Division of Gastroenterology and Hepatology, Department of Medicine at the University of California, San Francisco , San Francisco, CA,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joseph","family":"Owens","sequence":"additional","affiliation":[{"name":"UCSF Health Information Technology at the University of California, San Francisco , San Francisco, CA,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Victor","family":"Galvez","sequence":"additional","affiliation":[{"name":"UCSF Health Information Technology at the University of California, San Francisco , San Francisco, CA,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6116-3645","authenticated-orcid":false,"given":"Ma","family":"Somsouk","sequence":"additional","affiliation":[{"name":"Division of Gastroenterology and Hepatology, Department of Medicine at the University of California, San Francisco , San Francisco, CA,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jennifer C","family":"Lai","sequence":"additional","affiliation":[{"name":"Division of Gastroenterology and Hepatology, Department of Medicine at the University of California, San Francisco , San Francisco, CA,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ki","family":"Lai","sequence":"additional","affiliation":[{"name":"UCSF Health Information Technology at the University of California, San Francisco , San Francisco, CA,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jin","family":"Ge","sequence":"additional","affiliation":[{"name":"Division of Gastroenterology and Hepatology, Department of Medicine at the University of California, San Francisco , San Francisco, CA,","place":["United States"]},{"name":"Bakar Computational Health Sciences Institute at the University of California, San Francisco , San Francisco, CA,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2026,6,19]]},"reference":[{"key":"2026061823095663400_ooag106-B1","author":"Spider: Yale Semantic Parsing and Text-to-SQL Challenge","year":"2026"},{"key":"2026061823095663400_ooag106-B2","author":"BIRD-bench","year":"2026"},{"key":"2026061823095663400_ooag106-B3","doi-asserted-by":"publisher","first-page":"1371680","DOI":"10.3389\/fdata.2024.1371680","article-title":"MedT5SQL: a transformers-based large language model for text-to-SQL conversion in the healthcare domain","volume":"7","author":"Marshan","year":"2024","journal-title":"Front Big Data"},{"key":"2026061823095663400_ooag106-B4","doi-asserted-by":"publisher","first-page":"15589","DOI":"10.52202\/068431-1134","volume-title":"Advances in Neural Information Processing Systems 35","author":"Bae","year":"2022"},{"key":"2026061823095663400_ooag106-B5","doi-asserted-by":"publisher","first-page":"564","DOI":"10.1002\/hep.29219","article-title":"Development of a novel frailty index to predict mortality in patients with end-stage liver disease","volume":"66","author":"Lai","year":"2017","journal-title":"Hepatology"},{"key":"2026061823095663400_ooag106-B6","author":"scuba PyPI"},{"key":"2026061823095663400_ooag106-B7","author":"OpenAI"},{"key":"2026061823095663400_ooag106-B8","author":"Microsoft"},{"key":"2026061823095663400_ooag106-B9","author":"OpenAI","year":"2025"},{"key":"2026061823095663400_ooag106-B10","author":"OpenAI","year":"2024"},{"key":"2026061823095663400_ooag106-B11","doi-asserted-by":"publisher","first-page":"111800","DOI":"10.1016\/j.patcog.2025.111800","article-title":"Graph-empowered text-to-SQL generation on electronic medical records","volume":"169","author":"Chen","year":"2026","journal-title":"Pattern Recognit"},{"key":"2026061823095663400_ooag106-B12","doi-asserted-by":"publisher","author":"Zhong","year":"2024","DOI":"10.48550\/arxiv.2409.18486"},{"key":"2026061823095663400_ooag106-B13","doi-asserted-by":"publisher","first-page":"100583","DOI":"10.1016\/j.taml.2025.100583","article-title":"DeepSeek vs ChatGPT vs Claude: a comparative study for scientific computing and scientific machine learning tasks","volume":"15","author":"Jiang","year":"2025","journal-title":"Theor Appl Mech Lett"},{"key":"2026061823095663400_ooag106-B14","author":"Anthropic","year":"2024"},{"key":"2026061823095663400_ooag106-B15","author":"Google Cloud"},{"key":"2026061823095663400_ooag106-B16","author":"Wang","year":"2023"},{"key":"2026061823095663400_ooag106-B17","author":"Vaidya","year":"2025"}],"container-title":["JAMIA Open"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jamiaopen\/article-pdf\/9\/3\/ooag106\/68556538\/ooag106.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jamiaopen\/article-pdf\/9\/3\/ooag106\/68556538\/ooag106.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T03:10:06Z","timestamp":1781838606000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamiaopen\/article\/doi\/10.1093\/jamiaopen\/ooag106\/8711432"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,5]]},"references-count":17,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2026,5,5]]}},"URL":"https:\/\/doi.org\/10.1093\/jamiaopen\/ooag106","relation":{},"ISSN":["2574-2531"],"issn-type":[{"value":"2574-2531","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2026,6]]},"published":{"date-parts":[[2026,5,5]]},"article-number":"ooag106"}}