{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T01:12:23Z","timestamp":1783041143407,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":18,"publisher":"ACM","funder":[{"name":"Australian Government","award":["Medical Research Futures Fund: Primary Health Care Research Data Infrastructure Grant 2020"],"award-info":[{"award-number":["Medical Research Futures Fund: Primary Health Care Research Data Infrastructure Grant 2020"]}]},{"name":"Australasian Society of Ultrasound in Medicine","award":["Research Grant 2022"],"award-info":[{"award-number":["Research Grant 2022"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772363.3798872","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T01:55:28Z","timestamp":1776045328000},"page":"1-6","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Who Fails Where? LLM and Human Error Patterns in Endometriosis Ultrasound Report Extraction"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-6914-8457","authenticated-orcid":false,"given":"Haiyi","family":"Li","sequence":"first","affiliation":[{"name":"School of Computer and Mathematical Sciences, Adelaide University, Adelaide, South Australia, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-3680-058X","authenticated-orcid":false,"given":"Yutong","family":"Li","sequence":"additional","affiliation":[{"name":"School of Computer and Mathematical Sciences, Adelaide University, Adelaide, South Australia, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-0916-2182","authenticated-orcid":false,"given":"Yiheng","family":"Chi","sequence":"additional","affiliation":[{"name":"School of Computer and Mathematical Sciences, Adelaide University, Adelaide, South Australia, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7094-3950","authenticated-orcid":false,"given":"Alison","family":"Deslandes","sequence":"additional","affiliation":[{"name":"Robinson Research Institute, Adelaide University, Adelaide, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5538-6906","authenticated-orcid":false,"given":"Mathew","family":"Leonardi","sequence":"additional","affiliation":[{"name":"Obstetrics and Gynecology, McMaster University, Hamilton, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5534-3965","authenticated-orcid":false,"given":"Shay","family":"Freger","sequence":"additional","affiliation":[{"name":"McMaster University, Hamilton, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3484-3140","authenticated-orcid":false,"given":"Yuan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Robinson Research Institute, Adelaide University, Adelaide, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8857-9162","authenticated-orcid":false,"given":"Jodie","family":"Avery","sequence":"additional","affiliation":[{"name":"Robinson Research Institute, Adelaide University, Adelaide, SA, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1813-3971","authenticated-orcid":false,"given":"Mary","family":"Louise Hull","sequence":"additional","affiliation":[{"name":"Robinson Research Institute, Adelaide University, Adelaide, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0873-2698","authenticated-orcid":false,"given":"Hsiang-Ting","family":"Chen","sequence":"additional","affiliation":[{"name":"School of Computer Science and Information Technology, Adelaide University, Adelaide, South Australia, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"crossref","unstructured":"Monica Agrawal Stefan Hegselmann Hunter Lang Yoon Kim and David Sontag. 2022. Large language models are few-shot clinical information extractors. arXiv preprint (2022). https:\/\/arxiv.org\/abs\/2205.12689 arXiv:https:\/\/arXiv.org\/abs\/2205.12689.","DOI":"10.18653\/v1\/2022.emnlp-main.130"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376718"},{"key":"e_1_3_3_1_4_2","first-page":"1877","volume-title":"Advances in Neural Information Processing Systems","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, et\u00a0al. 2020. Language Models are Few-Shot Learners. In Advances in Neural Information Processing Systems , H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.\u00a0F. Balcan, and H.\u00a0Lin (Eds.), Vol.\u00a033. Curran Associates, Inc., 1877\u20131901. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/1457c0d6bfcb4967418bfb8ac142f64a-Paper.pdf"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","unstructured":"Zana Bu\u00e7inca Maja\u00a0Barbara Malaya and Krzysztof\u00a0Z. Gajos. 2021. To Trust or to Think: Cognitive Forcing Functions Can Reduce Overreliance on AI in AI-assisted Decision-making. 5 CSCW1 Article 188 (April 2021) 21\u00a0pages. 10.1145\/3449287","DOI":"10.1145\/3449287"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"crossref","unstructured":"Felix Busch Lena Hoffmann Daniel\u00a0Pinto Dos\u00a0Santos Marcus\u00a0R Makowski Luca Saba Philipp Prucker et\u00a0al. 2025. Large language models for structured reporting in radiology: past present and future. European Radiology 35 5 (2025) 2589\u20132602.","DOI":"10.1007\/s00330-024-11107-6"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICHI.2015.26"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","unstructured":"Carrie\u00a0J. Cai Samantha Winter David Steiner Lauren Wilcox and Michael Terry. 2019. \"Hello AI\": Uncovering the Onboarding Needs of Medical Practitioners for Human-AI Collaborative Decision-Making. Proc. ACM Hum.-Comput. Interact. 3 CSCW Article 104 (Nov. 2019) 24\u00a0pages. 10.1145\/3359206","DOI":"10.1145\/3359206"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"crossref","unstructured":"Sergio\u00a0M Castro Eugene Tseytlin Olga Medvedeva Kevin Mitchell Shyam Visweswaran Tanja Bekhuis and Rebecca\u00a0S Jacobson. 2017. Automated annotation and classification of BI-RADS assessment from radiology reports. Journal of Biomedical Informatics 69 (2017) 177\u2013187.","DOI":"10.1016\/j.jbi.2017.04.011"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"crossref","unstructured":"Mary\u00a0F Davis Subramaniam Sriram William\u00a0S Bush Joshua\u00a0C Denny and Jonathan\u00a0L Haines. 2013. Automated extraction of clinical traits of multiple sclerosis in electronic medical records. Journal of the American Medical Informatics Association 20 e2 (2013) e334\u2013e340.","DOI":"10.1136\/amiajnl-2013-001999"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","unstructured":"Geraldine Fitzpatrick and Gunnar Ellingsen. 2013. A Review of 25 Years of CSCW Research in Healthcare: Contributions Challenges and Future Agendas. Comput. Supported Coop. Work 22 4\u20136 (Aug. 2013) 609\u2013665. 10.1007\/s10606-012-9168-0","DOI":"10.1007\/s10606-012-9168-0"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"crossref","unstructured":"Sami-Ramzi Leyh-Bannurah Zhe Tian Pierre\u00a0I Karakiewicz Ulrich Wolffgang Guido Sauter Margit Fisch et\u00a0al. 2018. Deep learning for natural language processing in urology: state-of-the-art automated extraction of detailed pathologic prostate cancer data from narratively written electronic health records. JCO Clinical Cancer Informatics 2 (2018) 1\u20139.","DOI":"10.1200\/CCI.18.00080"},{"key":"e_1_3_3_1_13_2","unstructured":"Yunxiang Li Zihan Li Kai Zhang Ruilong Dan Steve Jiang and You Zhang. 2023. Chatdoctor: A medical chat model fine-tuned on a large language model meta-ai (llama) using medical domain knowledge. Cureus 15 6 (2023)."},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"crossref","unstructured":"Guergana\u00a0K Savova Eugene Tseytlin Sean Finan Melissa Castine Timothy Miller Olga Medvedeva et\u00a0al. 2017. DeepPhe: a natural language processing system for extracting cancer phenotypes from clinical records. Cancer Research 77 21 (2017) e115\u2013e118.","DOI":"10.1158\/0008-5472.CAN-17-0615"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","unstructured":"Seyedmostafa Sheikhalishahi Riccardo Miotto Joel\u00a0T Dudley Alberto Lavelli Fabio Rinaldi and Venet Osmani. 2019. Natural Language Processing of Clinical Notes on Chronic Diseases: Systematic Review. JMIR Medical Informatics 7 2 (27 Apr 2019) e12239. 10.2196\/12239PubMed: 31066697. Also available at: http:\/\/medinform.jmir.org\/2019\/2\/e12239\/.","DOI":"10.2196\/12239"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"crossref","unstructured":"Karan Singhal Shekoofeh Azizi Tao Tu S\u00a0Sara Mahdavi Jason Wei Hyung\u00a0Won Chung et\u00a0al. 2023. Large language models encode clinical knowledge. Nature 620 7972 (2023) 172\u2013180.","DOI":"10.1038\/s41586-023-06291-2"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","unstructured":"Yanshan Wang Liwei Wang Majid Rastegar-Mojarad Sungrim Moon Feichen Shen Naveed Afzal Sijia Liu Yuqun Zeng Saeed Mehrabi Sunghwan Sohn and Hongfang Liu. 2018. Clinical information extraction applications: A literature review. Journal of Biomedical Informatics 77 (2018) 34\u201349. 10.1016\/j.jbi.2017.11.011","DOI":"10.1016\/j.jbi.2017.11.011"},{"key":"e_1_3_3_1_18_2","first-page":"804","volume-title":"Machine Learning for Healthcare Conference","author":"Wang Yuqing","year":"2023","unstructured":"Yuqing Wang, Yun Zhao, and Linda Petzold. 2023. Are large language models ready for healthcare? a comparative study on clinical language understanding. In Machine Learning for Healthcare Conference. PMLR, 804\u2013823."},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","unstructured":"David\u00a0L. Weiss and Curtis\u00a0P. Langlotz. 2008. Structured Reporting: Patient Care Enhancement or Productivity Nightmare? Radiology 249 3 (2008) 739\u2013747. 10.1148\/radiol.2493080988PMID: 19011178.","DOI":"10.1148\/radiol.2493080988"}],"event":{"name":"CHI EA '26: Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems","location":"Barcelona , Spain","acronym":"CHI EA '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772363.3798872","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T04:00:08Z","timestamp":1776052808000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772363.3798872"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":18,"alternative-id":["10.1145\/3772363.3798872","10.1145\/3772363"],"URL":"https:\/\/doi.org\/10.1145\/3772363.3798872","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}