{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T15:59:28Z","timestamp":1785340768941,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T00:00:00Z","timestamp":1782777600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,30]]},"DOI":"10.1145\/3807503.3819800","type":"proceedings-article","created":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T02:55:27Z","timestamp":1785293727000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Towards Optimal Prompt Design for Clinical Information Extraction using Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-4581-1807","authenticated-orcid":false,"given":"Xinqi","family":"Su","sequence":"first","affiliation":[{"name":"Texas A&M University, College Station, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-5302-5033","authenticated-orcid":false,"given":"Hanyun","family":"Yin","sequence":"additional","affiliation":[{"name":"Texas A&M University, College Station, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-2419-6106","authenticated-orcid":false,"given":"Yining","family":"Yang","sequence":"additional","affiliation":[{"name":"Texas A&M University, College Station, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-6829-0633","authenticated-orcid":false,"given":"Rongrong","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Texas Health Science Center at Houston, Houston, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2368-8410","authenticated-orcid":false,"given":"Qiuhao","family":"Lu","sequence":"additional","affiliation":[{"name":"University of Texas Health Science Center at Houston, Houston, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1691-5179","authenticated-orcid":false,"given":"Sunyang","family":"Fu","sequence":"additional","affiliation":[{"name":"University of Texas Health Science Center at Houston, Houston, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2570-3741","authenticated-orcid":false,"given":"Hongfang","family":"Liu","sequence":"additional","affiliation":[{"name":"University of Texas Health Science Center at Houston, Houston, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4639-7766","authenticated-orcid":false,"given":"Ruihong","family":"Huang","sequence":"additional","affiliation":[{"name":"Texas A&M University, College Station, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,28]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.130"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-1909"},{"key":"e_1_3_3_2_4_2","unstructured":"Qingyu Chen Yan Hu Xueqing Peng Qianqian Xie Qiao Jin Aidan Gilson Maxwell\u00a0B Singer Xuguang Ai Po-Ting Lai Zhizheng Wang et\u00a0al. 2023. A systematic evaluation of large language models for biomedical natural language processing: benchmarks baselines and recommendations. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2305.16326 (2023)."},{"key":"e_1_3_3_2_5_2","first-page":"4171","volume-title":"Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, volume 1 (long and short papers)","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. Bert: Pre-training of deep bidirectional transformers for language understanding. In Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, volume 1 (long and short papers). 4171\u20134186."},{"key":"e_1_3_3_2_6_2","unstructured":"Markus Eberts and Adrian Ulges. 2019. Span-based joint entity and relation extraction with transformer pre-training. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1909.07755 (2019)."},{"key":"e_1_3_3_2_7_2","unstructured":"Muhan Gao Zih-Ching Chen and Kuan-Hao Huang. 2026. The First Drop of Ink: Nonlinear Impact of Misleading Information in Long-Context Reasoning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2605.10828 (2026)."},{"key":"e_1_3_3_2_8_2","unstructured":"Aaron Grattafiori Abhimanyu Dubey Abhinav Jauhri Abhinav Pandey Abhishek Kadian Ahmad Al-Dahle Aiesha Letman Akhil Mathur Alan Schelten Alex Vaughan et\u00a0al. 2024. The llama 3 herd of models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2407.21783 (2024)."},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Udo Hahn and Michel Oleynik. 2020. Medical information extraction in the age of deep learning. Yearbook of medical informatics 29 01 (2020) 208\u2013220.","DOI":"10.1055\/s-0040-1702001"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Yan Hu Qingyu Chen Jingcheng Du Xueqing Peng Vipina\u00a0Kuttichi Keloth Xu Zuo Yujia Zhou Zehan Li Xiaoqian Jiang Zhiyong Lu et\u00a0al. 2024. Improving large language models for clinical named entity recognition via prompt engineering. Journal of the American Medical Informatics Association 31 9 (2024) 1812\u20131820.","DOI":"10.1093\/jamia\/ocad259"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"crossref","unstructured":"Yan Hu Xu Zuo Yujia Zhou Xueqing Peng Jimin Huang Vipina\u00a0K Keloth Vincent\u00a0J Zhang Ruey-Ling Weng Cathy Shyr Qingyu Chen et\u00a0al. 2026. Information extraction from clinical notes: are we ready to switch to large language models? Journal of the American Medical Informatics Association (2026) ocaf213.","DOI":"10.1093\/jamia\/ocaf213"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","unstructured":"Jinhyuk Lee Wonjin Yoon Sungdong Kim Donghyeon Kim Sunkyu Kim Chan\u00a0Ho So and Jaewoo Kang. 2020. BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36 4 (2020) 1234\u20131240.","DOI":"10.1093\/bioinformatics\/btz682"},{"key":"e_1_3_3_2_13_2","unstructured":"Aixin Liu Bei Feng Bing Xue Bingxuan Wang Bochao Wu Chengda Lu Chenggang Zhao Chengqi Deng Chenyu Zhang Chong Ruan et\u00a0al. 2024. Deepseek-v3 technical report. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2412.19437 (2024)."},{"key":"e_1_3_3_2_14_2","unstructured":"Yinhan Liu Myle Ott Naman Goyal Jingfei Du Mandar Joshi Danqi Chen Omer Levy Mike Lewis Luke Zettlemoyer and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1907.11692 (2019)."},{"key":"e_1_3_3_2_15_2","first-page":"748","volume-title":"AMIA Annual Symposium Proceedings","volume":"2024","author":"Lu Qiuhao","year":"2025","unstructured":"Qiuhao Lu, Rui Li, Andrew Wen, Jinlian Wang, Liwei Wang, and Hongfang Liu. 2025. Large language models struggle in token-level clinical named entity recognition. In AMIA Annual Symposium Proceedings , Vol.\u00a02024. 748."},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Ling Luo Po-Ting Lai Chih-Hsuan Wei Cecilia\u00a0N Arighi and Zhiyong Lu. 2022. BioRED: a rich biomedical relation extraction dataset. Briefings in Bioinformatics 23 5 (2022) bbac282.","DOI":"10.1093\/bib\/bbac282"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.886"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Sherri Mills. 2019. Electronic health records and use of clinical decision support. Crit Care Nurs Clin North Am 31 2 (2019) 125\u2013131.","DOI":"10.1016\/j.cnc.2019.02.006"},{"key":"e_1_3_3_2_19_2","unstructured":"Masoud Monajatipoor Jiaxin Yang Joel Stremmel Melika Emami Fazlolah Mohaghegh Mozhdeh Rouhsedaghat and Kai-Wei Chang. 2024. Llms in biomedicine: A study on clinical named entity recognition. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.07376 (2024)."},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"David\u00a0Fraile Navarro Kiran Ijaz Dana Rezazadegan Hania Rahimi-Ardabili Mark Dras Enrico Coiera and Shlomo Berkovsky. 2023. Clinical named entity recognition and relation extraction using natural language processing of medical free text: A systematic review. International Journal of Medical Informatics 177 (2023) 105122.","DOI":"10.1016\/j.ijmedinf.2023.105122"},{"key":"e_1_3_3_2_21_2","unstructured":"Giovanni Paolini Ben Athiwaratkun Jason Krone Jie Ma Alessandro Achille Rishita Anubhai Cicero Nogueira\u00a0dos Santos Bing Xiang and Stefano Soatto. 2021. Structured prediction as translation between augmented natural languages. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2101.05779 (2021)."},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Nadeesha Perera Matthias Dehmer and Frank Emmert-Streib. 2020. Named entity recognition and relation detection for biomedical information extraction. Frontiers in cell and developmental biology 8 (2020) 673.","DOI":"10.3389\/fcell.2020.00673"},{"key":"e_1_3_3_2_23_2","unstructured":"Guerganna Savova Karin Kipper-Schuler J Buntrock and C Chute. 2008. UIMA-based clinical information extraction system. Towards enhanced interoperability for large HLT systems: UIMA for NLP 39 (2008)."},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3746027.3755337"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Weiyi Sun Anna Rumshisky and Ozlem Uzuner. 2013. Evaluating temporal relations in clinical text: 2012 i2b2 challenge. Journal of the American Medical Informatics Association 20 5 (2013) 806\u2013813.","DOI":"10.1136\/amiajnl-2013-001628"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"\u00d6zlem Uzuner Brett\u00a0R South Shuying Shen and Scott\u00a0L DuVall. 2011. 2010 i2b2\/VA challenge on concepts assertions and relations in clinical text. Journal of the American Medical Informatics Association 18 5 (2011) 552\u2013556.","DOI":"10.1136\/amiajnl-2011-000203"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P14-1078"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"Jiaqi Wang Enze Shi Sigang Yu Zihao Wu Huawen Hu Chong Ma Haixing Dai Qiushi Yang Yanqing Kang Jinru Wu et\u00a0al. 2025. Prompt engineering for healthcare: Methodologies and applications. Meta-Radiology (2025) 100190.","DOI":"10.1016\/j.metrad.2025.100190"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Lei Wang Yinyao Ma Wenshuai Bi Hanlin Lv and Yuxiang Li. 2024. An entity extraction pipeline for medical text records using large language models: analytical study. Journal of Medical Internet Research 26 (2024) e54580.","DOI":"10.2196\/54580"},{"key":"e_1_3_3_2_30_2","volume-title":"TREC","author":"Wang Yanshan","year":"2016","unstructured":"Yanshan Wang, Majid Rastegar-Mojarad, Ravikumar\u00a0Komandur Elayavilli, Sijia Liu, and Hongfang Liu. 2016. An Ensemble Model of Clinical Information Extraction and Information Retrieval for Clinical Decision Support.. In TREC."},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Yanshan Wang Liwei Wang Majid Rastegar-Mojarad Sungrim Moon Feichen Shen Naveed Afzal Sijia Liu Yuqun Zeng Saeed Mehrabi Sunghwan Sohn et\u00a0al. 2018. Clinical information extraction applications: a literature review. Journal of biomedical informatics 77 (2018) 34\u201349.","DOI":"10.1016\/j.jbi.2017.11.011"},{"key":"e_1_3_3_2_32_2","unstructured":"What Makes In-Context\u00a0Learning Work. [n. d.]. Rethinking the Role of Demonstrations: What Makes In-Context Learning Work? ([n. d.])."},{"key":"e_1_3_3_2_33_2","first-page":"1812","volume-title":"AMIA annual symposium proceedings","author":"Wu Yonghui","year":"2018","unstructured":"Yonghui Wu, Min Jiang, Jun Xu, Degui Zhi, and Hua Xu. 2018. Clinical named entity recognition using deep learning models. In AMIA annual symposium proceedings , Vol.\u00a02017. 1812."},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"crossref","unstructured":"Derong Xu Wei Chen Wenjun Peng Chao Zhang Tong Xu Xiangyu Zhao Xian Wu Yefeng Zheng Yang Wang and Enhong Chen. 2024. Large language models for generative information extraction: A survey. Frontiers of Computer Science 18 6 (2024) 186357.","DOI":"10.1007\/s11704-024-40555-y"},{"key":"e_1_3_3_2_35_2","unstructured":"An Yang Anfeng Li Baosong Yang Beichen Zhang Binyuan Hui Bo Zheng Bowen Yu Chang Gao Chengen Huang Chenxu Lv et\u00a0al. 2025. Qwen3 technical report. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2505.09388 (2025)."},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1109\/ITME.2019.00022"}],"event":{"name":"BCB '26: 17th ACM International Conference on Bioinformatics, Computational Biology and Health Informatics","location":"Rende (CS) Italy","acronym":"BCB '26","sponsor":["SIGBio ACM Special Interest Group on Bioinformatics"]},"container-title":["Proceedings of the 17th ACM International Conference on Bioinformatics, Computational Biology and Health Informatics"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3807503.3819800","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T15:14:33Z","timestamp":1785338073000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3807503.3819800"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,30]]},"references-count":35,"alternative-id":["10.1145\/3807503.3819800","10.1145\/3807503"],"URL":"https:\/\/doi.org\/10.1145\/3807503.3819800","relation":{},"subject":[],"published":{"date-parts":[[2026,6,30]]},"assertion":[{"value":"2026-07-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}