{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T22:29:36Z","timestamp":1781216976949,"version":"3.54.1"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["12171270"],"award-info":[{"award-number":["12171270"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004826","name":"Natural Science Foundation of Beijing Municipality","doi-asserted-by":"publisher","award":["Z190024"],"award-info":[{"award-number":["Z190024"]}],"id":[{"id":"10.13039\/501100004826","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Inform Decis Mak"],"DOI":"10.1186\/s12911-025-03204-3","type":"journal-article","created":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T16:35:30Z","timestamp":1759163730000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["High-throughput biomedical relation extraction for semi-structured web articles empowered by large language models"],"prefix":"10.1186","volume":"25","author":[{"given":"Songchi","family":"Zhou","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sheng","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,9,29]]},"reference":[{"key":"3204_CR1","doi-asserted-by":"publisher","first-page":"100756","DOI":"10.1016\/j.websem.2022.100756","volume":"75","author":"N Milo\u0161evi\u0107","year":"2023","unstructured":"Milo\u0161evi\u0107 N, Thielemann W. Comparison of biomedical relationship extraction methods and models for knowledge graph creation. J Web Semant. 2023;75:100756.","journal-title":"J Web Semant"},{"key":"3204_CR2","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.jbi.2017.11.011","volume":"77","author":"Y Wang","year":"2018","unstructured":"Wang Y, et al. Clinical information extraction applications: a literature review. J Biomed Inform. 2018;77:34\u201349.","journal-title":"J Biomed Inform"},{"key":"3204_CR3","doi-asserted-by":"crossref","unstructured":"Arnold P, Rahm E. Extracting semantic concept relations from wikipedia. In Proceedings of the 4th International Conference on Web Intelligence, Mining and Semantics (WIMS14). 2014.","DOI":"10.1145\/2611040.2611079"},{"issue":"5","key":"3204_CR4","doi-asserted-by":"publisher","first-page":"bbac282","DOI":"10.1093\/bib\/bbac282","volume":"23","author":"L Luo","year":"2022","unstructured":"Luo L, et al. BioRED: a rich biomedical relation extraction dataset. Brief Bioinform. 2022;23(5):bbac282.","journal-title":"Brief Bioinform"},{"issue":"24","key":"3204_CR5","doi-asserted-by":"publisher","first-page":"5678","DOI":"10.1093\/bioinformatics\/btaa1087","volume":"36","author":"P-T Lai","year":"2020","unstructured":"Lai P-T, Lu Z. BERT-GT: cross-sentence n-ary relation extraction with BERT and graph transformer. Bioinformatics. 2020;36(24):5678\u201385.","journal-title":"Bioinformatics"},{"issue":"15","key":"3204_CR6","doi-asserted-by":"publisher","first-page":"4323","DOI":"10.1093\/bioinformatics\/btaa491","volume":"36","author":"C Sun","year":"2020","unstructured":"Sun C, et al. Chemical\u2013protein interaction extraction via Gaussian probability distribution and external biomedical knowledge. Bioinformatics. 2020;36(15):4323\u201330.","journal-title":"Bioinformatics"},{"issue":"1","key":"3204_CR7","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1093\/jamia\/ocz101","volume":"27","author":"F Christopoulou","year":"2020","unstructured":"Christopoulou F, et al. Adverse drug events and medication relation extraction in electronic health records with ensemble deep learning methods. J Am Med Inform Assoc. 2020;27(1):39\u201346.","journal-title":"J Am Med Inform Assoc"},{"issue":"5","key":"3204_CR8","doi-asserted-by":"publisher","first-page":"btad301","DOI":"10.1093\/bioinformatics\/btad301","volume":"39","author":"W Zhang","year":"2023","unstructured":"Zhang W, et al. A co-adaptive duality-aware framework for biomedical relation extraction. Bioinformatics. 2023;39(5):btad301.","journal-title":"Bioinformatics"},{"key":"3204_CR9","doi-asserted-by":"publisher","first-page":"104459","DOI":"10.1016\/j.jbi.2023.104459","volume":"145","author":"D Zhao","year":"2023","unstructured":"Zhao D, et al. Biomedical document relation extraction with prompt learning and KNN. J Biomed Inform. 2023;145:104459.","journal-title":"J Biomed Inform"},{"key":"3204_CR10","doi-asserted-by":"crossref","unstructured":"Li J, et al. BioCreative V CDR task corpus: a resource for chemical disease relation extraction. Database, 2016;2016.","DOI":"10.1093\/database\/baw068"},{"key":"3204_CR11","unstructured":"Krallinger M, et al. Overview of the BioCreative VI chemical-protein interaction Track. in Proceedings of the sixth BioCreative challenge evaluation workshop; 2017."},{"key":"3204_CR12","doi-asserted-by":"publisher","first-page":"pbaad054","DOI":"10.1093\/database\/baad054","volume":"2023","author":"W Yoon","year":"2023","unstructured":"Yoon W, et al. Biomedical relation extraction with knowledge base\u2013refined weak supervision. Database. 2023;2023:pbaad054.","journal-title":"Database"},{"key":"3204_CR13","unstructured":"Lin Y, et al. High-throughput relation extraction algorithm development associating knowledge articles and electronic health records. arXiv preprint arXiv:2009.03506. 2020."},{"key":"3204_CR14","unstructured":"Lockard C, Shiralkar P, Dong XL. Openceres: When open information extraction meets the semi-structured web. in Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers); 2019."},{"key":"3204_CR15","doi-asserted-by":"crossref","unstructured":"Lockard C, et al. Zeroshotceres: Zero-shot relation extraction from semi-structured webpages. arXiv preprint arXiv:2005.07105. 2020.","DOI":"10.18653\/v1\/2020.acl-main.721"},{"key":"3204_CR16","doi-asserted-by":"crossref","unstructured":"Guo Y, et al. Webformer: Pre-training with web pages for information retrieval. In Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval; 2022.","DOI":"10.1145\/3477495.3532086"},{"key":"3204_CR17","doi-asserted-by":"crossref","unstructured":"Wang Q, et al. Webformer: The web-page transformer for structure information extraction. in Proceedings of the ACM Web Conference; 2022.","DOI":"10.1145\/3485447.3512032"},{"key":"3204_CR18","unstructured":"Yang J, et al. Harnessing the power of llms in practice: A survey on ChatGPT and beyond. arXiv preprint arXiv:2304.13712. 2023."},{"issue":"8","key":"3204_CR19","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","volume":"29","author":"AJ Thirunavukarasu","year":"2023","unstructured":"Thirunavukarasu AJ, et al. Large Language models in medicine. Nat Med. 2023;29(8):1930\u201340.","journal-title":"Nat Med"},{"issue":"7972","key":"3204_CR20","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1038\/s41586-023-06291-2","volume":"620","author":"K Singhal","year":"2023","unstructured":"Singhal K, et al. Large Language models encode clinical knowledge. Nature. 2023;620(7972):172\u201380.","journal-title":"Nature"},{"key":"3204_CR21","unstructured":"Zhang K, et al. BiomedGPT: A Unified and Generalist Biomedical Generative Pre-trained Transformer for Vision, Language, and Multimodal Tasks. arXiv preprint arXiv:2305.17100. 2023."},{"key":"3204_CR22","unstructured":"Kaddour J, et al. Challenges and applications of large language models. arXiv preprint arXiv:2307.10169. 2023."},{"issue":"7","key":"3204_CR23","doi-asserted-by":"publisher","first-page":"1237","DOI":"10.1093\/jamia\/ocad072","volume":"30","author":"S Liu","year":"2023","unstructured":"Liu S, et al. Using AI-generated suggestions from ChatGPT to optimize clinical decision support. J Am Med Inform Assoc. 2023;30(7):1237\u201345.","journal-title":"J Am Med Inform Assoc"},{"key":"3204_CR24","unstructured":"Yu S, et al. Bios: An algorithmically generated biomedical knowledge graph. arXiv preprint arXiv:2203.09975. 2022."},{"issue":"9","key":"3204_CR25","doi-asserted-by":"publisher","first-page":"490","DOI":"10.1145\/367390.367400","volume":"3","author":"E Fredkin","year":"1960","unstructured":"Fredkin E. Trie memory. Commun ACM. 1960;3(9):490\u20139.","journal-title":"Commun ACM"},{"issue":"6","key":"3204_CR26","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1145\/360825.360855","volume":"18","author":"AV Aho","year":"1975","unstructured":"Aho AV, Corasick MJ. Efficient string matching: an aid to bibliographic search. Commun ACM. 1975;18(6):333\u201340.","journal-title":"Commun ACM"},{"key":"3204_CR27","unstructured":"Dubey A, et al. The llama 3 herd of models. arXiv e-prints. 2024;arXiv;2407."},{"key":"3204_CR28","unstructured":"Christophe Cl\u00e9ment, et al. Med42-v2: A suite of clinical llms. arXiv preprint arxiv:2408.06142. 2024."},{"key":"3204_CR29","unstructured":"Team G, et al. Gemma 3 technical report. arXiv preprint arXiv:2503.19786. 2025."},{"key":"3204_CR30","unstructured":"Sellergren A, et al. MedGemma Technical Report. arXiv preprint arXiv:2507.05201. 2025."},{"key":"3204_CR31","unstructured":"Liu A, et al. Deepseek-v3 technical report. arXiv preprint arXiv:2412.19437. 2024."},{"issue":"2","key":"3204_CR32","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1197\/jamia.M3092","volume":"16","author":"CP Friedman","year":"2009","unstructured":"Friedman CP. A fundamental theorem of biomedical informatics. J Am Med Inform Assoc. 2009;16(2):169\u201370.","journal-title":"J Am Med Inform Assoc"},{"key":"3204_CR33","unstructured":"Kiciman E, et al. Causal reasoning and large Language models: opening a new frontier for causality. Trans Mach Learn Res. 2023."},{"key":"3204_CR34","unstructured":"Kasetty T, et al. Evaluating interventional reasoning capabilities of large language models. arXiv preprint arXiv:2404.05545. 2024."},{"key":"3204_CR35","first-page":"9459","volume":"33","author":"P Lewis","year":"2020","unstructured":"Lewis P, et al. Retrieval-augmented generation for knowledge-intensive Nlp tasks. Adv Neural Inf Process Syst. 2020;33:9459\u201374.","journal-title":"Adv Neural Inf Process Syst"},{"key":"3204_CR36","doi-asserted-by":"crossref","unstructured":"Zakka C, et al. Almanac\u2014retrieval-augmented Language models for clinical medicine. Nejm Ai . 2024;1(2):AIoa2300068.","DOI":"10.1056\/AIoa2300068"}],"container-title":["BMC Medical Informatics and Decision Making"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-025-03204-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12911-025-03204-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-025-03204-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,30]],"date-time":"2025-09-30T01:04:31Z","timestamp":1759194271000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmedinformdecismak.biomedcentral.com\/articles\/10.1186\/s12911-025-03204-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,29]]},"references-count":36,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["3204"],"URL":"https:\/\/doi.org\/10.1186\/s12911-025-03204-3","relation":{},"ISSN":["1472-6947"],"issn-type":[{"value":"1472-6947","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,29]]},"assertion":[{"value":"2 July 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 September 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 September 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"A medical expert was engaged in the annotation of the benchmark used in this study. Informed consent to participate was obtained from the expert. The data used in this study consists of web articles, with no human subjects involved.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"351"}}