{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T21:43:03Z","timestamp":1770846183544,"version":"3.50.1"},"reference-count":26,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,12,15]],"date-time":"2025-12-15T00:00:00Z","timestamp":1765756800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,15]],"date-time":"2025-12-15T00:00:00Z","timestamp":1765756800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000002","name":"NIH","doi-asserted-by":"publisher","award":["U01AG066833,P30AG073105,U01AG066833,UL1TR001878,P30AG073105"],"award-info":[{"award-number":["U01AG066833,P30AG073105,U01AG066833,UL1TR001878,P30AG073105"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,12,15]]},"DOI":"10.1109\/bibm66473.2025.11356640","type":"proceedings-article","created":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T21:19:40Z","timestamp":1769721580000},"page":"6599-6606","source":"Crossref","is-referenced-by-count":0,"title":["A Comprehensive Benchmark of Tool-Augmented Large Language Models for Biomedical Knowledge Retrieval and Integration"],"prefix":"10.1109","author":[{"given":"Van Q.","family":"Truong","sequence":"first","affiliation":[{"name":"University of Pennsylvania,Genomics & Computational Biology PhD Program,USA"}]},{"given":"Shu","family":"Yang","sequence":"additional","affiliation":[{"name":"University of Pennsylvania,Department of Biostatistics, Epidemiology & Informatics,USA"}]},{"given":"Li","family":"Shen","sequence":"additional","affiliation":[{"name":"University of Pennsylvania,Department of Biostatistics, Epidemiology & Informatics,USA"}]},{"given":"Marylyn D.","family":"Ritchie","sequence":"additional","affiliation":[{"name":"Medical University of South Carolina,Division of Biomedical Informatics & AI,USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkae977"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkaa892"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-020-2817-4"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbad493"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1002\/gch2.202300163"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.3389\/fphar.2025.1474026"},{"key":"ref7","volume-title":"Language models are few-shot learners","author":"Brown","year":"2020"},{"key":"ref8","volume-title":"Sparks of artificial general intelligence: Early experiments with GPT-4","author":"Bubeck","year":"2023"},{"key":"ref9","article-title":"Emergent abilities of large language models","author":"Wei","year":"2022","journal-title":"Trans. Mach. Learn. Res."},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-06792-0"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-025-56989-2"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1142\/9789819807024_0017"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"25483","DOI":"10.18653\/v1\/2025.acl-long.1238","article-title":"Improving automatic evaluation of large language models (LLMs) in biomedical relation extraction via LLMs-as-the-Judge","volume-title":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Laskar","year":"2025"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"106","DOI":"10.18653\/v1\/2025.insights-1.11","article-title":"LLMs are not zero-shot reasoners for biomedical information extraction","volume-title":"The Sixth Workshop on Insights from Negative Results in NLP","author":"Nagar","year":"2025"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-024-03423-7"},{"key":"ref16","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive NLP tasks","volume":"33","author":"Lewis","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocaf008"},{"key":"ref18","volume-title":"Retrieval-augmented generation for large language models: A survey","author":"Gao","year":"2024"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1093\/bioadv\/vbaf019"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btae075"},{"key":"ref21","article-title":"A General Introduction to the E-utilities","author":"Sayers","year":"2010","journal-title":"In: Entrez Programming Utilities Help [Internet]. Bethesda (MD): National Center for Biotechnology Information (US)"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1038\/s41588-022-01024-z"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1038\/s41588-019-0358-2"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-21823-y"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-024-03571-y"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btz856"}],"event":{"name":"2025 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","location":"Wuhan, China","start":{"date-parts":[[2025,12,15]]},"end":{"date-parts":[[2025,12,18]]}},"container-title":["2025 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11355913\/11355975\/11356640.pdf?arnumber=11356640","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T20:52:48Z","timestamp":1770843168000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11356640\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,15]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/bibm66473.2025.11356640","relation":{},"subject":[],"published":{"date-parts":[[2025,12,15]]}}}