{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,13]],"date-time":"2026-05-13T06:14:29Z","timestamp":1778652869916,"version":"3.51.4"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T00:00:00Z","timestamp":1730073600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T00:00:00Z","timestamp":1730073600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-024-01274-7","type":"journal-article","created":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T18:02:52Z","timestamp":1730138572000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":40,"title":["PRISM: Patient Records Interpretation for Semantic clinical trial Matching system using large language models"],"prefix":"10.1038","volume":"7","author":[{"given":"Shashi","family":"Gupta","sequence":"first","affiliation":[]},{"given":"Aditya","family":"Basu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1349-5156","authenticated-orcid":false,"given":"Mauro","family":"Nievas","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0000-8304-1606","authenticated-orcid":false,"given":"Jerrin","family":"Thomas","sequence":"additional","affiliation":[]},{"given":"Nathan","family":"Wolfrath","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8937-3310","authenticated-orcid":false,"given":"Adhitya","family":"Ramamurthi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6414-4172","authenticated-orcid":false,"given":"Bradley","family":"Taylor","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6544-8832","authenticated-orcid":false,"given":"Anai N.","family":"Kothari","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3374-3455","authenticated-orcid":false,"given":"Regina","family":"Schwind","sequence":"additional","affiliation":[]},{"given":"Therica M.","family":"Miller","sequence":"additional","affiliation":[]},{"given":"Sorena","family":"Nadaf-Rahrov","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4433-7839","authenticated-orcid":false,"given":"Yanshan","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Hrituraj","family":"Singh","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,28]]},"reference":[{"key":"1274_CR1","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1200\/EDBK_156686","volume":"35","author":"JM Unger","year":"2016","unstructured":"Unger, J. M., Cook, E., Tai, E. & Bleyer, A. The role of clinical trial participation in cancer research: barriers, evidence, and strategies. Am. Soc. Clin. Oncol. Educ. Book 35, 185\u2013198 (2016).","journal-title":"Am. Soc. Clin. Oncol. Educ. Book"},{"key":"1274_CR2","doi-asserted-by":"publisher","first-page":"572","DOI":"10.1177\/2168479017751403","volume":"52","author":"M Lamberti","year":"2018","unstructured":"Lamberti, M., Wilkinson, M., Harper, B., Morgan, C. & Getz, K. Assessing study start-up practices, performance, and perceptions among sponsors and contract research organizations. Ther. Innov. Regul. Sci. 52, 572\u2013578 (2018).","journal-title":"Ther. Innov. Regul. Sci."},{"key":"1274_CR3","first-page":"24","volume":"21","author":"K Getz","year":"2012","unstructured":"Getz, K. Enrollment performance: weighing the facts. Appl. Clin. Trials 21, 24\u201325 (2012).","journal-title":"Appl. Clin. Trials"},{"key":"1274_CR4","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1093\/jnci\/djy221","volume":"111","author":"JM Unger","year":"2019","unstructured":"Unger, J. M., Vaidya, R., Hershman, D. L., Minasian, L. M. & Fleury, M. E. Systematic review and meta-analysis of the magnitude of structural, clinical, and physician and patient barriers to cancer clinical trial participation. J. Natl Cancer Inst. 111, 245\u2013255 (2019).","journal-title":"J. Natl Cancer Inst."},{"key":"1274_CR5","doi-asserted-by":"publisher","first-page":"dju229","DOI":"10.1093\/jnci\/dju229","volume":"106","author":"KD Stensland","year":"2014","unstructured":"Stensland, K. D. et al. Adult cancer clinical trials that fail to complete: an epidemic? J. Natl Cancer Inst. 106, dju229 (2014).","journal-title":"J. Natl Cancer Inst."},{"key":"1274_CR6","unstructured":"Nuttall, A. Considerations for improving patient recruitment into clinical trials. Clinical Leader Newsletter http:\/\/vertassets.blob.core.windows.net\/download\/64c39d7e\/64c39d7e-c643-457b-aec2-9ff7b65b3ad2\/rdprecruitmentwhitepaper.pdf (2012)."},{"key":"1274_CR7","doi-asserted-by":"publisher","first-page":"137","DOI":"10.4103\/2229-3485.184820","volume":"7","author":"R Kadam","year":"2016","unstructured":"Kadam, R., Borde, S., Madas, S., Salvi, S. & Limaye, S. Challenges in recruitment and retention of clinical trial subjects. Perspect. Clin. Res. 7, 137\u2013143 (2016).","journal-title":"Perspect. Clin. Res."},{"key":"1274_CR8","doi-asserted-by":"crossref","unstructured":"Bennette, C. et al. Predicting low accrual in the national cancer institute\u2019s cooperative group clinical trials. J. Natl Cancer Inst. 108, djv324 (2016).","DOI":"10.1093\/jnci\/djv324"},{"key":"1274_CR9","doi-asserted-by":"publisher","first-page":"1261","DOI":"10.2217\/fon-2015-0043","volume":"12","author":"M Berger","year":"2016","unstructured":"Berger, M., Curtis, M., Smith, G., Harnett, J. & Abernethy, A. Opportunities and challenges in leveraging electronic health record data in oncology. Future Oncol. 12, 1261\u20131274 (2016).","journal-title":"Future Oncol."},{"key":"1274_CR10","unstructured":"Clinical Research Professionals, A. Tufts analysis: Patient recruitment shortcomings laid at feet of poor provider, researcher engagement (2017)."},{"key":"1274_CR11","doi-asserted-by":"publisher","first-page":"990","DOI":"10.1016\/j.jclinepi.2006.12.013","volume":"60","author":"D Fayter","year":"2007","unstructured":"Fayter, D., McDaid, C. & Eastwood, A. A systematic review highlights threats to validity in studies of barriers to cancer trial participation. J. Clin. Epidemiol. 60, 990\u20131001 (2007).","journal-title":"J. Clin. Epidemiol."},{"key":"1274_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4258\/hir.2019.25.1.1","volume":"25","author":"H-J Kong","year":"2019","unstructured":"Kong, H.-J. Managing unstructured big data in healthcare system. Healthc. Inform. Res. 25, 1\u20132 (2019).","journal-title":"Healthc. Inform. Res."},{"key":"1274_CR13","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1002\/cncr.35022","volume":"130","author":"S Shriver","year":"2024","unstructured":"Shriver, S. et al. Feasibility of institution-agnostic, ehr-integrated regional clinical trial matching. Cancer 130, 60\u201367 (2024).","journal-title":"Cancer"},{"key":"1274_CR14","unstructured":"Wong, C. et al. Scaling clinical trial matching using large language models: A case study in oncology. ArXiv (2023). https:\/\/arxiv.org\/abs\/2308.02180. Accessed April 6, 2024."},{"key":"1274_CR15","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1093\/jamia\/ocy178","volume":"26","author":"C Yuan","year":"2019","unstructured":"Yuan, C. et al. Criteria2query: a natural language interface to clinical databases for cohort definition. J. Am. Med Inf. Assoc. 26, 294\u2013305 (2019).","journal-title":"J. Am. Med Inf. Assoc."},{"key":"1274_CR16","doi-asserted-by":"publisher","first-page":"i116","DOI":"10.1136\/amiajnl-2011-000321","volume":"18","author":"C Weng","year":"2011","unstructured":"Weng, C. et al. Elixr: an approach to eligibility criteria extraction and representation. J. Am. Med. Inform. Assoc. 18, i116\u2013i124 (2011).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"1274_CR17","doi-asserted-by":"publisher","first-page":"869","DOI":"10.1197\/jamia.M3119","volume":"16","author":"SR Thadani","year":"2009","unstructured":"Thadani, S. R., Weng, C., Bigger, J. T., Ennever, J. F. & Wajngurt, D. Electronic screening improves efficiency in clinical trial recruitment. J. Am. Med. Inform. Assoc. 16, 869\u2013873 (2009).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"1274_CR18","unstructured":"Jin, Q., Wang, Z., Floudas, C. S., Sun, J. & Lu, Z. Matching patients to clinical trials with large language models. Preprint at https:\/\/arxiv.org\/abs\/2307.15051 (2023)."},{"key":"1274_CR19","doi-asserted-by":"publisher","first-page":"1953","DOI":"10.1093\/jamia\/ocae073","volume":"31","author":"M Nievas","year":"2024","unstructured":"Nievas, M., Basu, A., Wang, Y. & Singh, H. Distilling large language models for matching patients to clinical trials. J Am Med Inform Assoc. 31, 1953\u20131963 (2024).","journal-title":"J Am Med Inform Assoc."},{"key":"1274_CR20","unstructured":"Wornow, M. et al. Zero-shot clinical trial patient matching with llms. Preprint at https:\/\/arxiv.org\/abs\/2402.05125 (2024)."},{"key":"1274_CR21","doi-asserted-by":"crossref","unstructured":"Toma, A., Senkaiahliyan, S., Lawler, P. R., Rubin, B. & Wang, B. Generative ai could revolutionize health care - but not if control is ceded to big tech. Nature https:\/\/www.nature.com\/articles\/d41586-023-03803-y (2023).","DOI":"10.1038\/d41586-023-03803-y"},{"key":"1274_CR22","unstructured":"Bai, J. et al. Qwen technical report. Preprint at arXiv:2309.16609 (2023)."},{"key":"1274_CR23","unstructured":"Jiang, A. Q. et al. Mistral 7b. Preprint at arXiv:2310.06825 (2023)."},{"key":"1274_CR24","unstructured":"Jiang, A. Q. et al. Mixtral of experts. Preprint at arXiv:2401.04088 (2024)."},{"key":"1274_CR25","unstructured":"Chen, Z. et al. Meditron-70b: scaling medical pretraining for large language models. Preprint at arXiv:2311.16079 (2023)."},{"key":"1274_CR26","unstructured":"Dao, T. FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning. In International Conference on Learning Representations (ICLR, 2024)."},{"key":"1274_CR27","unstructured":"TensorRT. https:\/\/github.com\/NVIDIA\/TensorRT-LLM."},{"key":"1274_CR28","doi-asserted-by":"crossref","unstructured":"Roberts, K., Demner-Fushman, D., Voorhees, E. M., Bedrick, S. & Hersh, W. R. Overview of the trec 2021 clinical trials track. In Proc. Thirtieth Text Retrieval Conference, TREC 2021 (2021).","DOI":"10.6028\/NIST.SP.500-338.trials-overview"},{"key":"1274_CR29","doi-asserted-by":"crossref","unstructured":"Koopman, B. & Zuccon, G. A test collection for matching patients to clinical trials. In Proc. 39th International ACM SIGIR Conference on Research and Development in Information Retrieval 669\u2013672 (ACM, 2016).","DOI":"10.1145\/2911451.2914672"},{"key":"1274_CR30","doi-asserted-by":"crossref","unstructured":"Rybinski, M., Nguyen, V. & Karimi, S. A self-learning resource-efficient re-ranking method for clinical trials search. In Proc. 32nd ACM International Conference on Information and Knowledge Management 4249\u20134253 (Association for Computing Machinery, 2023).","DOI":"10.1145\/3583780.3615174"},{"key":"1274_CR31","doi-asserted-by":"crossref","unstructured":"Pradeep, R., Li, Y., Wang, Y. & Lin, J. Neural query synthesis and domain-specific ranking templates for multi-stage clinical trial matching. In Proc. 45th International ACM SIGIR Conference on Research and Development in Information Retrieval 2325\u20132330 (Association for Computing Machinery, 2022).","DOI":"10.1145\/3477495.3531853"},{"key":"1274_CR32","doi-asserted-by":"publisher","first-page":"1181","DOI":"10.1093\/jamia\/ocz139","volume":"26","author":"I Segura-Bedmar","year":"2019","unstructured":"Segura-Bedmar, I. & Raez, P. Cohort selection for clinical trials using deep learning models. J. Am. Med Inf. Assoc. 26, 1181\u20131188 (2019).","journal-title":"J. Am. Med Inf. Assoc."},{"key":"1274_CR33","unstructured":"Parker, C. G. Generating Medical Logic Modules for Clinical Trial Eligibility. PhD thesis, Brigham Young University (2005)."},{"key":"1274_CR34","doi-asserted-by":"publisher","unstructured":"Fang, Y. et al. Combining human and machine intelligence for clinical trial eligibility querying. J. Am. Med. Inform. Assoc. https:\/\/doi.org\/10.1093\/jamia\/ocac051 (2022).","DOI":"10.1093\/jamia\/ocac051"},{"key":"1274_CR35","doi-asserted-by":"publisher","first-page":"e141","DOI":"10.1093\/jamia\/ocu050","volume":"22","author":"R Miotto","year":"2015","unstructured":"Miotto, R. & Weng, C. Case-based reasoning using electronic health records efficiently identifies eligible patients for clinical trials. J. Am. Med. Inform. Assoc. 22, e141\u2013e150 (2015).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"1274_CR36","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1038\/s41586-023-06291-2","volume":"620","author":"K Singhal","year":"2023","unstructured":"Singhal, K. et al. Large language models encode clinical knowledge. Nature 620, 172\u2013180 (2023).","journal-title":"Nature"},{"key":"1274_CR37","unstructured":"Nori, H. et al. Can generalist foundation models outcompete special-purpose tuning? Case study in medicine. Preprint at arXiv:2311.16452 (2023)."},{"key":"1274_CR38","unstructured":"Hernandez, E. et al. Do we still need clinical language models? In Conference on Health, Inference, and Learning 578\u2013597 (PMLR, 2023)."},{"key":"1274_CR39","unstructured":"Brown, T. B. et al. Language models are few-shot learners. Preprint at https:\/\/arxiv.org\/abs\/2005.14165 (2020)."},{"key":"1274_CR40","unstructured":"Touvron, H. et al. Llama 2: Open foundation and fine-tuned chat models. Preprint at https:\/\/arxiv.org\/abs\/2307.09288 (2023)."},{"key":"1274_CR41","doi-asserted-by":"crossref","unstructured":"Lee, J. et al. BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics, 36, 1234\u20131240 (2020).","DOI":"10.1093\/bioinformatics\/btz682"},{"key":"1274_CR42","doi-asserted-by":"crossref","unstructured":"Gu, Yu et al. Domain-Specific Language Model Pretraining for Biomedical Natural Language Processing. ACM Transactions on Computing for Healthcare (HEALTH) 3, 1\u201323 (2021).","DOI":"10.1145\/3458754"},{"key":"1274_CR43","doi-asserted-by":"crossref","unstructured":"Liu, F., Shareghi, E., Meng, Z., Basaldella, M. & Collier, N. Self-Alignment Pretraining for Biomedical Entity Representations. In Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (pp. 4228-4238). Association for Computational Linguistics (2021).","DOI":"10.18653\/v1\/2021.naacl-main.334"},{"key":"1274_CR44","doi-asserted-by":"crossref","unstructured":"Yasunaga, M., Leskovec, J. & Liang, P. LinkBERT: Pretraining Language Models with Document Links. In Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pages 8003\u20138016, Dublin, Ireland. Association for Computational Linguistics (2022).","DOI":"10.18653\/v1\/2022.acl-long.551"},{"key":"1274_CR45","unstructured":"Achiam, J. et al. Gpt-4 technical report. Preprint at https:\/\/arxiv.org\/abs\/2303.08774 (2023)."},{"key":"1274_CR46","unstructured":"Basu, A., Gupta, S., Taylor, B., Kothari, A. & Singh, H. Onco-retriever: generative classifier for retrieval of EHR records in oncology. Preprint at https:\/\/arxiv.org\/pdf\/2404.06680.pdf (2024)."},{"key":"1274_CR47","unstructured":"Wei, J. et al. Chain-of-thought prompting elicits reasoning in large language models. In Proc. 36th International Conference on Neural Information Processing Systems, NIPS \u201922 (Curran Associates Inc., 2024)."},{"key":"1274_CR48","unstructured":"Mekala, R. R., Razeghi, Y. & Singh, S. EchoPrompt: instructing the model to rephrase queries for improved in-context learning. Preprint at https:\/\/arxiv.org\/abs\/2309.10687 (2023)."},{"key":"1274_CR49","unstructured":"Chiang, W. et al. Chatbot arena: an open platform for evaluating llms by human preference. Preprint at arXiv:2403.04132 (2024)."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01274-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01274-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01274-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T18:05:51Z","timestamp":1730138751000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01274-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,28]]},"references-count":49,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["1274"],"URL":"https:\/\/doi.org\/10.1038\/s41746-024-01274-7","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,28]]},"assertion":[{"value":"9 May 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 September 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 October 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"S.G., A.B., M.N., J.T., R.S., and H.S. are employees of Triomics, Inc. Y.W. consults for Pfizer Inc. and Triomics, Inc., and has ownership\/equity interests in BonafideNLP, LLC. The remaining authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"305"}}