{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T07:28:17Z","timestamp":1781594897544,"version":"3.54.5"},"reference-count":37,"publisher":"Oxford University Press (OUP)","issue":"10","license":[{"start":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T00:00:00Z","timestamp":1753660800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/pages\/standard-publication-reuse-rights"}],"funder":[{"name":"Conquer Cancer\u2014Johnson & Johnson Innovative Medicine Career Development","award":["AWD00003905"],"award-info":[{"award-number":["AWD00003905"]}]},{"DOI":"10.13039\/100007052","name":"Memorial Sloan Kettering Cancer Center","doi-asserted-by":"publisher","award":["P30-CA008748"],"award-info":[{"award-number":["P30-CA008748"]}],"id":[{"id":"10.13039\/100007052","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,10,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Objectives<\/jats:title>\n                  <jats:p>This quality improvement study implemented and prospectively examined user engagement with an artificial intelligence (AI)-powered clinical trial knowledge management application at an NCI-designated comprehensive cancer center.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Materials and Methods<\/jats:title>\n                  <jats:p>We prospectively auto-captured user engagement measures from July 1, 2022 to February 29, 2024. Measurement included: (1) event: an app interaction; (2) session: group of events within single setting; (3) engaged session: session longer than 10 s; (4) engagement time; (5) app downloads; (6) active user; and (7) stickiness: monthly active users per normalized total downloads. We analyzed the measures using time series and linear regression.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Results<\/jats:title>\n                  <jats:p>During a 20-month evaluation, the application supported 138 clinical trials, recorded 136\u00a0632 user interactions, including 2754 engaged sessions with an average engagement time of 6 min 31 s. Of 243 downloads, 228 (94%) users remained active, with an estimated stickiness score of 3.12 (SD 0.91), indicating sustained provider engagement.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Discussion<\/jats:title>\n                  <jats:p>This study provided insights into the feasibility and potential for integrating an AI-powered clinical trial knowledge management application into oncology workflows, with sustained engagement among providers over a 20-month period. High rates of active users and session stickiness suggest that such application offered meaningful utility in real-world clinical settings, underscoring the need for future studies to assess optimal integration strategies and impact on clinical trial accrual.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Conclusion<\/jats:title>\n                  <jats:p>This study addresses an important gap in the literature regarding the real-world integration of AI technologies in oncology care and offers valuable insights for future research and clinical practice.<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/jamia\/ocaf129","type":"journal-article","created":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T12:07:28Z","timestamp":1752754048000},"page":"1562-1569","source":"Crossref","is-referenced-by-count":1,"title":["Real-world evaluation of user engagement with an artificial intelligence-powered clinical trial application in oncology"],"prefix":"10.1093","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3872-5512","authenticated-orcid":false,"given":"Tony K W","family":"Hung","sequence":"first","affiliation":[{"name":"Cancer Institute, Hartford HealthCare , Hartford, CT 06106,","place":["United States"]},{"name":"TeamX Health , Los Angeles, CA 91405,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jun J","family":"Mao","sequence":"additional","affiliation":[{"name":"Department of Medicine, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alan L","family":"Ho","sequence":"additional","affiliation":[{"name":"Department of Medicine, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eric J","family":"Sherman","sequence":"additional","affiliation":[{"name":"Department of Medicine, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3109-1692","authenticated-orcid":false,"given":"Mark","family":"Robson","sequence":"additional","affiliation":[{"name":"Department of Medicine, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jae","family":"Park","sequence":"additional","affiliation":[{"name":"Department of Medicine, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eytan M","family":"Stein","sequence":"additional","affiliation":[{"name":"Department of Medicine, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gilad J","family":"Kuperman","sequence":"additional","affiliation":[{"name":"Digital Informatics & Technology Solutions, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David G","family":"Pfister","sequence":"additional","affiliation":[{"name":"Department of Medicine, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2025,7,28]]},"reference":[{"key":"2025092208422515900_ocaf129-B1","doi-asserted-by":"crossref","first-page":"972","DOI":"10.1001\/jamainternmed.2013.627","article-title":"Characteristics of oncology clinical trials: insights from a systematic analysis of ClinicalTrials.gov","volume":"173","author":"Hirsch","year":"2013","journal-title":"JAMA Intern Med"},{"key":"2025092208422515900_ocaf129-B2","doi-asserted-by":"crossref","first-page":"2020","DOI":"10.1200\/JCO.22.01826","article-title":"Population, clinical, and scientific impact of National Cancer Institute\u2019s National Clinical Trials Network Treatment Studies","volume":"41","author":"Unger","year":"2023","journal-title":"J Clin Oncol"},{"key":"2025092208422515900_ocaf129-B3","doi-asserted-by":"crossref","first-page":"2376","DOI":"10.1002\/1097-0142(19900515)65:10+<2376::AID-CNCR2820651504>3.0.CO;2-A","article-title":"National Cancer Institute sponsored cooperative clinical trials","volume":"65","author":"Friedman","year":"1990","journal-title":"Cancer"},{"key":"2025092208422515900_ocaf129-B4","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1093\/jnci\/djy221","article-title":"Systematic review and meta-analysis of the magnitude of structural, clinical, and physician and patient barriers to cancer clinical trial participation","volume":"111","author":"Unger","year":"2019","journal-title":"J Natl Cancer Inst"},{"key":"2025092208422515900_ocaf129-B5","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1200\/JCO.2020.39.28_suppl.74","article-title":"Nationally representative estimates of the participation of cancer patients in clinical research studies according to the commission on cancer","volume":"39","author":"Unger","year":"2021","journal-title":"J Clin Oncol"},{"key":"2025092208422515900_ocaf129-B6","author":"Barriers to Patient Enrollment in Therapeutic Clinical Trials for Cancer: A Landscape Report","year":"2018"},{"key":"2025092208422515900_ocaf129-B7","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1200\/EDBK_156686","article-title":"The role of clinical trial participation in cancer research: barriers, evidence, and strategies","volume":"35","author":"Unger","year":"2016","journal-title":"Am Soc Clin Oncol Educ Book"},{"key":"2025092208422515900_ocaf129-B8","doi-asserted-by":"crossref","first-page":"1489","DOI":"10.1016\/j.jtho.2017.07.020","article-title":"Thoracic oncology clinical trial eligibility criteria and requirements continue to increase in number and complexity","volume":"12","author":"Garcia","year":"2017","journal-title":"J Thorac Oncol"},{"key":"2025092208422515900_ocaf129-B9","first-page":"35","article-title":"Feasibility of cancer clinical trial enrollment goals based on cancer incidence","volume":"4","author":"Tran","year":"2020","journal-title":"JCO Clin Cancer Inf"},{"key":"2025092208422515900_ocaf129-B10","doi-asserted-by":"crossref","first-page":"620","DOI":"10.1038\/s41591-022-01775-6","article-title":"Reimagining patient-centric cancer clinical trials: a multi-stakeholder international coalition","volume":"28","author":"Li","year":"2022","journal-title":"Nat Med"},{"key":"2025092208422515900_ocaf129-B11","doi-asserted-by":"crossref","first-page":"1993","DOI":"10.1200\/JCO.19.00101","article-title":"Conceptual model for accrual to cancer clinical trials","volume":"37","author":"Lee","year":"2019","journal-title":"J Clin Oncol"},{"key":"2025092208422515900_ocaf129-B12","doi-asserted-by":"crossref","first-page":"e8","DOI":"10.1200\/JOP.2011.000476","article-title":"Engaging referring physicians in the clinical trial process","volume":"8","author":"Baer","year":"2012","journal-title":"J Oncol Practice"},{"key":"2025092208422515900_ocaf129-B13","doi-asserted-by":"crossref","first-page":"e849","DOI":"10.1200\/JOP.19.00662","article-title":"Barriers to participation in therapeutic clinical trials as perceived by community oncologists","volume":"16","author":"Wong","year":"2020","journal-title":"JCO Oncol Pract"},{"key":"2025092208422515900_ocaf129-B14","doi-asserted-by":"crossref","first-page":"2666","DOI":"10.1200\/JCO.2007.14.8114","article-title":"Influence of clinical communication on patients\u2019 decision making on participation in clinical trials","volume":"26","author":"Albrecht","year":"2008","journal-title":"J Clin Oncol"},{"key":"2025092208422515900_ocaf129-B15","doi-asserted-by":"crossref","first-page":"2203","DOI":"10.1016\/j.clinthera.2017.09.014","article-title":"Examining and enabling the role of health care providers as patient engagement facilitators in clinical trials","volume":"39","author":"Getz","year":"2017","journal-title":"Clin Therap"},{"key":"2025092208422515900_ocaf129-B16","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1200\/JOP.0922001","article-title":"Physician-related factors involved in patient decisions to enroll onto cancer clinical trials","volume":"5","author":"Comis","year":"2009","journal-title":"J Oncol Pract"},{"key":"2025092208422515900_ocaf129-B17","first-page":"1","article-title":"Strategies to advance equity in cancer clinical trials","volume":"42","author":"Guerra","year":"2022","journal-title":"Am Soc Clin Oncol Educ Book"},{"key":"2025092208422515900_ocaf129-B18","doi-asserted-by":"crossref","first-page":"194","DOI":"10.1177\/1740774519829709","article-title":"A review of the impact of utilising electronic medical records for clinical research recruitment","volume":"16","author":"Lai","year":"2019","journal-title":"Clin Trials"},{"key":"2025092208422515900_ocaf129-B19","doi-asserted-by":"crossref","first-page":"1559","DOI":"10.1001\/jamaoncol.2021.1165","article-title":"Application of information technology to clinical trial evaluation and enrollment: a review","volume":"7","author":"von Itzstein","year":"2021","journal-title":"JAMA Oncol"},{"key":"2025092208422515900_ocaf129-B20","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1016\/S0167-7799(02)01881-4","article-title":"Using technology to address recruitment issues in the clinical trial process","volume":"20","author":"Marks","year":"2002","journal-title":"Trends Biotechnol"},{"key":"2025092208422515900_ocaf129-B21","doi-asserted-by":"crossref","first-page":"443","DOI":"10.1038\/s41597-020-00780-z","article-title":"Obstacles to the reuse of study metadata in ClinicalTrials.gov","volume":"7","author":"Miron","year":"2020","journal-title":"Sci Data"},{"key":"2025092208422515900_ocaf129-B22","doi-asserted-by":"crossref","first-page":"e2014682","DOI":"10.1001\/jamanetworkopen.2020.14682","article-title":"Assessment of trends in the design, accrual, and completion of trials registered in ClinicalTrials.gov by Sponsor Type, 2000-2019","volume":"3","author":"Gresham","year":"2020","journal-title":"JAMA Netw Open"},{"key":"2025092208422515900_ocaf129-B23","doi-asserted-by":"crossref","first-page":"e27767","DOI":"10.2196\/27767","article-title":"Accuracy of an artificial intelligence system for cancer clinical trial eligibility screening: retrospective pilot study","volume":"9","author":"Haddad","year":"2021","journal-title":"JMIR Med Inform"},{"key":"2025092208422515900_ocaf129-B24","first-page":"231","article-title":"Development of an electronic health record-based Clinical Trial Alert system to enhance recruitment at the point of care","volume":"2005","author":"Embi","year":"2005","journal-title":"AMIA Annu Symp Proc"},{"key":"2025092208422515900_ocaf129-B25","doi-asserted-by":"crossref","first-page":"S100","DOI":"10.1038\/d41586-019-02871-3","article-title":"An AI boost for clinical trials","volume":"573","author":"Woo","year":"2019","journal-title":"Nature"},{"key":"2025092208422515900_ocaf129-B26","doi-asserted-by":"crossref","first-page":"e2100182","DOI":"10.1200\/CCI.21.00182","article-title":"Mobile clinical trial matching technology in medical oncology clinic: a pilot feasibility study","volume":"6","author":"Borno","year":"2022","journal-title":"JCO Clin Cancer Inform"},{"key":"2025092208422515900_ocaf129-B27","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s12911-016-0239-x","article-title":"The value of structured data elements from electronic health records for identifying subjects for primary care clinical trials","volume":"16","author":"Ateya","year":"2016","journal-title":"BMC Med Inform Decis Mak"},{"key":"2025092208422515900_ocaf129-B28","doi-asserted-by":"crossref","first-page":"e2211973","DOI":"10.1001\/jamanetworkopen.2022.11973","article-title":"Performance of a machine learning algorithm using electronic health record data to predict postoperative complications and report on a mobile platform","volume":"5","author":"Ren","year":"2022","journal-title":"JAMA Netw Open"},{"key":"2025092208422515900_ocaf129-B29","doi-asserted-by":"crossref","first-page":"1331","DOI":"10.1038\/s41591-022-01833-z","article-title":"Evaluating and reducing cognitive load should be a priority for machine learning in healthcare","volume":"28","author":"Ehrmann","year":"2022","journal-title":"Nat Med"},{"key":"2025092208422515900_ocaf129-B30","author":"Hung"},{"key":"2025092208422515900_ocaf129-B31","doi-asserted-by":"crossref","first-page":"e60695","DOI":"10.2196\/60695","article-title":"Performance of retrieval-augmented large language models to recommend head and neck cancer clinical trials","volume":"26","author":"Hung","year":"2024","journal-title":"J Med Internet Res"},{"key":"2025092208422515900_ocaf129-B32","doi-asserted-by":"crossref","first-page":"e1216","DOI":"10.1002\/ctm2.1216","article-title":"The potential impact of ChatGPT in clinical and translational medicine","volume":"13","author":"Xue","year":"2023","journal-title":"Clin Transl Med"},{"key":"2025092208422515900_ocaf129-B33","first-page":"4724","article-title":"ls ([Formula: see text])","volume-title":"Sci Rep","author":"Chen","year":"2022"},{"key":"2025092208422515900_ocaf129-B34","author":"Google"},{"key":"2025092208422515900_ocaf129-B35","doi-asserted-by":"crossref","first-page":"e2011978","DOI":"10.1001\/jamanetworkopen.2020.11978","article-title":"Assessment of real-world use of behavioral health mobile applications by a novel stickiness metric","volume":"3","author":"Carlo","year":"2020","journal-title":"JAMA Netw Open"},{"key":"2025092208422515900_ocaf129-B36","doi-asserted-by":"crossref","first-page":"AIe2300197","DOI":"10.1056\/AIe2300197","article-title":"Injecting artificial intelligence into medicine","volume":"1","author":"Kohane","year":"2024","journal-title":"NEJM AI"},{"key":"2025092208422515900_ocaf129-B37","doi-asserted-by":"crossref","first-page":"882","DOI":"10.1093\/jnci\/djz076","article-title":"Recruitment and trial-finding apps-time for rules of the road","volume":"111","author":"Morain","year":"2019","journal-title":"J Natl Cancer Inst"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/32\/10\/1562\/63867383\/ocaf129.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/32\/10\/1562\/63867383\/ocaf129.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,22]],"date-time":"2025-09-22T12:42:36Z","timestamp":1758544956000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article\/32\/10\/1562\/8215571"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,28]]},"references-count":37,"journal-issue":{"issue":"10","published-online":{"date-parts":[[2025,7,28]]},"published-print":{"date-parts":[[2025,10,1]]}},"URL":"https:\/\/doi.org\/10.1093\/jamia\/ocaf129","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2025,10]]},"published":{"date-parts":[[2025,7,28]]}}}