{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T17:02:39Z","timestamp":1770742959134,"version":"3.49.0"},"reference-count":61,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"department of cardiovascular medicine"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Biomed. Health Inform."],"published-print":{"date-parts":[[2025,7]]},"DOI":"10.1109\/jbhi.2025.3545384","type":"journal-article","created":{"date-parts":[[2025,2,24]],"date-time":"2025-02-24T13:39:41Z","timestamp":1740404381000},"page":"5219-5228","source":"Crossref","is-referenced-by-count":4,"title":["Warfarin Dose Management Using Offline Deep Reinforcement Learning"],"prefix":"10.1109","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-5620-5355","authenticated-orcid":false,"given":"Hannah","family":"Ji","sequence":"first","affiliation":[{"name":"Yale University, New Haven, CT, USA"}]},{"given":"Matthew","family":"Gill","sequence":"additional","affiliation":[{"name":"Center of Digital Health, Mayo Clinic, Rochester, MN, USA"}]},{"given":"Evan W.","family":"Draper","sequence":"additional","affiliation":[{"name":"Department of Pharmacy, Mayo Clinic, Rochester, MN, USA"}]},{"given":"David A.","family":"Liedl","sequence":"additional","affiliation":[{"name":"Gonda Vascular Center, Mayo Clinic, Rochester, MN, USA"}]},{"given":"David O.","family":"Hodge","sequence":"additional","affiliation":[{"name":"Quantitative Health Sciences, Mayo Clinic, Jacksonville, FL, USA"}]},{"given":"Damon E.","family":"Houghton","sequence":"additional","affiliation":[{"name":"Department of Cardiovascular Medicine, Division of Vascular Medicine, Gonda Vascular Center, Mayo Clinic, Rochester, MN, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6114-4284","authenticated-orcid":false,"given":"Ana I.","family":"Casanegra","sequence":"additional","affiliation":[{"name":"Department of Cardiovascular Medicine, Division of Vascular Medicine, Gonda Vascular Center, Mayo Clinic, Rochester, MN, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1378\/chest.11-2292"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/jhg.2013.40"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1378\/chest.11-2295"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1001\/jamacardio.2016.0199"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s11239-013-1048-z"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1002\/rth2.12110"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1185\/03007995.2015.1103217"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.3389\/fphar.2021.677943"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.chest.2018.07.040"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1111\/bcp.14608"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1155\/2015\/560108"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1155\/2018\/5340845"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1056\/nejmoa0809329"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1038\/clpt.2008.10"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1097\/JS9.0000000000001734"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-023-49831-6"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.2196\/47262"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1002\/psp4.12740"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-021-94305-2"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.3389\/fphar.2021.749786"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1111\/jth.15318"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.3389\/fphar.2019.01550"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-018-27772-9"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.2217\/pgs.15.161"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.2217\/pgs.13.212"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.3389\/fcvm.2022.881111"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1093\/ehjci\/ehaa946.3491"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1056\/NEJMoa0708078"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2017.11469"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1056\/NEJMoa1310669"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1056\/NEJMoa1311386"},{"issue":"21","key":"ref32","first-page":"1","article-title":"Clinical relevance of the pharmacogenetics of warfarin","volume":"9","author":"Jezovnik","year":"2011","journal-title":"Eur. Soc. Cardiol. Council Cardiol. Pract."},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcm.2014.09.001"},{"issue":"3","key":"ref34","first-page":"165","article-title":"Cost-utility study of warfarin genotyping in the VACHS affiliated anticoagulation clinic of Puerto Rico","volume":"36","author":"Martes-Martinez","year":"2017","journal-title":"Puerto Rican Health Sci. J."},{"key":"ref35","article-title":"Optimizing warfarin dosing for patients with atrial fibrillation using machine learning","volume":"12","author":"Jiang","year":"2021","journal-title":"Front. Pharmacol."},{"key":"ref36","first-page":"2052","article-title":"Off-policy deep reinforcement learning without exploration","volume-title":"Proc. 36th Int. Conf. Mach. Learn.","author":"Fujimoto","year":"2019"},{"key":"ref37","article-title":"Benchmarking batch deep reinforcement learning Algorithms","author":"Fujimoto","year":"2019"},{"key":"ref38","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","volume-title":"Introduction to Reinforcement Learning","author":"Sutton","year":"1998"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1002\/cpt.3356"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2022.104267"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.mbs.2017.08.004"},{"key":"ref45","article-title":"Offline reinforcement learning: Tutorial, review, and perspectives on open problems","author":"Levine","year":"2020"},{"key":"ref46","article-title":"Deep reinforcement learning for sepsis treatment","volume-title":"Proc. Neural Inf. Process. Syst., Workshop Mach. Learn. Health","author":"Raghu","year":"2017"},{"key":"ref47","article-title":"Model-based reinforcement learning for sepsis treatment","volume-title":"Proc. Neural Inf. Process. Syst., Mach. Learn. Health Workshop","author":"Raghu","year":"2018"},{"key":"ref48","first-page":"508","article-title":"Fast unfolding of communities in large networks","volume-title":"Proc. 5th Mach. Learn. Healthcare Conf.","author":"Fox","year":"2020"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/EMBC.2016.7591355"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/EMBC.2018.8513203"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3477600"},{"key":"ref52","article-title":"Challenges for reinforcement learning in healthcare","author":"Riachi","year":"2021"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1001\/jamainternmed.2014.2368"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1097\/FPC.0000000000000244"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992699"},{"key":"ref56","article-title":"A reinforcement learning approach to weaning of mechanical ventilation in intensive care units","author":"Prasad","year":"2017"},{"key":"ref57","article-title":"A Markov decision process to suggest optimal treatment of severe infections in intensive care","volume-title":"Proc. Neural Inf. Process. Syst. Workshop Mach. Learn. Health","author":"Komorowski","year":"2016"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3098985"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2023.3274908"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3213566"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-024-06543-w"}],"container-title":["IEEE Journal of Biomedical and Health Informatics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6221020\/11068702\/10902034.pdf?arnumber=10902034","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,9]],"date-time":"2025-12-09T18:34:24Z","timestamp":1765305264000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10902034\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7]]},"references-count":61,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/jbhi.2025.3545384","relation":{},"ISSN":["2168-2194","2168-2208"],"issn-type":[{"value":"2168-2194","type":"print"},{"value":"2168-2208","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7]]}}}