{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,24]],"date-time":"2026-01-24T17:47:16Z","timestamp":1769276836883,"version":"3.49.0"},"reference-count":38,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,15]]},"DOI":"10.1109\/wsc63780.2024.10838907","type":"proceedings-article","created":{"date-parts":[[2025,1,20]],"date-time":"2025-01-20T18:40:24Z","timestamp":1737398424000},"page":"1035-1046","source":"Crossref","is-referenced-by-count":1,"title":["Model-Based Q-Learning with Monotone Policies for Personalized Management of Hypertension"],"prefix":"10.1109","author":[{"given":"Wesley J.","family":"Marrero","sequence":"first","affiliation":[{"name":"Thayer School of Engineering, Dartmouth College,Hanover,NH,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lan","family":"Yi","sequence":"additional","affiliation":[{"name":"Thayer School of Engineering, Dartmouth College,Hanover,NH,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"issue":"7","key":"ref1","article-title":"United States Life Tables, 2017","volume":"68","author":"Arias","year":"2019","journal-title":"National Vital Statistics Reports"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.2021.4226"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/s0895-4356(01)00405-x"},{"issue":"2","key":"ref4","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1161\/01.STR.25.2.333","article-title":"Long-term risk of recurrent stroke after a first-ever stroke. The Oxfordshire Community Stroke Project","volume":"25","author":"Burn","year":"1994","journal-title":"Stroke"},{"issue":"4","key":"ref5","doi-asserted-by":"crossref","first-page":"287","DOI":"10.7326\/M17-3103","article-title":"The ACCIAHA 2017 Hypertension Guidelines: Both Too Much and Not Enough of a Good Thing?","volume":"168","author":"Cohen","year":"2018","journal-title":"Annals of Internal Medicine"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/tsp.2007.893228"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/tvt.2012.2213850"},{"issue":"1","key":"ref8","first-page":"80","volume":"26","author":"Garcia","year":"2024","journal-title":"Interpretable Policies and the Price of Interpretability in Hypertension Treatment Planning"},{"key":"ref9","first-page":"1","article-title":"A survey on interpretable reinforcement learning","volume-title":"Machine Learning","author":"Glanois","year":"2024"},{"issue":"1","key":"ref10","doi-asserted-by":"crossref","first-page":"4:1","DOI":"10.1147\/JRD.2017.2769320","article-title":"An interpretable health behavioral intervention policy for mobile device users","volume":"62","author":"Hu","year":"2018","journal-title":"IBM Journal of Research and Development"},{"issue":"2","key":"ref11","first-page":"2018","article-title":"Diagnosis and treatment of hypertension in the 2017 ACCI AHA guidelines and in the real world","volume":"319","author":"Ioannidis","journal-title":"JAMA - Journal of the American Medical Association"},{"key":"ref12","article-title":"Mortality in the United States, 2022","author":"Kochanek","year":"2024","journal-title":"US Department of Health and Human Services, Centers for Disease Control and Prevention, National Center for Health Statistics"},{"issue":"10","key":"ref13","doi-asserted-by":"crossref","first-page":"969","DOI":"10.1001\/jamacardio.2019.2851","article-title":"Cost-effectiveness of Low-density Lipoprotein Cholesterol Level-Guided Statin Treatment in Patients With Borderline Cardiovascular Risk","volume":"4","author":"Kohli-Lynch","year":"2019","journal-title":"JAMA Cardiology"},{"key":"ref14","first-page":"54","article-title":"Learning cost-effective and interpretable treatment regimes","volume-title":"Proceedings of the 20th International Conference on Artificial Intelligence and Statistics, AISTATS 2017","author":"Lakkaraju","year":"2017"},{"issue":"5","key":"ref15","first-page":"2823","article-title":"On Sampled Reinforcement Learning in Wireless Networks: Exploitation of Policy Structures","volume-title":"IEEE Transactions on Communications","volume":"68","author":"Liu","year":"2020"},{"key":"ref16","article-title":"Data-Driven Ranges of Near-Optimal Actions for Finite Markov Decision Processes","author":"Marrero","year":"2021","journal-title":"Optimization Online"},{"key":"ref17","doi-asserted-by":"crossref","DOI":"10.1007\/s10729-020-09537-x","article-title":"Optimal cholesterol treatment plans and genetic testing strategies for cardiovascular diseases","volume-title":"Health Care Management Science","author":"Marrero","year":"2021"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1161\/cir.0000000000001209"},{"key":"ref19","first-page":"1073","article-title":"A Generalization Error for Q-Learning","volume":"6","author":"Murphy","year":"2005","journal-title":"Journal of Machine Learning Research"},{"key":"ref20","first-page":"314","article-title":"Health, United States, 2016: with chartbook on long-term trends in health","journal-title":"Center for Disease Control"},{"key":"ref21","doi-asserted-by":"crossref","DOI":"10.1093\/acprof:oso\/9780190492939.001.0001","volume-title":"Cost-effectiveness in health and medicine.","author":"Neumann","year":"2016"},{"issue":"1","key":"ref22","first-page":"438","article-title":"Monotonicity of Constrained Optimal Transmission Policies in Correlated Fading Channels With ARQ","volume-title":"IEEE Transactions on Signal Processing","volume":"58","author":"Ngo","year":"2010"},{"issue":"2","key":"ref23","doi-asserted-by":"crossref","first-page":"142","DOI":"10.1001\/jama.2015.6822","article-title":"Cost-Effectiveness of 10-Year Risk Thresholds for Initiation of Statin Therapy for Primary Prevention of Cardiovascular Disease","volume":"314","author":"Pandya","year":"2015","journal-title":"Journal of the American Medical Association"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1002\/SERIES1345"},{"key":"ref25","volume-title":"Markov decision processes: discrete stochastic dynamic programming.","author":"Puterman","year":"2014"},{"issue":"2","key":"ref26","first-page":"376","article-title":"Low Complexity Online Radio Access Technology Selection Algorithm in LTE-WiFi HetNet","volume-title":"IEEE Transactions on Mobile Computing","volume":"19","author":"Roy","year":"2020"},{"key":"ref27","first-page":"71","article-title":"A Structure-aware Online Learning Algorithm for Markov Decision Processes","volume-title":"Proceedings of the 12th EAI International Conference on Performance Evaluation Methodologies and Tools","author":"Roy"},{"issue":"7","key":"ref28","first-page":"3722","article-title":"Online Reinforcement Learning of Optimal Threshold Policies for Markov Decision Processes","volume-title":"IEEE Transactions on Automatic Control","volume":"67","author":"Roy","year":"2022"},{"key":"ref29","volume-title":"Interpretable artificial intelligence: Closing the adoption gap in healthcare.","author":"Sethi","year":"2020"},{"issue":"120495","key":"ref30","article-title":"Reinforcement learning algorithms: A brief survey","volume":"231","author":"Shakya","year":"2023","journal-title":"Expert Systems with Applications"},{"issue":"5","key":"ref31","doi-asserted-by":"crossref","first-page":"528","DOI":"10.1093\/fampra\/cmy026","article-title":"The new hypertension guideline: logical but unwise","volume":"35","author":"Solberg","year":"2018","journal-title":"Family Practice"},{"issue":"10","key":"ref32","first-page":"1124","article-title":"Multi-model Markov decision processes","volume":"53","author":"Steimle","year":"2021","journal-title":"lISE Transactions"},{"issue":"9943","key":"ref33","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1016\/S0140-6736(14)61212-5","article-title":"Blood pressure-lowering treatment based on cardiovascular risk: A meta-analysis of individual patient data","volume":"384","author":"Sundstrom","year":"2014","journal-title":"The Lancet"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1161\/CIRCULATIONAHA.113.002290"},{"issue":"59","key":"ref35","article-title":"Should Health Care Demand Interpretable Artificial Intelligence or Accept \u201cBlack Box\u201d Medicine?","volume":"172","author":"Wang","year":"2020","journal-title":"Annals of Internal Medicine"},{"issue":"3","key":"ref36","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-learning","volume":"8","author":"Watkins","year":"1992","journal-title":"Machine Learning"},{"issue":"19","key":"ref37","doi-asserted-by":"crossref","DOI":"10.1016\/j.jacc.2017.11.005","article-title":"2017 ACC\/AHA\/AAPA\/ABC\/ACPM\/AGS\/APhA\/ASH\/ASPC\/NMA\/PCNA Guideline for the Prevention, Detection, Evaluation, and Management of High Blood Pressure in Adults","volume":"71","author":"Whelton","year":"2018","journal-title":"Journal of the American College of Cardiology"},{"issue":"1","key":"ref38","doi-asserted-by":"crossref","first-page":"20","DOI":"10.7326\/M17-3011","article-title":"Clinical Implications of Revised Pooled Cohort Equations for Estimating Atherosclerotic Cardiovascular Disease Risk","volume":"169","author":"Yadlowsky","year":"2018","journal-title":"Annals of Internal Medicine"}],"event":{"name":"2024 Winter Simulation Conference (WSC)","location":"Orlando, FL, USA","start":{"date-parts":[[2024,12,15]]},"end":{"date-parts":[[2024,12,18]]}},"container-title":["2024 Winter Simulation Conference (WSC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10838618\/10838619\/10838907.pdf?arnumber=10838907","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,21]],"date-time":"2025-01-21T06:35:09Z","timestamp":1737441309000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10838907\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,15]]},"references-count":38,"URL":"https:\/\/doi.org\/10.1109\/wsc63780.2024.10838907","relation":{},"subject":[],"published":{"date-parts":[[2024,12,15]]}}}