{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,15]],"date-time":"2026-10-15T16:37:22Z","timestamp":1792082242352,"version":"4.4.0"},"reference-count":42,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["clinicalkey.fr","clinicalkey.jp","clinicalkey.es","clinicalkey.com.au","clinicalkey.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computer Methods and Programs in Biomedicine"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1016\/j.cmpb.2025.108754","type":"journal-article","created":{"date-parts":[[2025,4,8]],"date-time":"2025-04-08T21:52:22Z","timestamp":1744149142000},"page":"108754","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":9,"special_numbering":"C","title":["Reinforcement learning using neural networks in estimating an optimal dynamic treatment regime in patients with sepsis"],"prefix":"10.1016","volume":"266","author":[{"given":"Weijie","family":"Liang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinzhu","family":"Jia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.cmpb.2025.108754_b1","doi-asserted-by":"crossref","first-page":"1552","DOI":"10.1007\/s00134-020-06151-x","article-title":"Incidence and mortality of hospital-and ICU-treated sepsis: results from an updated and expanded systematic review and meta-analysis","volume":"46","author":"Fleischmann-Struzek","year":"2020","journal-title":"Intensive Care Med."},{"key":"10.1016\/j.cmpb.2025.108754_b2","doi-asserted-by":"crossref","DOI":"10.1016\/j.jointm.2024.01.002","article-title":"Importance of timely and adequate source control in sepsis and septic shock","author":"De Waele","year":"2024","journal-title":"J. Intensiv. Med."},{"key":"10.1016\/j.cmpb.2025.108754_b3","doi-asserted-by":"crossref","first-page":"304","DOI":"10.1007\/s00134-017-4683-6","article-title":"Surviving sepsis campaign: international guidelines for management of sepsis and septic shock: 2016","volume":"43","author":"Rhodes","year":"2017","journal-title":"Intensive Care Med."},{"issue":"1","key":"10.1016\/j.cmpb.2025.108754_b4","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/sdata.2016.35","article-title":"MIMIC-III, a freely accessible critical care database","volume":"3","author":"Johnson","year":"2016","journal-title":"Sci. Data"},{"issue":"22","key":"10.1016\/j.cmpb.2025.108754_b5","doi-asserted-by":"crossref","first-page":"1967","DOI":"10.1001\/jama.2023.7560","article-title":"Fluid therapy for critically ill adults with sepsis: A review","volume":"329","author":"Zampieri","year":"2023","journal-title":"Jama"},{"issue":"6","key":"10.1016\/j.cmpb.2025.108754_b6","doi-asserted-by":"crossref","first-page":"1047","DOI":"10.3390\/medicina59061047","article-title":"New insights into the fluid management in patients with septic shock","volume":"59","author":"Moschopoulos","year":"2023","journal-title":"Medicina"},{"issue":"9","key":"10.1016\/j.cmpb.2025.108754_b7","doi-asserted-by":"crossref","first-page":"3188","DOI":"10.3390\/jcm12093188","article-title":"2023 Update on sepsis and septic shock in adult patients: management in the emergency department","volume":"12","author":"Guarino","year":"2023","journal-title":"J. Clin. Med."},{"key":"10.1016\/j.cmpb.2025.108754_b8","doi-asserted-by":"crossref","first-page":"1529","DOI":"10.1007\/s00134-015-3850-x","article-title":"Fluid challenges in intensive care: the FENICE study: a global inception cohort study","volume":"41","author":"Cecconi","year":"2015","journal-title":"Intensive Care Med."},{"issue":"2","key":"10.1016\/j.cmpb.2025.108754_b9","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1111\/1467-9868.00389","article-title":"Optimal dynamic treatment regimes","volume":"65","author":"Murphy","year":"2003","journal-title":"J. R. Stat. Soc. Ser. B Stat. Methodol."},{"key":"10.1016\/j.cmpb.2025.108754_b10","series-title":"Machine Learning for Healthcare Conference","first-page":"146","article-title":"Learning optimal dynamic treatment regimes using causal tree methods in medicine","author":"Blumlein","year":"2022"},{"key":"10.1016\/j.cmpb.2025.108754_b11","doi-asserted-by":"crossref","DOI":"10.1287\/mnsc.2022.00883","article-title":"Ambiguous dynamic treatment regimes: A reinforcement learning approach","author":"Saghafian","year":"2023","journal-title":"Manag. Sci."},{"issue":"533","key":"10.1016\/j.cmpb.2025.108754_b12","doi-asserted-by":"crossref","first-page":"421","DOI":"10.1080\/01621459.2020.1819294","article-title":"Stochastic tree search for estimating optimal dynamic treatment regimes","volume":"116","author":"Sun","year":"2021","journal-title":"J. Amer. Statist. Assoc."},{"issue":"4","key":"10.1016\/j.cmpb.2025.108754_b13","doi-asserted-by":"crossref","first-page":"963","DOI":"10.1093\/biomet\/asy043","article-title":"Constructing dynamic treatment regimes over indefinite time horizons","volume":"105","author":"Ertefaie","year":"2018","journal-title":"Biometrika"},{"issue":"2","key":"10.1016\/j.cmpb.2025.108754_b14","first-page":"19","article-title":"Incorporating causal factors into reinforcement learning for dynamic treatment regimes in HIV","volume":"19","author":"Yu","year":"2019","journal-title":"BMC Med. Inform. Decis. Mak."},{"issue":"8","key":"10.1016\/j.cmpb.2025.108754_b15","doi-asserted-by":"crossref","first-page":"762","DOI":"10.1001\/jama.2016.0288","article-title":"Assessment of clinical criteria for sepsis: for the third international consensus definitions for sepsis and septic shock (Sepsis-3)","volume":"315","author":"Seymour","year":"2016","journal-title":"Jama"},{"issue":"1","key":"10.1016\/j.cmpb.2025.108754_b16","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1038\/s41746-023-00755-5","article-title":"A value-based deep reinforcement learning model with human expertise in optimal treatment of sepsis","volume":"6","author":"Wu","year":"2023","journal-title":"NPJ Digit. Med."},{"key":"10.1016\/j.cmpb.2025.108754_b17","article-title":"ADT 2 R: Adaptive decision transformer for dynamic treatment regimes in sepsis","author":"Jeon","year":"2024","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"key":"10.1016\/j.cmpb.2025.108754_b18","doi-asserted-by":"crossref","DOI":"10.1016\/j.cmpb.2022.107280","article-title":"Reinforcement learning strategies in cancer chemotherapy treatments: A review","volume":"229","author":"Yang","year":"2023","journal-title":"Comput. Methods Programs Biomed."},{"key":"10.1016\/j.cmpb.2025.108754_b19","series-title":"Dynamic treatment regimes: Statistical methods for precision medicine","author":"Tsiatis","year":"2019"},{"issue":"533","key":"10.1016\/j.cmpb.2025.108754_b20","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1080\/01621459.2020.1863224","article-title":"Introduction to the theory and methods special issue on precision medicine and individualized policy discovery","volume":"116","author":"Kosorok","year":"2021","journal-title":"J. Amer. Statist. Assoc."},{"issue":"524","key":"10.1016\/j.cmpb.2025.108754_b21","doi-asserted-by":"crossref","first-page":"1541","DOI":"10.1080\/01621459.2017.1345743","article-title":"Interpretable dynamic treatment regimes","volume":"113","author":"Zhang","year":"2018","journal-title":"J. Amer. Statist. Assoc."},{"issue":"3","key":"10.1016\/j.cmpb.2025.108754_b22","doi-asserted-by":"crossref","first-page":"891","DOI":"10.1111\/biom.12836","article-title":"C-learning: A new classification framework to estimate optimal dynamic treatment regimes","volume":"74","author":"Zhang","year":"2018","journal-title":"Biometrics"},{"issue":"3","key":"10.1016\/j.cmpb.2025.108754_b23","doi-asserted-by":"crossref","first-page":"2260","DOI":"10.1111\/biom.13754","article-title":"Estimating tree-based dynamic treatment regimes using observational data with restricted treatment sequences","volume":"79","author":"Zhou","year":"2023","journal-title":"Biometrics"},{"issue":"1","key":"10.1016\/j.cmpb.2025.108754_b24","first-page":"1225","article-title":"Dynamic treatment regimes: Technical challenges and applications","volume":"8","author":"Laber","year":"2014","journal-title":"Electron. J. Stat."},{"issue":"531","key":"10.1016\/j.cmpb.2025.108754_b25","doi-asserted-by":"crossref","first-page":"1531","DOI":"10.1080\/01621459.2019.1629939","article-title":"Estimating optimal dynamic treatment regimes with survival outcomes","volume":"115","author":"Simoneau","year":"2020","journal-title":"J. Amer. Statist. Assoc."},{"issue":"533","key":"10.1016\/j.cmpb.2025.108754_b26","doi-asserted-by":"crossref","first-page":"368","DOI":"10.1080\/01621459.2020.1753522","article-title":"Robust Q-learning","volume":"116","author":"Ertefaie","year":"2021","journal-title":"J. Amer. Statist. Assoc."},{"issue":"3","key":"10.1016\/j.cmpb.2025.108754_b27","doi-asserted-by":"crossref","first-page":"551","DOI":"10.1093\/jrsssb\/qkad016","article-title":"Bayesian likelihood-based regression for estimation of optimal dynamic treatment regimes","volume":"85","author":"Yu","year":"2023","journal-title":"J. R. Stat. Soc. Ser. B Stat. Methodol."},{"issue":"523","key":"10.1016\/j.cmpb.2025.108754_b28","doi-asserted-by":"crossref","first-page":"1255","DOI":"10.1080\/01621459.2017.1340887","article-title":"A Bayesian machine learning approach for optimizing dynamic treatment regimes","volume":"113","author":"Murray","year":"2018","journal-title":"J. Amer. Statist. Assoc."},{"key":"10.1016\/j.cmpb.2025.108754_b29","first-page":"kxae002","article-title":"Estimation of optimal treatment regimes with electronic medical record data using the residual life value estimator","author":"Rhodes","year":"2024","journal-title":"Biostatistics"},{"issue":"510","key":"10.1016\/j.cmpb.2025.108754_b30","doi-asserted-by":"crossref","first-page":"583","DOI":"10.1080\/01621459.2014.937488","article-title":"New statistical learning methods for estimating optimal dynamic treatment regimes","volume":"110","author":"Zhao","year":"2015","journal-title":"J. Amer. Statist. Assoc."},{"issue":"1","key":"10.1016\/j.cmpb.2025.108754_b31","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1111\/biom.12539","article-title":"Adaptive contrast weighted learning for multi-stage multi-treatment decision-making","volume":"73","author":"Tao","year":"2017","journal-title":"Biometrics"},{"issue":"3","key":"10.1016\/j.cmpb.2025.108754_b32","doi-asserted-by":"crossref","first-page":"1914","DOI":"10.1214\/18-AOAS1137","article-title":"Tree-based reinforcement learning for estimating optimal dynamic treatment regimes","volume":"12","author":"Tao","year":"2018","journal-title":"Ann. Appl. Stat."},{"issue":"9\u201312","key":"10.1016\/j.cmpb.2025.108754_b33","doi-asserted-by":"crossref","first-page":"1393","DOI":"10.1016\/0270-0255(86)90088-6","article-title":"A new approach to causal inference in mortality studies with a sustained exposure period\u2014application to control of the healthy worker survivor effect","volume":"7","author":"Robins","year":"1986","journal-title":"Math. Model."},{"key":"10.1016\/j.cmpb.2025.108754_b34","doi-asserted-by":"crossref","first-page":"553","DOI":"10.1201\/9781420011579.ch23","article-title":"Estimation of the causal effects of time-varying exposures","author":"Robins","year":"2008","journal-title":"Chapman & Hall\/CRC Handb. Mod. Stat. Methods"},{"key":"10.1016\/j.cmpb.2025.108754_b35","series-title":"A First Course in Causal Inference","author":"Ding","year":"2024"},{"issue":"3","key":"10.1016\/j.cmpb.2025.108754_b36","doi-asserted-by":"crossref","first-page":"714","DOI":"10.1111\/biom.12052","article-title":"Inference for optimal dynamic treatment regimes using an adaptive m-out-of-n bootstrap scheme","volume":"69","author":"Chakraborty","year":"2013","journal-title":"Biometrics"},{"issue":"12","key":"10.1016\/j.cmpb.2025.108754_b37","doi-asserted-by":"crossref","first-page":"2338","DOI":"10.1177\/09622802221122397","article-title":"Penalized Spline-Involved Tree-based (PenSIT) Learning for estimating an optimal dynamic treatment regime using observational data","volume":"31","author":"Speth","year":"2022","journal-title":"Stat. Methods Med. Res."},{"issue":"2","key":"10.1016\/j.cmpb.2025.108754_b38","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1080\/19312458.2012.679848","article-title":"Advantages of Monte Carlo confidence intervals for indirect effects","volume":"6","author":"Preacher","year":"2012","journal-title":"Commun. Methods Meas."},{"issue":"26","key":"10.1016\/j.cmpb.2025.108754_b39","doi-asserted-by":"crossref","first-page":"3424","DOI":"10.1002\/sim.6558","article-title":"Optimization of multi-stage dynamic treatment regimes utilizing accumulated data","volume":"34","author":"Huang","year":"2015","journal-title":"Stat. Med."},{"issue":"14","key":"10.1016\/j.cmpb.2025.108754_b40","doi-asserted-by":"crossref","first-page":"1754","DOI":"10.1001\/jama.286.14.1754","article-title":"Serial evaluation of the SOFA score to predict outcome in critically ill patients","volume":"286","author":"Ferreira","year":"2001","journal-title":"Jama"},{"issue":"1","key":"10.1016\/j.cmpb.2025.108754_b41","doi-asserted-by":"crossref","first-page":"328","DOI":"10.1186\/s12874-022-01811-6","article-title":"Model selection for survival individualized treatment rules using the jackknife estimator","volume":"22","author":"Honvoh","year":"2022","journal-title":"BMC Med. Res. Methodol."},{"issue":"3","key":"10.1016\/j.cmpb.2025.108754_b42","doi-asserted-by":"crossref","first-page":"1037044","DOI":"10.21037\/apm-20-984","article-title":"Prognostic values of SOFA score, qSOFA score, and LODS score for patients with sepsis","volume":"9","author":"Li","year":"2020","journal-title":"Ann. Palliat. Med."}],"updated-by":[{"DOI":"10.1016\/j.cmpb.2025.108879","type":"erratum","label":"Erratum","source":"publisher","updated":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000}}],"container-title":["Computer Methods and Programs in Biomedicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0169260725001713?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0169260725001713?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,5,3]],"date-time":"2025-05-03T23:54:06Z","timestamp":1746316446000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0169260725001713"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6]]},"references-count":42,"alternative-id":["S0169260725001713"],"URL":"https:\/\/doi.org\/10.1016\/j.cmpb.2025.108754","relation":{},"ISSN":["0169-2607"],"issn-type":[{"value":"0169-2607","type":"print"}],"subject":[],"published":{"date-parts":[[2025,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Reinforcement learning using neural networks in estimating an optimal dynamic treatment regime in patients with sepsis","name":"articletitle","label":"Article Title"},{"value":"Computer Methods and Programs in Biomedicine","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.cmpb.2025.108754","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"108754"}}