{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T20:27:04Z","timestamp":1791318424761,"version":"4.3.1"},"reference-count":66,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Artificial Intelligence in Medicine"],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1016\/j.artmed.2023.102726","type":"journal-article","created":{"date-parts":[[2023,11,25]],"date-time":"2023-11-25T11:38:23Z","timestamp":1700912303000},"page":"102726","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":14,"special_numbering":"C","title":["Value function assessment to different RL algorithms for heparin treatment policy of patients with sepsis in ICU"],"prefix":"10.1016","volume":"147","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2800-448X","authenticated-orcid":false,"given":"Jiang","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yihao","family":"Xie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xin","family":"Shu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuwen","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yizhu","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5341-9011","authenticated-orcid":false,"given":"Kunhua","family":"Zhong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3175-5874","authenticated-orcid":false,"given":"Hao","family":"Liang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yujie","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6848-5919","authenticated-orcid":false,"given":"Chunyong","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2417-9167","authenticated-orcid":false,"given":"Yan","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuwei","family":"Zou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ziting","family":"Zhuyi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiahao","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3994-1409","authenticated-orcid":false,"given":"Junhong","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoyan","family":"Hu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bin","family":"Yi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"8","key":"10.1016\/j.artmed.2023.102726_b1","doi-asserted-by":"crossref","first-page":"801","DOI":"10.1001\/jama.2016.0287","article-title":"The third international consensus definitions for sepsis and septic shock (Sepsis-3)","volume":"315","author":"Singer","year":"2016","journal-title":"JAMA"},{"key":"10.1016\/j.artmed.2023.102726_b2","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1007\/s00595-019-01827-4","article-title":"Clinical-and surgery-specific risk factors for post-operative sepsis: a systematic review and meta-analysis of over 30 million patients","volume":"50","author":"Plaeke","year":"2020","journal-title":"Surg Today"},{"issue":"4","key":"10.1016\/j.artmed.2023.102726_b3","doi-asserted-by":"crossref","first-page":"290","DOI":"10.1016\/j.ijsu.2013.02.021","article-title":"The challenge of intra-abdominal sepsis","volume":"11","author":"Weledji","year":"2013","journal-title":"Int J Surg"},{"key":"10.1016\/j.artmed.2023.102726_b4","doi-asserted-by":"crossref","first-page":"452","DOI":"10.1007\/s00134-016-4621-z","article-title":"Should all patients with sepsis receive anticoagulation? Yes","volume":"43","author":"Meziani","year":"2017","journal-title":"Intens Care Med"},{"issue":"2","key":"10.1016\/j.artmed.2023.102726_b5","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1016\/S0272-5231(21)01089-3","article-title":"Venous thromboembolism: risk factors and prophylaxis","volume":"16","author":"Anderson","year":"1995","journal-title":"Clin Chest Med"},{"key":"10.1016\/j.artmed.2023.102726_b6","doi-asserted-by":"crossref","first-page":"304","DOI":"10.1007\/s00134-017-4683-6","article-title":"Surviving sepsis campaign: international guidelines for management of sepsis and septic shock: 2016","volume":"43","author":"Rhodes","year":"2017","journal-title":"Intens Care Med"},{"issue":"3","key":"10.1016\/j.artmed.2023.102726_b7","doi-asserted-by":"crossref","first-page":"454","DOI":"10.1016\/j.immuni.2021.01.007","article-title":"Heparin prevents caspase-11-dependent septic lethality independent of anticoagulant properties","volume":"54","author":"Tang","year":"2021","journal-title":"Immunity"},{"issue":"5","key":"10.1016\/j.artmed.2023.102726_b8","doi-asserted-by":"crossref","first-page":"1104","DOI":"10.1097\/CCM.0b013e31820eb718","article-title":"The effect of heparin administration in animal models of sepsis: a prospective study in Escherichia coli-challenged mice and a systematic review and metaregression analysis of published studies","volume":"39","author":"Li","year":"2011","journal-title":"Crit Care Med"},{"issue":"1","key":"10.1016\/j.artmed.2023.102726_b9","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1038\/nri3345","article-title":"Thrombosis as an intravascular effector of innate immunity","volume":"13","author":"Engelmann","year":"2013","journal-title":"Nat Rev Immunol"},{"key":"10.1016\/j.artmed.2023.102726_b10","first-page":"1","article-title":"PAMPs and DAMPs as triggers for DIC","volume":"2","author":"Ito","year":"2014","journal-title":"J Intens Care"},{"issue":"3","key":"10.1016\/j.artmed.2023.102726_b11","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1183\/09031936.00165606","article-title":"Natural anticoagulants limit lipopolysaccharide-induced pulmonary coagulation but not inflammation","volume":"30","author":"Choi","year":"2007","journal-title":"Eur Respir J"},{"issue":"09","key":"10.1016\/j.artmed.2023.102726_b12","doi-asserted-by":"crossref","first-page":"579","DOI":"10.1160\/TH07-01-0006","article-title":"The role of heparin and allied compounds in the treatment of sepsis","volume":"98","author":"Cornet","year":"2007","journal-title":"Thromb Haemost"},{"issue":"10","key":"10.1016\/j.artmed.2023.102726_b13","doi-asserted-by":"crossref","first-page":"699","DOI":"10.1056\/NEJM200103083441001","article-title":"Efficacy and safety of recombinant human activated protein C for severe sepsis","volume":"344","author":"Bernard","year":"2001","journal-title":"New England J Med"},{"key":"10.1016\/j.artmed.2023.102726_b14","doi-asserted-by":"crossref","first-page":"238","DOI":"10.1001\/jama.290.2.238","article-title":"Efficacy and safety of tifacogin (recombinant tissue factor pathway inhibitor) in severe sepsis","volume":"290","author":"Bihari","year":"2003","journal-title":"JAMA"},{"issue":"3","key":"10.1016\/j.artmed.2023.102726_b15","doi-asserted-by":"crossref","first-page":"389","DOI":"10.1111\/bjh.14885","article-title":"The role of heparin in sepsis: much more than just an anticoagulant","volume":"179","author":"Li","year":"2017","journal-title":"Br J Haematol"},{"key":"10.1016\/j.artmed.2023.102726_b16","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s13054-014-0563-4","article-title":"Heparin therapy reduces 28-day mortality in adult severe sepsis patients: a systematic review and meta-analysis","volume":"18","author":"Wang","year":"2014","journal-title":"Crit Care"},{"issue":"1","key":"10.1016\/j.artmed.2023.102726_b17","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s12871-021-01545-w","article-title":"Unfractionated heparin improves the clinical efficacy in adult sepsis patients: a systematic review and meta-analysis","volume":"22","author":"Fu","year":"2022","journal-title":"BMC Anesthesiol"},{"key":"10.1016\/j.artmed.2023.102726_b18","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/cc14203","article-title":"Efficacy and safety of heparin in patients with sepsis: a systematic review and meta-analysis","volume":"19","author":"Zarychanski","year":"2015","journal-title":"Crit Care"},{"key":"10.1016\/j.artmed.2023.102726_b19","doi-asserted-by":"crossref","DOI":"10.3389\/fimmu.2022.1029167","article-title":"Moving the needle: Employing deep reinforcement learning to push the boundaries of coarse-grained vaccine models","volume":"13","author":"Faris","year":"2022","journal-title":"Front Immunol"},{"issue":"1","key":"10.1016\/j.artmed.2023.102726_b20","doi-asserted-by":"crossref","first-page":"136","DOI":"10.1038\/s41591-021-01599-w","article-title":"Optimizing risk-based breast cancer screening policies with reinforcement learning","volume":"28","author":"Yala","year":"2022","journal-title":"Nat Med"},{"key":"10.1016\/j.artmed.2023.102726_b21","doi-asserted-by":"crossref","first-page":"471","DOI":"10.1007\/s40265-020-01435-4","article-title":"Personalized multimorbidity management for patients with type 2 diabetes using reinforcement learning of electronic health records","volume":"81","author":"Zheng","year":"2021","journal-title":"Drugs"},{"issue":"1","key":"10.1016\/j.artmed.2023.102726_b22","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1016\/j.artmed.2014.07.004","article-title":"Optimization of anemia treatment in hemodialysis patients via reinforcement learning","volume":"62","author":"Escandell-Montero","year":"2014","journal-title":"Artif Intell Med"},{"issue":"11","key":"10.1016\/j.artmed.2023.102726_b23","doi-asserted-by":"crossref","first-page":"1716","DOI":"10.1038\/s41591-018-0213-5","article-title":"The artificial intelligence clinician learns optimal treatment strategies for sepsis in intensive care","volume":"24","author":"Komorowski","year":"2018","journal-title":"Nat Med"},{"key":"10.1016\/j.artmed.2023.102726_b24","doi-asserted-by":"crossref","DOI":"10.1016\/j.artmed.2020.101836","article-title":"Reinforcement learning application in diabetes blood glucose control: A systematic review","volume":"104","author":"Tejedor","year":"2020","journal-title":"Artif Intell Med"},{"key":"10.1016\/j.artmed.2023.102726_b25","doi-asserted-by":"crossref","DOI":"10.1016\/j.artmed.2020.102003","article-title":"Transatlantic transferability of a new reinforcement learning model for optimizing haemodynamic treatment for critically ill patients with sepsis","volume":"112","author":"Roggeveen","year":"2021","journal-title":"Artif Intell Med"},{"issue":"11","key":"10.1016\/j.artmed.2023.102726_b26","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0275358","article-title":"Superhuman performance on sepsis MIMIC-III data by distributional reinforcement learning","volume":"17","author":"B\u00f6ck","year":"2022","journal-title":"PLoS One"},{"issue":"1","key":"10.1016\/j.artmed.2023.102726_b27","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41597-022-01899-x","article-title":"MIMIC-IV, a freely accessible electronic health record dataset","volume":"10","author":"Johnson","year":"2023","journal-title":"Sci Data"},{"key":"10.1016\/j.artmed.2023.102726_b28","series-title":"Learning to mix n-step returns: Generalizing lambda-returns for deep reinforcement learning","author":"Sharma","year":"2017"},{"key":"10.1016\/j.artmed.2023.102726_b29","doi-asserted-by":"crossref","DOI":"10.1016\/j.artmed.2021.102158","article-title":"The three ghosts of medical AI: Can the black-box present deliver?","volume":"124","author":"Quinn","year":"2022","journal-title":"Artif Intell Med"},{"issue":"3","key":"10.1016\/j.artmed.2023.102726_b30","doi-asserted-by":"crossref","first-page":"664","DOI":"10.1378\/chest.12-1106","article-title":"Survival after shock requiring high-dose vasopressor therapy","volume":"143","author":"Brown","year":"2013","journal-title":"Chest"},{"issue":"1","key":"10.1016\/j.artmed.2023.102726_b31","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/sdata.2018.178","article-title":"The eICU Collaborative Research Database, a freely available multi-center database for critical care research","volume":"5","author":"Pollard","year":"2018","journal-title":"Sci Data"},{"issue":"10","key":"10.1016\/j.artmed.2023.102726_b32","doi-asserted-by":"crossref","first-page":"2158","DOI":"10.1097\/CCM.0000000000000520","article-title":"Interaction between fluids and vasoactive agents on mortality in septic shock: a multicenter, observational study","volume":"42","author":"Waechter","year":"2014","journal-title":"Crit Care Med"},{"issue":"1","key":"10.1016\/j.artmed.2023.102726_b33","doi-asserted-by":"crossref","first-page":"7166","DOI":"10.1038\/s41598-022-11012-2","article-title":"Interpretability and fairness evaluation of deep learning models on MIMIC-IV dataset","volume":"12","author":"Meng","year":"2022","journal-title":"Sci Rep"},{"key":"10.1016\/j.artmed.2023.102726_b34","series-title":"Machine learning for healthcare conference","first-page":"147","article-title":"Continuous state-space models for optimal sepsis treatment: a deep reinforcement learning approach","author":"Raghu","year":"2017"},{"key":"10.1016\/j.artmed.2023.102726_b35","first-page":"679","article-title":"A Markovian decision process","author":"Bellman","year":"1957","journal-title":"J Math Mech"},{"key":"10.1016\/j.artmed.2023.102726_b36","series-title":"Reinforcement learning: an introduction","author":"Sutton","year":"2018"},{"key":"10.1016\/j.artmed.2023.102726_b37","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1016\/j.thromres.2016.11.007","article-title":"Coagulation and sepsis","volume":"149","author":"Levi","year":"2017","journal-title":"Thromb Res"},{"issue":"7","key":"10.1016\/j.artmed.2023.102726_b38","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1038\/s41581-018-0005-7","article-title":"Mechanisms and treatment of organ failure in sepsis","volume":"14","author":"Lelubre","year":"2018","journal-title":"Nat Rev Nephrol"},{"key":"10.1016\/j.artmed.2023.102726_b39","series-title":"Deep reinforcement learning for clinical decision support: a brief survey","author":"Liu","year":"2019"},{"key":"10.1016\/j.artmed.2023.102726_b40","series-title":"Ninth workshop on virtual intelligence\/dynamic neural networks. Vol. 3728","first-page":"510","article-title":"Stable adaptive control using new critic designs","author":"Werbos","year":"1999"},{"key":"10.1016\/j.artmed.2023.102726_b41","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1613\/jair.639","article-title":"Hierarchical reinforcement learning with the MAXQ value function decomposition","volume":"13","author":"Dietterich","year":"2000","journal-title":"J Artif Intell Res"},{"key":"10.1016\/j.artmed.2023.102726_b42","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2021.102193","article-title":"Deep reinforcement learning in medical imaging: A literature review","volume":"73","author":"Zhou","year":"2021","journal-title":"Med Image Anal"},{"key":"10.1016\/j.artmed.2023.102726_b43","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1023\/A:1022633531479","article-title":"Learning to predict by the methods of temporal differences","volume":"3","author":"Sutton","year":"1988","journal-title":"Mach Learn"},{"key":"10.1016\/j.artmed.2023.102726_b44","series-title":"Feature Markov decision processes","author":"Hutter","year":"2008"},{"key":"10.1016\/j.artmed.2023.102726_b45","series-title":"Learning from delayed rewards","author":"Watkins","year":"1989"},{"key":"10.1016\/j.artmed.2023.102726_b46","doi-asserted-by":"crossref","first-page":"133653","DOI":"10.1109\/ACCESS.2019.2941229","article-title":"Q-learning algorithms: A comprehensive classification and applications","volume":"7","author":"Jang","year":"2019","journal-title":"IEEE Access"},{"key":"10.1016\/j.artmed.2023.102726_b47","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1023\/A:1018012322525","article-title":"Reinforcement learning with replacing eligibility traces","volume":"22","author":"Singh","year":"1996","journal-title":"Mach Learn"},{"key":"10.1016\/j.artmed.2023.102726_b48","series-title":"Eligibility traces for off-policy policy evaluation","first-page":"80","author":"Precup","year":"2000"},{"key":"10.1016\/j.artmed.2023.102726_b49","series-title":"ICML","first-page":"417","article-title":"Off-policy temporal-difference learning with function approximation","author":"Precup","year":"2001"},{"key":"10.1016\/j.artmed.2023.102726_b50","doi-asserted-by":"crossref","unstructured":"Jiang R, Zhang S, Chelu V, White A, van Hasselt H. Learning expected emphatic traces for deep RL. In: Proceedings of the AAAI conference on artificial intelligence. Vol. 36. No. 6. 2022, p. 7015\u201323.","DOI":"10.1609\/aaai.v36i6.20660"},{"key":"10.1016\/j.artmed.2023.102726_b51","series-title":"Advances in neural information processing systems. Vol. 31","article-title":"Breaking the curse of horizon: Infinite-horizon off-policy estimation","author":"Liu","year":"2018"},{"key":"10.1016\/j.artmed.2023.102726_b52","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1613\/jair.135","article-title":"Truncating temporal differences: On the efficient implementation of TD (lambda) for reinforcement learning","volume":"2","author":"Cichosz","year":"1994","journal-title":"J Artificial Intelligence Res"},{"issue":"9","key":"10.1016\/j.artmed.2023.102726_b53","doi-asserted-by":"crossref","first-page":"874","DOI":"10.7326\/0003-4819-119-9-199311010-00002","article-title":"The weight-based heparin dosing nomogram compared with a standard care nomogram: a randomized controlled trial","volume":"119","author":"Raschke","year":"1993","journal-title":"Ann Int Med"},{"issue":"2","key":"10.1016\/j.artmed.2023.102726_b54","doi-asserted-by":"crossref","first-page":"e227S","DOI":"10.1378\/chest.11-2297","article-title":"Prevention of VTE in nonorthopedic surgical patients: antithrombotic therapy and prevention of thrombosis: American College of Chest Physicians Evidence-Based Clinical Practice Guidelines","volume":"141","author":"Gould","year":"2012","journal-title":"Chest"},{"key":"10.1016\/j.artmed.2023.102726_b55","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2021.107885","article-title":"LCU-Net: A novel low-cost U-Net for environmental microorganism image segmentation","volume":"115","author":"Zhang","year":"2021","journal-title":"Pattern Recognit"},{"issue":"14","key":"10.1016\/j.artmed.2023.102726_b56","doi-asserted-by":"crossref","first-page":"1754","DOI":"10.1001\/jama.286.14.1754","article-title":"Serial evaluation of the SOFA score to predict outcome in critically ill patients","volume":"286","author":"Ferreira","year":"2001","journal-title":"JAMA"},{"key":"10.1016\/j.artmed.2023.102726_b57","series-title":"International conference on machine learning","first-page":"14560","article-title":"Learning dynamics and generalization in deep reinforcement learning","author":"Lyle","year":"2022"},{"key":"10.1016\/j.artmed.2023.102726_b58","series-title":"International conference on machine learning","first-page":"4962","article-title":"Evaluating the performance of reinforcement learning algorithms","author":"Jordan","year":"2020"},{"key":"10.1016\/j.artmed.2023.102726_b59","series-title":"Off-policy actor-critic","author":"Degris","year":"2012"},{"key":"10.1016\/j.artmed.2023.102726_b60","doi-asserted-by":"crossref","DOI":"10.1016\/j.artmed.2021.102227","article-title":"Continuous action deep reinforcement learning for propofol dosing during general anesthesia","volume":"123","author":"Schamberg","year":"2022","journal-title":"Artif Intell Med"},{"key":"10.1016\/j.artmed.2023.102726_b61","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2022.108827","article-title":"GasHis-Transformer: A multi-scale visual transformer approach for gastric histopathological image detection","volume":"130","author":"Chen","year":"2022","journal-title":"Pattern Recognit"},{"key":"10.1016\/j.artmed.2023.102726_b62","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2022.108829","article-title":"CVM-Cervix: A hybrid cervical Pap-smear image classification framework using CNN, visual transformer and multilayer perceptron","volume":"130","author":"Liu","year":"2022","journal-title":"Pattern Recognit"},{"key":"10.1016\/j.artmed.2023.102726_b63","series-title":"Advances in neural information processing systems. Vol. 34","first-page":"15084","article-title":"Decision transformer: Reinforcement learning via sequence modeling","author":"Chen","year":"2021"},{"key":"10.1016\/j.artmed.2023.102726_b64","series-title":"Advances in neural information processing systems. Vol. 34","first-page":"1273","article-title":"Offline reinforcement learning as one big sequence modeling problem","author":"Janner","year":"2021"},{"key":"10.1016\/j.artmed.2023.102726_b65","series-title":"Deep transformer Q-networks for partially observable reinforcement learning","author":"Esslinger","year":"2022"},{"key":"10.1016\/j.artmed.2023.102726_b66","series-title":"Deep reinforcement learning for sepsis treatment","author":"Raghu","year":"2017"}],"container-title":["Artificial Intelligence in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0933365723002403?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0933365723002403?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T15:18:50Z","timestamp":1760541530000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0933365723002403"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1]]},"references-count":66,"alternative-id":["S0933365723002403"],"URL":"https:\/\/doi.org\/10.1016\/j.artmed.2023.102726","relation":{},"ISSN":["0933-3657"],"issn-type":[{"value":"0933-3657","type":"print"}],"subject":[],"published":{"date-parts":[[2024,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Value function assessment to different RL algorithms for heparin treatment policy of patients with sepsis in ICU","name":"articletitle","label":"Article Title"},{"value":"Artificial Intelligence in Medicine","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.artmed.2023.102726","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"102726"}}