{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,3]],"date-time":"2026-09-03T17:00:41Z","timestamp":1788454841734,"version":"build-2803163510"},"reference-count":26,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100003052","name":"Korea Ministry of Trade Industry and Energy","doi-asserted-by":"publisher","award":["P0014715"],"award-info":[{"award-number":["P0014715"]}],"id":[{"id":"10.13039\/501100003052","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010418","name":"Institute for Information Communication Technology Planning and Evaluation","doi-asserted-by":"publisher","award":["2021-0-00077"],"award-info":[{"award-number":["2021-0-00077"]}],"id":[{"id":"10.13039\/501100010418","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"NRF","doi-asserted-by":"publisher","award":["2021R1A2C3010887"],"award-info":[{"award-number":["2021R1A2C3010887"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"NRF","doi-asserted-by":"publisher","award":["2021R1A2C1009878"],"award-info":[{"award-number":["2021R1A2C1009878"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"NRF","doi-asserted-by":"publisher","award":["2022R1A4A5033271"],"award-info":[{"award-number":["2022R1A4A5033271"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Theoretical Biology"],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1016\/j.jtbi.2024.111914","type":"journal-article","created":{"date-parts":[[2024,8,5]],"date-time":"2024-08-05T23:36:13Z","timestamp":1722900973000},"page":"111914","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":2,"special_numbering":"C","title":["Optimal STI controls for HIV patients based on an efficient deep Q learning method"],"prefix":"10.1016","volume":"594","author":[{"given":"Changyeon","family":"Yoon","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jaemoo","family":"Choi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hee-Dae","family":"Kwon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Myungjoo","family":"Kang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.jtbi.2024.111914_b1","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1016\/j.cam.2005.02.004","article-title":"HIV dynamics: modeling, data analysis, and optimal treatment protocols","volume":"184","author":"Adams","year":"2005","journal-title":"J. Comput. Appl. Math."},{"issue":"2","key":"10.1016\/j.jtbi.2024.111914_b2","doi-asserted-by":"crossref","first-page":"223","DOI":"10.3934\/mbe.2004.1.223","article-title":"Dynamic multidrug therapies for HIV: Optimal and STI control approaches","volume":"1","author":"Adams","year":"2004","journal-title":"Math. Biosci. Eng."},{"issue":"9","key":"10.1016\/j.jtbi.2024.111914_b3","doi-asserted-by":"crossref","first-page":"560","DOI":"10.1016\/j.tins.2015.07.004","article-title":"Memory trace replay: the shaping of memory consolidation by neuromodulation","volume":"38","author":"Atherton","year":"2015","journal-title":"Trends Neurosci."},{"issue":"4","key":"10.1016\/j.jtbi.2024.111914_b4","doi-asserted-by":"crossref","first-page":"3275","DOI":"10.1128\/jvi.71.4.3275-3278.1997","article-title":"Human immunodeficiency virus drug therapy and virus load","volume":"71","author":"Bonhoeffer","year":"1997","journal-title":"J. Virol."},{"issue":"1","key":"10.1016\/j.jtbi.2024.111914_b5","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1006\/bulm.2001.0266","article-title":"HIV-1 infection and low steady state viral loads","volume":"64","author":"Callaway","year":"2002","journal-title":"Bull. Math. Biol."},{"key":"10.1016\/j.jtbi.2024.111914_b6","series-title":"Proceedings of the 45th IEEE Conference on Decision and Control","first-page":"667","article-title":"Clinical data based optimal STI strategies for HIV: a reinforcement learning approach","author":"Ernst","year":"2006"},{"issue":"7084","key":"10.1016\/j.jtbi.2024.111914_b7","doi-asserted-by":"crossref","first-page":"680","DOI":"10.1038\/nature04587","article-title":"Reverse replay of behavioural sequences in hippocampal place cells during the awake state","volume":"440","author":"Foster","year":"2006","journal-title":"Nature"},{"issue":"11","key":"10.1016\/j.jtbi.2024.111914_b8","doi-asserted-by":"crossref","first-page":"824","DOI":"10.1056\/NEJM200103153441108","article-title":"The cost effectiveness of combination antiretroviral therapy for HIV disease","volume":"344","author":"Freedberg","year":"2001","journal-title":"N. Engl. J. Med."},{"issue":"21","key":"10.1016\/j.jtbi.2024.111914_b9","doi-asserted-by":"crossref","first-page":"1993","DOI":"10.1056\/NEJMoa030218","article-title":"Combination antiretroviral therapy and the risk of myocardial infarction","volume":"349","author":"Friis-M\u00f6ller","year":"2003","journal-title":"N. Engl. J. Med."},{"key":"10.1016\/j.jtbi.2024.111914_b10","article-title":"Double Q-learning","volume":"23","author":"Hasselt","year":"2010","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"6510","key":"10.1016\/j.jtbi.2024.111914_b11","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1038\/373123a0","article-title":"Rapid turnover of plasma virions and CD4 lymphocytes in HIV-1 infection","volume":"373","author":"Ho","year":"1995","journal-title":"Nature"},{"issue":"7","key":"10.1016\/j.jtbi.2024.111914_b12","doi-asserted-by":"crossref","first-page":"682","DOI":"10.1056\/NEJMc1308413","article-title":"How a single patient influenced HIV research\u201415-year follow-up","volume":"370","author":"Jessen","year":"2014","journal-title":"N. Engl. J. Med."},{"key":"10.1016\/j.jtbi.2024.111914_b13","series-title":"Reinforcement Learning for Robots Using Neural Networks","author":"Lin","year":"1992"},{"issue":"9200","key":"10.1016\/j.jtbi.2024.111914_b14","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1016\/S0140-6736(99)03515-1","article-title":"Structured treatment interruptions to control HIV-1 infection","volume":"355","author":"Lori","year":"2000","journal-title":"Lancet"},{"key":"10.1016\/j.jtbi.2024.111914_b15","series-title":"Proc. Icml","first-page":"3","article-title":"Rectifier nonlinearities improve neural network acoustic models","author":"Maas","year":"2013"},{"key":"10.1016\/j.jtbi.2024.111914_b16","article-title":"Weighted importance sampling for off-policy learning with linear function approximation","volume":"27","author":"Mahmood","year":"2014","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.jtbi.2024.111914_b17","series-title":"Playing atari with deep reinforcement learning","author":"Mnih","year":"2013"},{"issue":"7540","key":"10.1016\/j.jtbi.2024.111914_b18","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"Mnih","year":"2015","journal-title":"Nature"},{"key":"10.1016\/j.jtbi.2024.111914_b19","doi-asserted-by":"crossref","DOI":"10.7554\/eLife.06063","article-title":"Hippocampal place cells construct reward related sequences through unexplored space","volume":"4","author":"\u00d3lafsd\u00f3ttir","year":"2015","journal-title":"Elife"},{"issue":"6629","key":"10.1016\/j.jtbi.2024.111914_b20","doi-asserted-by":"crossref","first-page":"188","DOI":"10.1038\/387188a0","article-title":"Decay characteristics of HIV-1-infected compartments during combination therapy","volume":"387","author":"Perelson","year":"1997","journal-title":"Nature"},{"issue":"4","key":"10.1016\/j.jtbi.2024.111914_b21","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1097\/00002030-200003100-00013","article-title":"Structured treatment interruption in chronically HIV-1 infected patients after long-term viral suppression","volume":"14","author":"Ruiz","year":"2000","journal-title":"AIDS"},{"key":"10.1016\/j.jtbi.2024.111914_b22","series-title":"Prioritized experience replay","author":"Schaul","year":"2015"},{"key":"10.1016\/j.jtbi.2024.111914_b23","series-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"key":"10.1016\/j.jtbi.2024.111914_b24","series-title":"Proceedings of the AAAI Conference on Artificial Intelligence","article-title":"Deep reinforcement learning with double q-learning","volume":"Vol. 30","author":"Van Hasselt","year":"2016"},{"issue":"6510","key":"10.1016\/j.jtbi.2024.111914_b25","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1038\/373117a0","article-title":"Viral dynamics in human immunodeficiency virus type 1 infection","volume":"373","author":"Wei","year":"1995","journal-title":"Nature"},{"key":"10.1016\/j.jtbi.2024.111914_b26","doi-asserted-by":"crossref","first-page":"648","DOI":"10.1109\/TNNLS.2022.3176204","article-title":"An XGBoost-based fitted Q iteration for finding the optimal STI strategies for HIV patients","volume":"35","author":"Yu","year":"2024","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."}],"container-title":["Journal of Theoretical Biology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0022519324001991?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0022519324001991?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T02:46:19Z","timestamp":1725417979000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0022519324001991"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11]]},"references-count":26,"alternative-id":["S0022519324001991"],"URL":"https:\/\/doi.org\/10.1016\/j.jtbi.2024.111914","relation":{},"ISSN":["0022-5193"],"issn-type":[{"value":"0022-5193","type":"print"}],"subject":[],"published":{"date-parts":[[2024,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Optimal STI controls for HIV patients based on an efficient deep Q learning method","name":"articletitle","label":"Article Title"},{"value":"Journal of Theoretical Biology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jtbi.2024.111914","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"111914"}}