{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T14:57:15Z","timestamp":1776783435648,"version":"3.51.2"},"reference-count":40,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2019,3,1]],"date-time":"2019-03-01T00:00:00Z","timestamp":1551398400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/100008982","name":"Qatar National Research Fund","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007458","name":"Qatar Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007458","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Mathematical Biosciences"],"published-print":{"date-parts":[[2019,3]]},"DOI":"10.1016\/j.mbs.2019.01.012","type":"journal-article","created":{"date-parts":[[2019,2,5]],"date-time":"2019-02-05T07:01:21Z","timestamp":1549350081000},"page":"131-142","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":42,"special_numbering":"C","title":["Optimal adaptive control of drug dosing using integral reinforcement learning"],"prefix":"10.1016","volume":"309","author":[{"given":"Regina","family":"Padmanabhan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3098-9369","authenticated-orcid":false,"given":"Nader","family":"Meskin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wassim M.","family":"Haddad","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"10","key":"10.1016\/j.mbs.2019.01.012_bib0001","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1109\/MSPEC.2018.8482421","article-title":"AI in the ICU","volume":"55","author":"Gholami","year":"2018","journal-title":"IEEE Spectr."},{"issue":"1","key":"10.1016\/j.mbs.2019.01.012_bib0002","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1146\/annurev-pharmtox-010617-052446","article-title":"Precision medicine is not just genomics: the right dose for every patient","volume":"58","author":"Peck","year":"2018","journal-title":"Annu. Rev. Pharmacol. Toxicol."},{"issue":"6","key":"10.1016\/j.mbs.2019.01.012_bib0003","doi-asserted-by":"crossref","first-page":"2161","DOI":"10.1213\/ANE.0000000000002612","article-title":"Standardized care versus precision medicine: do we really need to wait for point-of-care testing?","volume":"125","author":"Gordon","year":"2017","journal-title":"Anesth. Analg."},{"issue":"1","key":"10.1016\/j.mbs.2019.01.012_bib0004","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1016\/j.mayocp.2013.10.021","article-title":"Preemptive genotyping for personalized medicine: design of the right drug, right dose, right time-using genomic data to individualize treatment protocol","volume":"89","author":"Bielinski","year":"2014","journal-title":"Mayo Clin. Proc."},{"issue":"2","key":"10.1016\/j.mbs.2019.01.012_bib0005","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1002\/asjc.701","article-title":"Clinical decision support and closed-loop control for intensive care unit sedation","volume":"15","author":"Haddad","year":"2013","journal-title":"Asian J. Control"},{"issue":"2","key":"10.1016\/j.mbs.2019.01.012_bib0006","doi-asserted-by":"crossref","first-page":"374","DOI":"10.1097\/01.CCM.0000196830.61965.F1","article-title":"Canadian survey of the use of sedatives, analgesics, and neuromuscular blocking agents in critically ill patients","volume":"34","author":"Mehta","year":"2006","journal-title":"Crit. Care Med."},{"issue":"3","key":"10.1016\/j.mbs.2019.01.012_bib0007","doi-asserted-by":"crossref","first-page":"516","DOI":"10.1213\/ANE.0b013e318203f5ad","article-title":"Closed-loop anesthesia: are we getting close to finding the holygrail?","volume":"112","author":"Absalom","year":"2011","journal-title":"Anesth. Analg."},{"issue":"1","key":"10.1016\/j.mbs.2019.01.012_bib0008","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1093\/bja\/aew312","article-title":"Pharmacokinetic and pharmacodynamic interactions in anaesthesia. a review of current knowledge and how it can be used to optimize anaesthetic drug administration","volume":"118","author":"Van Den Berg","year":"2017","journal-title":"Br. J. Anaesth."},{"key":"10.1016\/j.mbs.2019.01.012_bib0009","doi-asserted-by":"crossref","first-page":"286","DOI":"10.1097\/00000542-200108000-00007","article-title":"A double blind randomised comparison of IV lorazepam versus midazolam for sedation of ICU patients via a pharmacologic model","volume":"95","author":"Barr","year":"2001","journal-title":"Anesthesiology"},{"issue":"5","key":"10.1016\/j.mbs.2019.01.012_bib0010","doi-asserted-by":"crossref","first-page":"1170","DOI":"10.1097\/00000542-199805000-00006","article-title":"The influence of method of administration and covariates on the pharmacokinetics of propofol in adult volunteers","volume":"88","author":"Schnider","year":"1998","journal-title":"Anesthesiology"},{"key":"10.1016\/j.mbs.2019.01.012_bib0011","doi-asserted-by":"crossref","first-page":"547","DOI":"10.1002\/oca.2038","article-title":"Optimal drug dosing control for intensive care unit sedation using a hybrid deterministic-stochastic pharmacokinetic and pharmacodynamic model","volume":"34","author":"Gholami","year":"2013","journal-title":"Optim. Control Appl. Methods"},{"key":"10.1016\/j.mbs.2019.01.012_bib0012","series-title":"Proceedings of the SICE Annual conference, Taipei, Taiwan","first-page":"223","article-title":"A hypnosis and analgesia control system using a model predictive controller in total intravenous anesthesia during day-case surgery","author":"Furutani","year":"2010"},{"key":"10.1016\/j.mbs.2019.01.012_bib0013","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1002\/acs.737","article-title":"Adaptive control for nonnegative and compartmental dynamical systems with applications to general anesthesia","volume":"17","author":"Haddad","year":"2003","journal-title":"Int. J. Adapt Control Signal Process."},{"issue":"6","key":"10.1016\/j.mbs.2019.01.012_bib0014","doi-asserted-by":"crossref","first-page":"500","DOI":"10.1016\/j.bspc.2013.04.005","article-title":"Individualized closed-loop control of propofol anesthesia: a preliminary study","volume":"8","author":"Soltesz","year":"2013","journal-title":"Biomed Signal Process. Control"},{"issue":"5","key":"10.1016\/j.mbs.2019.01.012_bib0015","doi-asserted-by":"crossref","first-page":"517","DOI":"10.1016\/j.bspc.2011.09.001","article-title":"Robust closed-loop control of hypnosis with propofol using WAVcns index as the controlled variable","volume":"7","author":"Hahn","year":"2012","journal-title":"Biomed. Signal Process. Control"},{"issue":"2","key":"10.1016\/j.mbs.2019.01.012_bib0016","first-page":"35","article-title":"Drug dosing control in clinical pharmacology","volume":"23","author":"Bailey","year":"2005","journal-title":"IEEE Control Syst. Mag."},{"key":"10.1016\/j.mbs.2019.01.012_bib0017","doi-asserted-by":"crossref","first-page":"9737","DOI":"10.1016\/j.eswa.2009.02.041","article-title":"A reinforcement learning approach for individualizing erythropoietin dosages in hemodialysis patients","volume":"36","author":"Martin-Guerrero","year":"2009","journal-title":"Expert Syst. Appl."},{"issue":"4","key":"10.1016\/j.mbs.2019.01.012_bib0018","doi-asserted-by":"crossref","first-page":"1422","DOI":"10.1111\/j.1541-0420.2011.01572.x","article-title":"Reinforcement learning strategies for clinical trials in nonsmall cell lung cancer","volume":"67","author":"Zhao","year":"2011","journal-title":"Biometrics"},{"key":"10.1016\/j.mbs.2019.01.012_bib0019","first-page":"3487","article-title":"Personalized tuning of a reinforcement learning control algorithm for glucose regulation","author":"Daskalaki","year":"2013","journal-title":"Proceedings of the 35th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)"},{"key":"10.1016\/j.mbs.2019.01.012_bib0020","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/j.mbs.2017.08.004","article-title":"Reinforcement learning-based control of drug dosing for cancer chemotherapy treatment","volume":"293","author":"Padmanabhan","year":"2017","journal-title":"Math. Biosci."},{"key":"10.1016\/j.mbs.2019.01.012_bib0021","first-page":"655","article-title":"Reinforcement learning for closed-loop propofol anesthesia: a study in human volunteers","volume":"15","author":"Moore","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.mbs.2019.01.012_bib0022","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1016\/j.bspc.2015.05.013","article-title":"Closed-loop control of anesthesia and mean arterial pressure using reinforcement learning","volume":"22","author":"Padmanabhan","year":"2015","journal-title":"Biomed. Signal Process. Control"},{"key":"10.1016\/j.mbs.2019.01.012_bib0023","series-title":"Optimal Adaptive Control and Differential Games by Reinforcement Learning Principle","author":"Vrabie","year":"2013"},{"key":"10.1016\/j.mbs.2019.01.012_bib0024","series-title":"Proceedings of the IEEE Transactions on Automatic Control","first-page":"3051","article-title":"Linear quadratic tracking control of partially-unknown continuous-time systems using reinforcement learning","volume":"59","author":"Modares","year":"2014"},{"key":"10.1016\/j.mbs.2019.01.012_bib0025","series-title":"Nonnegative and Compartmental Dynamical Systems","author":"Haddad","year":"2010"},{"key":"10.1016\/j.mbs.2019.01.012_bib0026","doi-asserted-by":"crossref","first-page":"7374","DOI":"10.1109\/CDC.2011.6160404","article-title":"Evaluation of a propofol and remifentanil interaction model for predictive control of anesthesia induction","author":"Ionescu","year":"2011","journal-title":"Proceedings of the 50th IEEE Conference on Decision and Control and European Control Conference (CDC-ECC)"},{"key":"10.1016\/j.mbs.2019.01.012_bib0027","article-title":"Positive state observer for the automatic control of the depth of anesthesia-clinical results","author":"Nogueira","year":"2016","journal-title":"Comput. Methods Programs Biomed."},{"issue":"16","key":"10.1016\/j.mbs.2019.01.012_bib0028","first-page":"781","article-title":"Comparing different identification approaches for the depth of anesthesia using BIS measurements","volume":"45","author":"Mendonca","year":"2012","journal-title":"IFAC Proceedings"},{"issue":"6","key":"10.1016\/j.mbs.2019.01.012_bib0029","doi-asserted-by":"crossref","first-page":"537","DOI":"10.1007\/s10877-013-9535-5","article-title":"Lessons learned from closed loops in engineering: Towards a multivariable approach regulating depth of anaesthesia","volume":"28","author":"Ionescu","year":"2014","journal-title":"J. Clin. Monit. Comput."},{"key":"10.1016\/j.mbs.2019.01.012_bib0030","first-page":"573","article-title":"Evaluation of three protocols for automatic doa regulation using propofol and remifentanil","author":"Nascu","year":"2011","journal-title":"9th IEEE International Conference on Control and Automation (ICCA)"},{"key":"10.1016\/j.mbs.2019.01.012_bib0031","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1093\/bja\/67.1.41","article-title":"Pharmacokinetic model driven infusion of propofol in children","volume":"67","author":"Marsh","year":"1991","journal-title":"Br. J. Anesth."},{"issue":"1","key":"10.1016\/j.mbs.2019.01.012_bib0032","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1093\/bja\/aep143","article-title":"Pharmacokinetic models for propofol defining and illuminating the devil in the detail","volume":"103","author":"Absalom","year":"2009","journal-title":"Br. J. Anaesth."},{"key":"10.1016\/j.mbs.2019.01.012_bib0033","series-title":"Proceedings of the IEEE Transactions on Automatic Control","first-page":"114","article-title":"On an iterative technique for Riccati equation computations","volume":"13(1)","author":"Kleinman","year":"1968"},{"issue":"1","key":"10.1016\/j.mbs.2019.01.012_bib0034","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1115\/1.3662552","article-title":"A new approach to linear filtering and prediction problems","volume":"82","author":"Kalman","year":"1960","journal-title":"J. Basic Eng."},{"key":"10.1016\/j.mbs.2019.01.012_bib0035","series-title":"Optimal State Estimation: Kalman, H Infinity, and Nonlinear Approaches","author":"Simon","year":"2006"},{"issue":"6","key":"10.1016\/j.mbs.2019.01.012_bib0036","doi-asserted-by":"crossref","first-page":"1502","DOI":"10.1097\/00000542-199906000-00003","article-title":"The influence of age on propofol pharmacodynamics","volume":"90","author":"Schnider","year":"1999","journal-title":"Anesthesiology"},{"issue":"6","key":"10.1016\/j.mbs.2019.01.012_bib0037","doi-asserted-by":"crossref","first-page":"1517","DOI":"10.1097\/00000542-199906000-00004","article-title":"Comparison of the effect-site keos of propofol for blood pressure and eeg bispectral index in elderly and younger patients","volume":"90","author":"Kazama","year":"1999","journal-title":"Anesthesiology"},{"key":"10.1016\/j.mbs.2019.01.012_bib0038","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1109\/MED.2013.6608720","article-title":"Assessing control performance in closed-loop anesthesia","author":"Soltesz","year":"2013","journal-title":"Proceedings of the 21st Mediterranean Conference on Control and Automation"},{"key":"10.1016\/j.mbs.2019.01.012_bib0039","series-title":"Total Intravenous Anesthesia and Target Controlled Infusions: A Comprehensive Global Anthology","author":"Absalom","year":"2017"},{"issue":"3\u20134","key":"10.1016\/j.mbs.2019.01.012_bib0040","first-page":"227","article-title":"On the concept of excitation in least squares identification and adaptive control","volume":"16","author":"Lai","year":"1986","journal-title":"Stochastics"}],"container-title":["Mathematical Biosciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0025556418303584?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0025556418303584?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2021,4,5]],"date-time":"2021-04-05T09:37:11Z","timestamp":1617615431000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0025556418303584"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,3]]},"references-count":40,"alternative-id":["S0025556418303584"],"URL":"https:\/\/doi.org\/10.1016\/j.mbs.2019.01.012","relation":{},"ISSN":["0025-5564"],"issn-type":[{"value":"0025-5564","type":"print"}],"subject":[],"published":{"date-parts":[[2019,3]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Optimal adaptive control of drug dosing using integral reinforcement learning","name":"articletitle","label":"Article Title"},{"value":"Mathematical Biosciences","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.mbs.2019.01.012","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2019 Elsevier Inc. All rights reserved.","name":"copyright","label":"Copyright"}]}}