{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,28]],"date-time":"2026-09-28T08:55:05Z","timestamp":1790585705463,"version":"4.1.0"},"reference-count":75,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,9,4]],"date-time":"2026-09-04T00:00:00Z","timestamp":1788480000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers in Biology and Medicine"],"published-print":{"date-parts":[[2026,10]]},"DOI":"10.1016\/j.compbiomed.2026.111922","type":"journal-article","created":{"date-parts":[[2026,9,12]],"date-time":"2026-09-12T04:04:54Z","timestamp":1789185894000},"page":"111922","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["A hierarchical reinforcement learning and predictive control framework for automated multi-variable anesthesia"],"prefix":"10.1016","volume":"215","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-9646-5823","authenticated-orcid":false,"given":"Sara","family":"Hosseinirad","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-5814-3720","authenticated-orcid":false,"given":"Manuela","family":"Merlo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5796-7667","authenticated-orcid":false,"given":"Francesco","family":"Trov\u00f2","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Emiliano","family":"Tognoli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alberto M.","family":"Metelli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2048-4391","authenticated-orcid":false,"given":"Guy A.","family":"Dumont","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"2","key":"10.1016\/j.compbiomed.2026.111922_bib0005","doi-asserted-by":"crossref","first-page":"446","DOI":"10.1213\/ANE.0000000000001372","article-title":"Clinical performance and safety of closed-loop systems: a systematic review and meta-analysis of randomized controlled trials","volume":"124","author":"Brogi","year":"2017","journal-title":"Anesth. Analg."},{"issue":"2","key":"10.1016\/j.compbiomed.2026.111922_bib0010","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1097\/ALN.0000000000003088","article-title":"Robots will perform anesthesia in the near future","volume":"132","author":"Hemmerling","year":"2020","journal-title":"Anesthesiology"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0015","doi-asserted-by":"crossref","DOI":"10.1016\/j.cmpb.2025.108901","article-title":"AReS: a patient simulator to facilitate testing of automated anesthesia","volume":"269","author":"Hosseinirad","year":"2025","journal-title":"Comput. Methods Programs Biomed."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0020","doi-asserted-by":"crossref","first-page":"883","DOI":"10.1213\/ANE.0000000000002663","article-title":"Design and evaluation of a closed-loop anesthesia system with robust control and safety system","volume":"127","author":"West","year":"2018","journal-title":"Anesth. Analg."},{"issue":"8","key":"10.1016\/j.compbiomed.2026.111922_bib0025","first-page":"239","article-title":"Closed-loop control of total intravenous anesthesia during significant intraoperative blood loss: a case report","volume":"9","author":"Brodie","year":"2017","journal-title":"A&A Practice"},{"issue":"2","key":"10.1016\/j.compbiomed.2026.111922_bib0030","doi-asserted-by":"crossref","first-page":"222","DOI":"10.1016\/j.bja.2023.04.043","article-title":"Pharmacodynamic mechanism-based interaction model for the haemodynamic effects of remifentanil and propofol in healthy volunteers","volume":"131","author":"Su","year":"2023","journal-title":"Br. J. Anaesth."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0035","doi-asserted-by":"crossref","first-page":"535","DOI":"10.3166\/ejc.11.535-557","article-title":"Introduction to automated drug delivery in clinical anesthesia","volume":"11","author":"Bibian","year":"2005","journal-title":"Eur. J. Control"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0040","doi-asserted-by":"crossref","first-page":"1223","DOI":"10.1111\/anae.14416","article-title":"The association of hypotension during non-cardiac surgery, before and after skin incision, with postoperative acute kidney injury: a retrospective cohort analysis","volume":"73","author":"Maheshwari","year":"2018","journal-title":"Anaesthesia"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0045","doi-asserted-by":"crossref","first-page":"1758","DOI":"10.1109\/TCST.2017.2735359","article-title":"Robust MISO control of propofol-remifentanil anesthesia guided by the neurosense monitor","volume":"26","author":"Heusden","year":"2018","journal-title":"IEEE Trans. Control Syst. Technol."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0050","doi-asserted-by":"crossref","DOI":"10.1016\/j.bjao.2023.100203","article-title":"Using the TI.VA algorithm to titrate the depth of general anaesthesia: a first-in-humans study","volume":"7","author":"Tognoli","year":"2023","journal-title":"BJA Open"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0055","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1097\/ALN.0000000000003014","article-title":"Anesthetic management using multiple closed-loop systems and delayed neurocognitive recovery a randomized controlled trial","volume":"132","author":"Joosten","year":"2020","journal-title":"Anesthesiology"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0060","doi-asserted-by":"crossref","DOI":"10.1016\/j.annfar.2013.11.016","article-title":"First closed-loop goal directed fluid therapy during surgery: a pilot study","volume":"33","author":"Rinehart","year":"2014","journal-title":"Ann Fr Anesth Reanim"},{"issue":"5","key":"10.1016\/j.compbiomed.2026.111922_bib0065","doi-asserted-by":"crossref","first-page":"1170","DOI":"10.1097\/00000542-199805000-00006","article-title":"The influence of method of administration and covariates on the pharmacokinetics of propofol in adult volunteers","volume":"88","author":"Schnider","year":"1998","journal-title":"J. Am. Soc. Anesthesiol."},{"issue":"5","key":"10.1016\/j.compbiomed.2026.111922_bib0070","doi-asserted-by":"crossref","first-page":"626","DOI":"10.1093\/bja\/aep043","article-title":"Evaluation of the predictive performance of four pharmacokinetic models for propofol","volume":"102","author":"Glen","year":"2009","journal-title":"Br. J. Anaesth."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0075","series-title":"2020 42nd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","first-page":"361","article-title":"Individualized closed-loop anesthesia through patient model partitioning","author":"Wahlquist","year":"2020"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0080","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2019.101656","article-title":"Extended habituating model predictive control of propofol and remifentanil anesthesia","volume":"55","author":"Eskandari","year":"2020","journal-title":"Biomed. Signal Process. Control"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0085","series-title":"2022 IEEE Conference on Control Technology and Applications, CCTA 2022","first-page":"1111","article-title":"Closed-loop control of multi-drug infusion for anesthesia and hemodynamic management","author":"Copot","year":"2022"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0090","doi-asserted-by":"crossref","DOI":"10.1016\/j.cmpb.2020.105783","article-title":"Robust PID control of propofol anaesthesia: uncertainty limits performance, not PID structure","volume":"198","author":"Gonzalez-Cava","year":"2021","journal-title":"Comput. Methods Programs Biomed."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0095","article-title":"Tuning of a predictive control scheme for intravenous anesthesia: influence on performance and computational requirements","author":"Paw\u0142owski","year":"2025","journal-title":"Neurocomputing"},{"issue":"2","key":"10.1016\/j.compbiomed.2026.111922_bib0100","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1016\/0005-1098(87)90087-2","article-title":"Generalized predictive control\u2014Part I. the basic algorithm","volume":"23","author":"Clarke","year":"1987","journal-title":"Automatica"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0105","article-title":"Evaluating inter-individual variability captured by the eleveld pharmacokinetics model","author":"Hosseinirad","year":"2023","journal-title":"J. Clin. Monit. Comput."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0110","doi-asserted-by":"crossref","first-page":"699","DOI":"10.1016\/j.compchemeng.2014.07.025","article-title":"Model predictive control of anesthesia under uncertainty","volume":"71","author":"Krieger","year":"2014","journal-title":"Comput. Chem. Eng."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0115","author":"Nagabandi"},{"issue":"1","key":"10.1016\/j.compbiomed.2026.111922_bib0120","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1146\/annurev-control-042920-020211","article-title":"Safe learning in robotics: from learning-based control to safe reinforcement learning","volume":"5","author":"Brunke","year":"2022","journal-title":"Annu. Rev. Control Robot. Auton. Syst."},{"issue":"6","key":"10.1016\/j.compbiomed.2026.111922_bib0125","first-page":"314","article-title":"Reinforcement learning of the prediction horizon in model predictive control","volume":"54","author":"B\u00f8hn","year":"2021","journal-title":"IFAC-Pap."},{"issue":"8","key":"10.1016\/j.compbiomed.2026.111922_bib0130","doi-asserted-by":"crossref","first-page":"1442","DOI":"10.3390\/electronics13081442","article-title":"Prediction horizon-varying model predictive control (MPC) for autonomous vehicle control","volume":"13","author":"Chen","year":"2024","journal-title":"Electronics"},{"issue":"5","key":"10.1016\/j.compbiomed.2026.111922_bib0135","doi-asserted-by":"crossref","first-page":"2217","DOI":"10.1109\/TCSI.2023.3325590","article-title":"Adaptive horizon seeking for generalized predictive control via deep reinforcement learning with application to DC\/DC converters","volume":"71","author":"Cui","year":"2023","journal-title":"IEEE Trans. Circuits Syst. I Regul. Pap."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0140","series-title":"2024 IEEE Intelligent Vehicles Symposium (IV)","first-page":"1401","article-title":"A safe reinforcement learning driven weights-varying model predictive control for autonomous vehicle motion control","author":"Zarrouki","year":"2024"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0145","series-title":"International Conference on Machine Learning","first-page":"1329","article-title":"Benchmarking deep reinforcement learning for continuous control","author":"Duan","year":"2016"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0150","series-title":"International Conference on Machine Learning","first-page":"16691","article-title":"Recurrent model-free RL can be a strong baseline for many POMDPs","author":"Ni","year":"2022"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0155","doi-asserted-by":"crossref","DOI":"10.1016\/j.arcontrol.2026.101045","article-title":"Synthesis of model predictive control and reinforcement learning: survey and classification","volume":"61","author":"Reiter","year":"2026","journal-title":"Annu. Rev. Control"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0160","series-title":"2008 30th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","first-page":"5822","article-title":"Model predictive control of depth of anaesthesia: guidelines for controller configuration","author":"Cardoso","year":"2008"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0165","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1016\/j.bspc.2015.05.013","article-title":"Closed-loop control of anesthesia and mean arterial pressure using reinforcement learning","volume":"22","author":"Padmanabhan","year":"2015","journal-title":"Biomed. Signal Process. Control"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0170","doi-asserted-by":"crossref","first-page":"194","DOI":"10.1016\/j.cnsns.2018.12.015","article-title":"Optimized PID control of propofol and remifentanil coadministration for general anesthesia","volume":"72","author":"Merigo","year":"2019","journal-title":"Commun. Nonlinear Sci. Numer. Simul."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0175","series-title":"Proceedings of the AAAI Conference on Artificial Intelligence, 24","first-page":"1807","article-title":"Reinforcement learning for closed-loop propofol anesthesia: a human volunteer study","volume":"vol. 2","author":"Moore","year":"2010"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0180","doi-asserted-by":"crossref","DOI":"10.1016\/j.artmed.2021.102227","article-title":"Continuous action deep reinforcement learning for propofol dosing during general anesthesia","volume":"123","author":"Schamberg","year":"2022","journal-title":"Artif. Intell. Med."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0185","doi-asserted-by":"crossref","first-page":"32743","DOI":"10.1109\/ACCESS.2023.3263787","article-title":"Experimental results of an MPC strategy for total intravenous anesthesia","volume":"11","author":"Paw\u0142owski","year":"2023","journal-title":"IEEE Access"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0190","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2023.106739","article-title":"Deep reinforcement learning-based propofol infusion control for anesthesia: a feasibility study with a 3000-subject dataset","volume":"156","author":"Yun","year":"2023","journal-title":"Comput. Biol. Med."},{"issue":"5","key":"10.1016\/j.compbiomed.2026.111922_bib0195","doi-asserted-by":"crossref","first-page":"1236","DOI":"10.1213\/ANE.0000000000007289","article-title":"Clinical performance of a bispectral index controlled closed-loop administration system for simultaneous administration of propofol and remifentanil","volume":"140","author":"Schiavo","year":"2025","journal-title":"Anesth. Analg."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0200","doi-asserted-by":"crossref","DOI":"10.1016\/j.cnsns.2026.110210","article-title":"Patient-specific MPC for improved robustness in anesthesia","volume":"162","author":"Milanesi","year":"2026","journal-title":"Commun. Nonlinear Sci. Numer. Simul."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0205","series-title":"2026 34th Mediterranean Conference on Control and Automation (MED)","first-page":"581","article-title":"Explainable adaptive PID tuning with reinforcement learning in anesthesia induction","author":"Poli","year":"2026"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0210","series-title":"2026 34th Mediterranean Conference on Control and Automation (MED)","first-page":"920","article-title":"Probabilistically certified PID control of anesthesia induction with data-driven gain scheduling using deep reinforcement learning","author":"Ajami","year":"2026"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0215","series-title":"International Conference on Artificial Intelligence and Statistics (AISTATS)","first-page":"1701","article-title":"Data-efficient reinforcement learning with probabilistic model predictive control","author":"Kamthe","year":"2018"},{"issue":"1","key":"10.1016\/j.compbiomed.2026.111922_bib0220","doi-asserted-by":"crossref","first-page":"395","DOI":"10.1109\/TCST.2025.3620521","article-title":"AC4MPC: actor-critic reinforcement learning for guiding model predictive control","volume":"34","author":"Reiter","year":"2025","journal-title":"IEEE Trans. Control Syst. Technol."},{"issue":"5","key":"10.1016\/j.compbiomed.2026.111922_bib0225","doi-asserted-by":"crossref","first-page":"1130","DOI":"10.1213\/ANE.0b013e3182973687","article-title":"Closed-loop control of anesthesia: a primer for anesthesiologists","volume":"117","author":"Dumont","year":"2013","journal-title":"Anesth. Analg."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0230","series-title":"2001 Conference Proceedings of the 23rd Annual International Conference of the IEEE Engineering in Medicine and Biology Society, 1","first-page":"951","article-title":"Estimation of the anesthetic depth using wavelet analysis of electroencephalogram","author":"Bibian","year":"2001"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0235","doi-asserted-by":"crossref","first-page":"508","DOI":"10.1213\/ane.0b013e31818f603c","article-title":"Mortality within 2 years after surgery in relation to low intraoperative bispectral index values and preexisting malignant disease","volume":"108","author":"Lindholm","year":"2009","journal-title":"Anesth. Analg."},{"issue":"5","key":"10.1016\/j.compbiomed.2026.111922_bib0240","doi-asserted-by":"crossref","first-page":"1116","DOI":"10.1097\/ALN.0b013e3181d5e0a3","article-title":"Association of perioperative risk factors and cumulative duration of low bispectral index with intermediate-term mortality after cardiac surgery in the B-Unaware trial","volume":"112","author":"Kertai","year":"2010","journal-title":"Anesthesiology"},{"issue":"4","key":"10.1016\/j.compbiomed.2026.111922_bib0245","doi-asserted-by":"crossref","first-page":"806","DOI":"10.1161\/HYPERTENSIONAHA.118.11688","article-title":"Blood pressure targets in perioperative care: provisional considerations based on a comprehensive literature review","volume":"72","author":"Meng","year":"2018","journal-title":"Hypertension"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0250","doi-asserted-by":"crossref","DOI":"10.1016\/j.bjao.2025.100392","article-title":"A bundle to prevent postinduction hypotension in high-risk noncardiac surgery patients: the ZERO-HYPOTENSION single-arm interventional proof-of-concept study","volume":"14","author":"Thomsen","year":"2025","journal-title":"BJA open"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0255","doi-asserted-by":"crossref","first-page":"863","DOI":"10.1001\/archinte.1916.00080130010002","article-title":"A formula to estimate the approx-imate surface area if height and weight be known","volume":"17","author":"DuBois","year":"1916","journal-title":"Arch. Intern. Med."},{"issue":"6","key":"10.1016\/j.compbiomed.2026.111922_bib0260","doi-asserted-by":"crossref","first-page":"886","DOI":"10.1093\/bja\/aev002","article-title":"Goal-directed fluid therapy with closed-loop assistance during moderate risk surgery using noninvasive cardiac output monitoring: a pilot study","volume":"114","author":"Joosten","year":"2015","journal-title":"Br. J. Anaesth."},{"issue":"5","key":"10.1016\/j.compbiomed.2026.111922_bib0265","doi-asserted-by":"crossref","first-page":"942","DOI":"10.1016\/j.bja.2018.01.018","article-title":"Pharmacokinetic\u2013pharmacodynamic model for propofol for broad application in anaesthesia and sedation","volume":"120","author":"Eleveld","year":"2018","journal-title":"Br. J. Anaesth."},{"issue":"6","key":"10.1016\/j.compbiomed.2026.111922_bib0270","doi-asserted-by":"crossref","first-page":"1005","DOI":"10.1097\/ALN.0000000000001634","article-title":"An allometric model of remifentanil pharmacokinetics and pharmacodynamics","volume":"126","author":"Eleveld","year":"2017","journal-title":"Anesthesiology"},{"issue":"6","key":"10.1016\/j.compbiomed.2026.111922_bib0275","doi-asserted-by":"crossref","first-page":"1353","DOI":"10.1097\/00000542-200406000-00006","article-title":"Pharmacodynamic interaction between propofol and remifentanil regarding hypnosis, tolerance of laryngoscopy, bispectral index, and electroencephalographic approximate entropy","volume":"100","author":"Bouillon","year":"2004","journal-title":"J. Am. Soc. Anesthesiol."},{"issue":"2","key":"10.1016\/j.compbiomed.2026.111922_bib0280","doi-asserted-by":"crossref","first-page":"147","DOI":"10.1007\/BF01070999","article-title":"Algorithms to rapidly achieve and maintain stable drug concentrations at the site of drug effect with a computer-controlled infusion pump","volume":"20","author":"Shafer","year":"1992","journal-title":"J. Pharmacokinet. Biopharm."},{"issue":"6","key":"10.1016\/j.compbiomed.2026.111922_bib0285","doi-asserted-by":"crossref","first-page":"522","DOI":"10.1109\/10.81576","article-title":"A simple analytical solution to the three-compartment pharmacokinetic model suitable for computer-controlled infusion pumps","volume":"38","author":"Bailey","year":"1991","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0290","doi-asserted-by":"crossref","DOI":"10.1111\/bcp.16180","article-title":"Design of a pharmacokinetic\/pharmacodynamic model for administration of low dose peripheral norepinephrine during general anaesthesia","author":"Joachim","year":"2024","journal-title":"Br. J. Clin. Pharmacol."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0295","series-title":"Adaptive Control, Filtering, and Signal Processing","volume":"vol. 74","author":"Astr\u00f6m","year":"2012"},{"issue":"1","key":"10.1016\/j.compbiomed.2026.111922_bib0300","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1097\/00000542-199701000-00005","article-title":"Pharmacokinetics and pharmacodynamics of remifentanil. II. model application","volume":"86","author":"Minto","year":"1997","journal-title":"Anesthesiology"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0305","series-title":"Genetic Algorithms in Search, Optimization, and Machine Learning","author":"Goldberg","year":"1989"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0310","first-page":"1","article-title":"Pygad: an intuitive genetic algorithm Python library","author":"Gad","year":"2023","journal-title":"Multimed. Tools Appl."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0315","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1016\/0022-247X(65)90154-X","article-title":"Optimal control of Markov processes with incomplete state information I","volume":"10","author":"\u00c5str\u00f6m","year":"1965","journal-title":"J. Math. Anal. Appl."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0320","article-title":"Bayes-adaptive pomdps","volume":"20","author":"Ross","year":"2007","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"8","key":"10.1016\/j.compbiomed.2026.111922_bib0325","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","article-title":"Long short-term memory","volume":"9","author":"Hochreiter","year":"1997","journal-title":"Neural Comput."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0330","author":"Schulman"},{"issue":"268","key":"10.1016\/j.compbiomed.2026.111922_bib0335","first-page":"1","article-title":"Stable-Baselines3: reliable reinforcement learning implementations","volume":"22","author":"Raffin","year":"2021","journal-title":"J. Mach. Learn. Res."},{"issue":"4","key":"10.1016\/j.compbiomed.2026.111922_bib0340","doi-asserted-by":"crossref","first-page":"686","DOI":"10.1097\/00000542-200604000-00012","article-title":"Titration of propofol for anesthetic induction and maintenance guided by the bispectral index: closed-loop versus manual control: a prospective, randomized, multicenter study","volume":"104","author":"Liu","year":"2006","journal-title":"Anesthesiology"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0345","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1007\/BF01143186","article-title":"Measuring the predictive performance of computer-controlled infusion pumps","volume":"20","author":"Varvel","year":"1992","journal-title":"J. Pharmacokinet. Biopharm."},{"issue":"2","key":"10.1016\/j.compbiomed.2026.111922_bib0350","doi-asserted-by":"crossref","first-page":"456","DOI":"10.1213\/ANE.0000000000001394","article-title":"Closed-loop delivery systems versus manually controlled administration of total IV anesthesia: a meta-analysis of randomized clinical trials","volume":"124","author":"Pasin","year":"2017","journal-title":"Anesth. Analg."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0355","series-title":"Proceedings of the 2010 Annual Meeting of the American Society of Anesthesiologists","article-title":"Recommended clinical range for WAVCNS index during general anesthesia","author":"Agrawal","year":"2010"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0360","doi-asserted-by":"crossref","DOI":"10.1016\/j.jclinane.2024.111672","article-title":"Overcoming age: slow anesthesia induction may prevent geriatric patients from developing burst suppression and help developing intraoperative EEG signatures of a younger brain","volume":"99","author":"Obert","year":"2024","journal-title":"J. Clin. Anesth."},{"key":"10.1016\/j.compbiomed.2026.111922_bib0365","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2019.04.030","article-title":"A physiologically-based approach to model-predictive control of anesthesia and analgesia","volume":"53","author":"Savoca","year":"2019","journal-title":"Biomed. Signal Process. Control"},{"key":"10.1016\/j.compbiomed.2026.111922_bib0370","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2025.107506","article-title":"Kalman filter soft sensor to handle signal quality loss in closed-loop controlled anesthesia","volume":"104","author":"Wahlquist","year":"2025","journal-title":"Biomed. Signal Process. Control"},{"issue":"5","key":"10.1016\/j.compbiomed.2026.111922_bib0375","doi-asserted-by":"crossref","first-page":"1234","DOI":"10.1213\/ANE.0000000000004728","article-title":"Science without conscience is but the ruin of the soul: the ethics of big data and artificial intelligence in perioperative medicine","volume":"130","author":"Canales","year":"2020","journal-title":"Anesth. Analg."}],"container-title":["Computers in Biology and Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0010482526004877?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0010482526004877?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,9,28]],"date-time":"2026-09-28T07:56:08Z","timestamp":1790582168000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0010482526004877"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,10]]},"references-count":75,"alternative-id":["S0010482526004877"],"URL":"https:\/\/doi.org\/10.1016\/j.compbiomed.2026.111922","relation":{},"ISSN":["0010-4825"],"issn-type":[{"value":"0010-4825","type":"print"}],"subject":[],"published":{"date-parts":[[2026,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A hierarchical reinforcement learning and predictive control framework for automated multi-variable anesthesia","name":"articletitle","label":"Article Title"},{"value":"Computers in Biology and Medicine","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.compbiomed.2026.111922","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Author(s). Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"111922"}}