{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,11]],"date-time":"2026-11-11T22:31:05Z","timestamp":1794436265268,"version":"4.9.1"},"reference-count":48,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,4,11]],"date-time":"2025-04-11T00:00:00Z","timestamp":1744329600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers in Biology and Medicine"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1016\/j.compbiomed.2025.110147","type":"journal-article","created":{"date-parts":[[2025,4,15]],"date-time":"2025-04-15T15:27:04Z","timestamp":1744730824000},"page":"110147","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":14,"special_numbering":"C","title":["Deep reinforcement learning for Type 1 Diabetes: Dual PPO controller for personalized insulin management"],"prefix":"10.1016","volume":"191","author":[{"given":"Alessandro","family":"Marchetti","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-3137-9715","authenticated-orcid":false,"given":"Daniele","family":"Sasso","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7377-5462","authenticated-orcid":false,"given":"Federico","family":"D\u2019Antoni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Francesco","family":"Morandin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maurizio","family":"Parton","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Margherita Anna Grazia","family":"Matarrese","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mario","family":"Merone","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"7","key":"10.1016\/j.compbiomed.2025.110147_b1","doi-asserted-by":"crossref","first-page":"539","DOI":"10.1002\/(SICI)1096-9136(199807)15:7<539::AID-DIA668>3.0.CO;2-S","article-title":"Definition, diagnosis and classification of diabetes mellitus and its complications. Part 1: diagnosis and classification of diabetes mellitus. Provisional report of a WHO consultation","volume":"15","author":"Alberti","year":"1998","journal-title":"Diabetic Med."},{"key":"10.1016\/j.compbiomed.2025.110147_b2","doi-asserted-by":"crossref","DOI":"10.21037\/jmai.2019.10.04","article-title":"A systematic literature review of predicting diabetic retinopathy, nephropathy and neuropathy in patients with type 1 diabetes using machine learning","volume":"3","author":"Xu","year":"2020","journal-title":"J. Med. Artif. Intell."},{"issue":"5","key":"10.1016\/j.compbiomed.2025.110147_b3","doi-asserted-by":"crossref","first-page":"819","DOI":"10.4103\/2230-8210.117219","article-title":"Hypoglycemia: The neglected complication","volume":"17","author":"Kalra","year":"2013","journal-title":"Indian J. Endocrinol. Metab."},{"issue":"7","key":"10.1016\/j.compbiomed.2025.110147_b4","doi-asserted-by":"crossref","first-page":"714","DOI":"10.1093\/ajhp\/62.7.714","article-title":"Causes of hyperglycemia and hypoglycemia in adult inpatients","volume":"62","author":"Smith","year":"2005","journal-title":"Am. J. Health Syst. Pharm."},{"issue":"10","key":"10.1016\/j.compbiomed.2025.110147_b5","doi-asserted-by":"crossref","first-page":"2333","DOI":"10.2337\/db10-0103","article-title":"Hypoglycemia in type 1 diabetes","volume":"59","author":"McCrimmon","year":"2010","journal-title":"Diabetes"},{"key":"10.1016\/j.compbiomed.2025.110147_b6","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.121994","article-title":"IoMT innovations in diabetes management: Predictive models using wearable data","volume":"238","author":"Rodr\u00edguez-Rodr\u00edguez","year":"2024","journal-title":"Expert Syst. Appl."},{"issue":"11","key":"10.1016\/j.compbiomed.2025.110147_b7","doi-asserted-by":"crossref","first-page":"2672","DOI":"10.2337\/db11-0654","article-title":"Artificial pancreas: past, present, future","volume":"60","author":"Cobelli","year":"2011","journal-title":"Diabetes"},{"issue":"12","key":"10.1016\/j.compbiomed.2025.110147_b8","doi-asserted-by":"crossref","first-page":"1631","DOI":"10.2337\/dc17-1600","article-title":"International consensus on use of continuous glucose monitoring","volume":"40","author":"Danne","year":"2017","journal-title":"Diabetes Care"},{"issue":"3","key":"10.1016\/j.compbiomed.2025.110147_b9","doi-asserted-by":"crossref","first-page":"676","DOI":"10.1177\/1932296819899394","article-title":"Continuous glucose monitoring devices: past, present, and future focus on the history and evolution of technological innovation","volume":"15","author":"Didyuk","year":"2021","journal-title":"J. Diabetes Sci. Technol."},{"issue":"3","key":"10.1016\/j.compbiomed.2025.110147_b10","doi-asserted-by":"crossref","DOI":"10.2196\/34699","article-title":"Type 1 diabetes hypoglycemia prediction algorithms: Systematic review","volume":"7","author":"Tsichlaki","year":"2022","journal-title":"JMIR Diabetes"},{"key":"10.1016\/j.compbiomed.2025.110147_b11","series-title":"2021 International Joint Conference on Neural Networks","first-page":"1","article-title":"Reinforcement learning-based insulin injection time and dosages optimization","author":"Wang","year":"2021"},{"key":"10.1016\/j.compbiomed.2025.110147_b12","series-title":"Reinforcement Learning: an Introduction","author":"Sutton","year":"2018"},{"key":"10.1016\/j.compbiomed.2025.110147_b13","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2022.104492","article-title":"A new glycemic closed-loop control based on dyna-q for type-1-diabetes","volume":"81","author":"Del Giorno","year":"2023","journal-title":"Biomed. Signal Process. Control."},{"key":"10.1016\/j.compbiomed.2025.110147_b14","series-title":"International Conference on Machine Learning","first-page":"1889","article-title":"Trust region policy optimization","author":"Schulman","year":"2015"},{"key":"10.1016\/j.compbiomed.2025.110147_b15","series-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"key":"10.1016\/j.compbiomed.2025.110147_b16","series-title":"Model-free intelligent diabetes management using machine learning","author":"Bastani","year":"2014"},{"issue":"1","key":"10.1016\/j.compbiomed.2025.110147_b17","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3477600","article-title":"Reinforcement learning in healthcare: A survey","volume":"55","author":"Yu","year":"2021","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.compbiomed.2025.110147_b18","doi-asserted-by":"crossref","first-page":"24611","DOI":"10.52202\/068431-1787","article-title":"The surprising effectiveness of ppo in cooperative multi-agent games","volume":"35","author":"Yu","year":"2022","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.compbiomed.2025.110147_b19","doi-asserted-by":"crossref","first-page":"27730","DOI":"10.52202\/068431-2011","article-title":"Training language models to follow instructions with human feedback","volume":"35","author":"Ouyang","year":"2022","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.compbiomed.2025.110147_b20","series-title":"Fine-tuning language models from human preferences","author":"Ziegler","year":"2019"},{"issue":"5","key":"10.1016\/j.compbiomed.2025.110147_b21","doi-asserted-by":"crossref","first-page":"661","DOI":"10.1586\/17434440.2013.827515","article-title":"The use of reinforcement learning algorithms to meet the challenges of an artificial pancreas","volume":"10","author":"Bothe","year":"2013","journal-title":"Expert. Rev. Med. Dev."},{"key":"10.1016\/j.compbiomed.2025.110147_b22","doi-asserted-by":"crossref","DOI":"10.1016\/j.artmed.2020.101836","article-title":"Reinforcement learning application in diabetes blood glucose control: A systematic review","volume":"104","author":"Tejedor","year":"2020","journal-title":"Artif. Intell. Med."},{"key":"10.1016\/j.compbiomed.2025.110147_b23","series-title":"ECAI 2020 SP4HC Workshop","article-title":"Model-based reinforcement learning for type 1diabetes blood glucose control","author":"Yamagata","year":"2020"},{"issue":"34","key":"10.1016\/j.compbiomed.2025.110147_b24","first-page":"13","article-title":"The \u201cecho state\u201d approach to analysing and training recurrent neural networks-with an erratum note","volume":"148","author":"Jaeger","year":"2001","journal-title":"Bonn Ger.: Ger. Natl. Res. Cent. Inf. Technol. GMD Tech. Rep."},{"issue":"1","key":"10.1016\/j.compbiomed.2025.110147_b25","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1177\/1932296813514502","article-title":"The UVA\/PADOVA type 1 diabetes simulator: new features","volume":"8","author":"Dalla Man","year":"2014","journal-title":"J. Diabetes Sci. Technol."},{"key":"10.1016\/j.compbiomed.2025.110147_b26","doi-asserted-by":"crossref","DOI":"10.1016\/j.jbi.2023.104376","article-title":"Offline reinforcement learning for safer blood glucose control in people with type 1 diabetes","volume":"142","author":"Emerson","year":"2023","journal-title":"J. Biomed. Inform."},{"key":"10.1016\/j.compbiomed.2025.110147_b27","series-title":"Explainable AI in Healthcare and Medicine: Building a Culture of Transparency and Accountability","first-page":"45","article-title":"Personalized dual-hormone control for type 1 diabetes using deep reinforcement learning","author":"Zhu","year":"2020"},{"issue":"4","key":"10.1016\/j.compbiomed.2025.110147_b28","doi-asserted-by":"crossref","first-page":"1223","DOI":"10.1109\/JBHI.2020.3014556","article-title":"Basal glucose control in type 1 diabetes using deep reinforcement learning: An in silico validation","volume":"25","author":"Zhu","year":"2020","journal-title":"IEEE J. Biomed. Heal. Inform."},{"issue":"18","key":"10.1016\/j.compbiomed.2025.110147_b29","doi-asserted-by":"crossref","first-page":"5058","DOI":"10.3390\/s20185058","article-title":"An insulin bolus advisor for type 1 diabetes using deep reinforcement learning","volume":"20","author":"Zhu","year":"2020","journal-title":"Sensors"},{"key":"10.1016\/j.compbiomed.2025.110147_b30","doi-asserted-by":"crossref","DOI":"10.1155\/2018\/4091497","article-title":"Control of blood glucose for type-1 diabetes by using reinforcement learning with feedforward algorithm","volume":"2018","author":"Ngo","year":"2018","journal-title":"Comput. Math. Methods Med."},{"key":"10.1016\/j.compbiomed.2025.110147_b31","series-title":"2018 IEEE EMBS International Conference on Biomedical & Health Informatics","first-page":"333","article-title":"Reinforcement-learning optimal control for type-1 diabetes","author":"Ngo","year":"2018"},{"issue":"4","key":"10.1016\/j.compbiomed.2025.110147_b32","doi-asserted-by":"crossref","first-page":"905","DOI":"10.1088\/0967-3334\/25\/4\/010","article-title":"Nonlinear model predictive control of glucose concentration in subjects with type 1 diabetes","volume":"25","author":"Hovorka","year":"2004","journal-title":"Physiol. Meas."},{"issue":"6","key":"10.1016\/j.compbiomed.2025.110147_b33","doi-asserted-by":"crossref","first-page":"2633","DOI":"10.1109\/JBHI.2018.2887067","article-title":"A dual mode adaptive basal-bolus advisor based on reinforcement learning","volume":"23","author":"Sun","year":"2018","journal-title":"IEEE J. Biomed. Heal. Inform."},{"key":"10.1016\/j.compbiomed.2025.110147_b34","series-title":"2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society","first-page":"3609","article-title":"Reinforcement learning-based adaptive insulin advisor for individuals with type 1 diabetes patients under multiple daily injections therapy","author":"Sun","year":"2019"},{"key":"10.1016\/j.compbiomed.2025.110147_b35","series-title":"Machine Learning for Healthcare Conference","first-page":"508","article-title":"Deep reinforcement learning for closed-loop blood glucose control","author":"Fox","year":"2020"},{"issue":"2","key":"10.1016\/j.compbiomed.2025.110147_b36","doi-asserted-by":"crossref","first-page":"536","DOI":"10.1109\/JBHI.2020.3002022","article-title":"Toward a fully automated artificial pancreas system using a bioinspired reinforcement learning design: In silico validation","volume":"25","author":"Lee","year":"2020","journal-title":"IEEE J. Biomed. Heal. Inform."},{"key":"10.1016\/j.compbiomed.2025.110147_b37","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2023.105839","article-title":"G2p2c\u2014A modular reinforcement learning algorithm for glucose control by glucose prediction and planning in type 1 diabetes","volume":"90","author":"Hettiarachchi","year":"2024","journal-title":"Biomed. Signal Process. Control."},{"key":"10.1016\/j.compbiomed.2025.110147_b38","unstructured":"S. Kakade, J. Langford, Approximately optimal approximate reinforcement learning, in: Proceedings of the Nineteenth International Conference on Machine Learning, 2002, pp. 267\u2013274."},{"issue":"2","key":"10.1016\/j.compbiomed.2025.110147_b39","doi-asserted-by":"crossref","first-page":"604","DOI":"10.2337\/dc20-1232","article-title":"A meal detection algorithm for the artificial pancreas: a randomized controlled clinical trial in adolescents with type 1 diabetes","volume":"44","author":"Palisaitis","year":"2021","journal-title":"Diabetes Care"},{"issue":"1","key":"10.1016\/j.compbiomed.2025.110147_b40","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1038\/s41746-023-00783-1","article-title":"Enabling fully automated insulin delivery through meal detection and size estimation using artificial intelligence","volume":"6","author":"Mosquera-Lopez","year":"2023","journal-title":"Npj Digit. Med."},{"issue":"S1","key":"10.1016\/j.compbiomed.2025.110147_b41","doi-asserted-by":"crossref","first-page":"S","DOI":"10.1089\/dia.2008.0138","article-title":"Statistical tools to analyze continuous glucose monitor data","volume":"11","author":"Clarke","year":"2009","journal-title":"Diabetes Technol. Ther."},{"issue":"10","key":"10.1016\/j.compbiomed.2025.110147_b42","doi-asserted-by":"crossref","first-page":"2633","DOI":"10.1038\/s41591-023-02552-9","article-title":"Optimized glycemic control of type 2 diabetes with reinforcement learning: a proof-of-concept trial","volume":"29","author":"Wang","year":"2023","journal-title":"Nature Med."},{"key":"10.1016\/j.compbiomed.2025.110147_b43","series-title":"Simglucose v0.2.1","author":"Xie","year":"2018"},{"issue":"1","key":"10.1016\/j.compbiomed.2025.110147_b44","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1139\/h05-022","article-title":"Dietary reference intakes for the macronutrients and energy: considerations for physical activity","volume":"31","author":"Zello","year":"2006","journal-title":"Appl. Physiol. Nutr. Metab."},{"key":"10.1016\/j.compbiomed.2025.110147_b45","series-title":"Openai gym","author":"Brockman","year":"2016"},{"issue":"1","key":"10.1016\/j.compbiomed.2025.110147_b46","first-page":"12348","article-title":"Stable-baselines3: Reliable reinforcement learning implementations","volume":"22","author":"Raffin","year":"2021","journal-title":"J. Mach. Learn. Res."},{"issue":"2","key":"10.1016\/j.compbiomed.2025.110147_b47","doi-asserted-by":"crossref","first-page":"650","DOI":"10.1109\/JBHI.2018.2823763","article-title":"Prediction of adverse glycemic events from continuous glucose monitoring signal","volume":"23","author":"Gadaleta","year":"2018","journal-title":"IEEE J. Biomed. Heal. Inform."},{"issue":"6","key":"10.1016\/j.compbiomed.2025.110147_b48","doi-asserted-by":"crossref","first-page":"1281","DOI":"10.1109\/TBME.2017.2746340","article-title":"Type-1 diabetes patient decision simulator for in silico testing safety and effectiveness of insulin treatments","volume":"65","author":"Vettoretti","year":"2017","journal-title":"IEEE Trans. Biomed. Eng."}],"container-title":["Computers in Biology and Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0010482525004986?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0010482525004986?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,11,11]],"date-time":"2026-11-11T22:02:13Z","timestamp":1794434533000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0010482525004986"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6]]},"references-count":48,"alternative-id":["S0010482525004986"],"URL":"https:\/\/doi.org\/10.1016\/j.compbiomed.2025.110147","relation":{},"ISSN":["0010-4825"],"issn-type":[{"value":"0010-4825","type":"print"}],"subject":[],"published":{"date-parts":[[2025,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Deep reinforcement learning for Type 1 Diabetes: Dual PPO controller for personalized insulin management","name":"articletitle","label":"Article Title"},{"value":"Computers in Biology and Medicine","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.compbiomed.2025.110147","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Authors. Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"110147"}}