{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T20:28:34Z","timestamp":1743107314493,"version":"3.40.3"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030591366"},{"type":"electronic","value":"9783030591373"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-59137-3_3","type":"book-chapter","created":{"date-parts":[[2020,9,25]],"date-time":"2020-09-25T12:03:04Z","timestamp":1601035384000},"page":"26-36","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Controlling Level of Unconsciousness by Titrating Propofol with Deep Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Gabriel","family":"Schamberg","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marcus","family":"Badgeley","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Emery N.","family":"Brown","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,9,26]]},"reference":[{"issue":"1","key":"3_CR1","first-page":"67","volume":"96","author":"AR Absalom","year":"2002","unstructured":"Absalom, A.R., Sutcliffe, N., Kenny, G.N.: Closed-loop control of anesthesia using bispectral index: performance assessment in patients undergoing major orthopedic surgery under combined general and regional anesthesia. Anesthesiol. J. Am. Soc. Anesthesiologists 96(1), 67\u201373 (2002)","journal-title":"Anesthesiol. J. Am. Soc. Anesthesiologists"},{"issue":"27","key":"3_CR2","doi-asserted-by":"publisher","first-page":"2638","DOI":"10.1056\/NEJMra0808281","volume":"363","author":"EN Brown","year":"2010","unstructured":"Brown, E.N., Lydic, R., Schiff, N.D.: General anesthesia, sleep, and coma. New Engl. J. Med. 363(27), 2638\u20132650 (2010)","journal-title":"New Engl. J. Med."},{"issue":"1","key":"3_CR3","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1007\/s10479-005-5724-z","volume":"134","author":"PT De Boer","year":"2005","unstructured":"De Boer, P.T., Kroese, D.P., Mannor, S., Rubinstein, R.Y.: A tutorial on the cross-entropy method. Ann. Oper. Res. 134(1), 19\u201367 (2005)","journal-title":"Ann. Oper. Res."},{"issue":"5","key":"3_CR4","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1002\/acs.1087","volume":"23","author":"GA Dumont","year":"2009","unstructured":"Dumont, G.A., Martinez, A., Ansermino, J.M.: Robust control of depth of anesthesia. Int. J. Adapt. Control Signal Process. 23(5), 435\u2013454 (2009)","journal-title":"Int. J. Adapt. Control Signal Process."},{"issue":"8","key":"3_CR5","doi-asserted-by":"publisher","first-page":"874","DOI":"10.1109\/10.936364","volume":"48","author":"A Gentilini","year":"2001","unstructured":"Gentilini, A., et al.: Modeling and closed-loop control of hypnosis by means of bispectral index (BIS) with isoflurane. IEEE Trans. Biomed. Eng. 48(8), 874\u2013889 (2001)","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"3_CR6","unstructured":"Gottesman, O., et al.: Evaluating reinforcement learning algorithms in observational health settings. arXiv preprint (2018). arXiv:1805.12298"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Lopez-Martinez, D., Eschenfeldt, P., Ostvar, S., Ingram, M., Hur, C., Picard, R.: Deep reinforcement learning for optimal critical care pain management with morphine using dueling double-deep Q networks. In: 2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 3960\u20133963. IEEE (2019)","DOI":"10.1109\/EMBC.2019.8857295"},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"Lowery, C., Faisal, A.A.: Towards efficient, personalized anesthesia using continuous reinforcement learning for propofol infusion control. In: 2013 6th International IEEE\/EMBS Conference on Neural Engineering (NER), pp. 1414\u20131417. IEEE (2013)","DOI":"10.1109\/NER.2013.6696208"},{"issue":"1","key":"3_CR9","first-page":"655","volume":"15","author":"BL Moore","year":"2014","unstructured":"Moore, B.L., Pyeatt, L.D., Kulkarni, V., Panousis, P., Padrez, K., Doufas, A.G.: Reinforcement learning for closed-loop propofol anesthesia: a study in human volunteers. J. Mach. Learn. Res. 15(1), 655\u2013696 (2014)","journal-title":"J. Mach. Learn. Res."},{"issue":"2","key":"3_CR10","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1213\/ANE.0b013e318202cb7c","volume":"112","author":"BL Moore","year":"2011","unstructured":"Moore, B.L., Quasny, T.M., Doufas, A.G.: Reinforcement learning versus proportional-integral-derivative control of hypnosis in a simulated intraoperative patient. Anesth. Analg. 112(2), 350\u2013359 (2011)","journal-title":"Anesth. Analg."},{"key":"3_CR11","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.bspc.2015.05.013","volume":"22","author":"R Padmanabhan","year":"2015","unstructured":"Padmanabhan, R., Meskin, N., Haddad, W.M.: Closed-loop control of anesthesia and mean arterial pressure using reinforcement learning. Biomed. Signal Process. Control 22, 54\u201364 (2015)","journal-title":"Biomed. Signal Process. Control"},{"key":"3_CR12","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/j.mbs.2019.01.012","volume":"309","author":"R Padmanabhan","year":"2019","unstructured":"Padmanabhan, R., Meskin, N., Haddad, W.M.: Optimal adaptive control of drug dosing using integral reinforcement learning. Math. Biosci. 309, 131\u2013142 (2019)","journal-title":"Math. Biosci."},{"key":"3_CR13","unstructured":"Prasad, N., Cheng, L.F., Chivers, C., Draugelis, M., Engelhardt, B.E.: A reinforcement learning approach to weaning of mechanical ventilation in intensive care units. arXiv preprint (2017). arXiv:1704.06300"},{"issue":"5","key":"3_CR14","first-page":"1170","volume":"88","author":"TW Schnider","year":"1998","unstructured":"Schnider, T.W., et al.: The influence of method of administration and covariates on the pharmacokinetics of propofol in adult volunteers. Anesthesiol. J. Am. Soc. Anesthesiologists 88(5), 1170\u20131182 (1998)","journal-title":"Anesthesiol. J. Am. Soc. Anesthesiologists"},{"issue":"10","key":"3_CR15","doi-asserted-by":"publisher","first-page":"e1003284","DOI":"10.1371\/journal.pcbi.1003284","volume":"9","author":"MM Shanechi","year":"2013","unstructured":"Shanechi, M.M., Chemali, J.J., Liberman, M., Solt, K., Brown, E.N.: A brain-machine interface for control of medically-induced coma. PLoS Comput. Biol. 9(10), e1003284 (2013)","journal-title":"PLoS Comput. Biol."},{"issue":"12","key":"3_CR16","doi-asserted-by":"publisher","first-page":"2936","DOI":"10.1162\/neco.2006.18.12.2936","volume":"18","author":"I Szita","year":"2006","unstructured":"Szita, I., L\u00f6rincz, A.: Learning tetris using the noisy cross-entropy method. Neural Comput. 18(12), 2936\u20132941 (2006)","journal-title":"Neural Comput."},{"issue":"4","key":"3_CR17","doi-asserted-by":"publisher","first-page":"046004","DOI":"10.1088\/1741-2560\/12\/4\/046004","volume":"12","author":"MB Westover","year":"2015","unstructured":"Westover, M.B., Kim, S.E., Ching, S., Purdon, P.L., Brown, E.N.: Robust control of burst suppression for medical coma. J. Neural Eng. 12(4), 046004 (2015)","journal-title":"J. Neural Eng."},{"issue":"11","key":"3_CR18","first-page":"759","volume":"64","author":"JG Ziegler","year":"1942","unstructured":"Ziegler, J.G., Nichols, N.B.: Optimum settings for automatic controllers. Trans. ASME 64(11), 759\u2013765 (1942)","journal-title":"Trans. ASME"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-59137-3_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T14:24:03Z","timestamp":1710339843000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-59137-3_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030591366","9783030591373"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-59137-3_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"26 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIME","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Medicine","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Minneapolis, MN","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 August 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 August 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aime2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/aime20.aimedicine.info\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"103","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"42","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"41% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}