{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T12:11:15Z","timestamp":1784031075922,"version":"3.55.0"},"reference-count":42,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["2019M3E3A1084054"],"award-info":[{"award-number":["2019M3E3A1084054"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010418","name":"Institute of Information and Communications Technology Planning and Evaluation (IITP) Grant funded by the Korean Government (MSIT)","doi-asserted-by":"publisher","award":["2021-0-00766"],"award-info":[{"award-number":["2021-0-00766"]}],"id":[{"id":"10.13039\/501100010418","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1109\/tnnls.2022.3190379","type":"journal-article","created":{"date-parts":[[2022,7,19]],"date-time":"2022-07-19T19:26:19Z","timestamp":1658258779000},"page":"2510-2521","source":"Crossref","is-referenced-by-count":14,"title":["Hierarchical Deep Reinforcement Learning-Based Propofol Infusion Assistant Framework in Anesthesia"],"prefix":"10.1109","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0405-8843","authenticated-orcid":false,"given":"Won Joon","family":"Yun","sequence":"first","affiliation":[{"name":"School of Electrical Engineering, Korea University, Seoul, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6505-1448","authenticated-orcid":false,"given":"Myungjae","family":"Shin","sequence":"additional","affiliation":[{"name":"Mofl Inc, Daejeon, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3227-2505","authenticated-orcid":false,"given":"David","family":"Mohaisen","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Central Florida, Orlando, FL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3360-9678","authenticated-orcid":false,"given":"Kangwook","family":"Lee","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of Wisconsin–Madison, Madison, WI, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2126-768X","authenticated-orcid":false,"given":"Joongheon","family":"Kim","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Korea University, Seoul, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2995800"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2900077"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2015.2493079"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2790388"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2007.899164"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/BF02353793"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1097\/ALN.0b013e3181d5e0eb"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1093\/bja\/67.1.41"},{"key":"ref9","volume-title":"Guidance for Industry: Exposure-Response Relationships-Study Design, Data Analysis, and Regulatory Applications","year":"2003"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1111\/anae.12384"},{"issue":"1","key":"ref11","first-page":"655","article-title":"Reinforcement learning for closed-loop propofol anesthesia: A study in human volunteers","volume":"15","author":"Moore","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-018-20062-4"},{"key":"ref13","first-page":"1","article-title":"Why does hierarchy (sometimes) work so well in reinforcement learning?","volume-title":"Proc. NeurIPS DeepRL Workshop","author":"Nachum"},{"key":"ref14","article-title":"Deep reinforcement learning amidst lifelong non-stationarity","author":"Xie","year":"2020","journal-title":"arXiv:2006.10701"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/680"},{"key":"ref16","first-page":"30","article-title":"Tick parasitism classification from noisy medical records","volume-title":"Proc. IJCAI Workshop CEUR","volume":"2429","author":"Neill"},{"key":"ref17","first-page":"4547","article-title":"MiME: Multilevel medical embedding of electronic health records for predictive healthcare","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NIPS)","author":"Choi"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.4103\/0019-5049.98765"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1093\/bja\/aet001"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1213\/ANE.0000000000000769"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1177\/0278364911406761"},{"key":"ref22","first-page":"1008","article-title":"Self-consistent trajectory autoencoder: Hierarchical reinforcement learning with trajectory embeddings","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Co-Reyes"},{"key":"ref23","first-page":"603","article-title":"HRL4IN: Hierarchical reinforcement learning for interactive navigation with mobile manipulators","volume-title":"Proc. Conf. Robot Learn. (CoRL)","author":"Li"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3453160"},{"key":"ref25","first-page":"3540","article-title":"FeUdal networks for hierarchical reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","volume":"70","author":"Vezhnevets"},{"key":"ref26","article-title":"Meta learning shared hierarchies","author":"Frans","year":"2017","journal-title":"arXiv:1710.09767"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1097\/00000542-199805000-00006"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1097\/00000542-199701000-00004"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1038\/clpt.2008.100"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/S1053-0770(96)80049-8"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1097\/00000542-199906000-00003"},{"key":"ref32","article-title":"Adversarial autoencoders","author":"Makhzani","year":"2015","journal-title":"arXiv:1511.05644"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2016.7759237"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794207"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298682"},{"key":"ref36","first-page":"4565","article-title":"Generative adversarial imitation learning","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Ho"},{"key":"ref37","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref38","first-page":"465","article-title":"Integrating behavior cloning and reinforcement learning for improved performance in dense and sparse reward environments","volume-title":"Proc. Int. Conf. Auto. Agents Multiagent Syst., (AAMAS)","author":"Goecks"},{"key":"ref39","volume-title":"Pre-Training (Behavior Cloning)","author":"Hill","year":"2018"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.23919\/ICCAS47443.2019.8971737"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2021.01.026"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1213\/01.ANE.0000139358.15909.EA"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/10422842\/09833450.pdf?arnumber=9833450","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,16]],"date-time":"2024-02-16T19:08:06Z","timestamp":1708110486000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9833450\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2]]},"references-count":42,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2022.3190379","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2]]}}}