{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T06:34:57Z","timestamp":1743143697009,"version":"3.40.3"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031306778"},{"type":"electronic","value":"9783031306785"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-30678-5_16","type":"book-chapter","created":{"date-parts":[[2023,4,13]],"date-time":"2023-04-13T09:03:17Z","timestamp":1681376597000},"page":"208-223","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Weakly-Supervised Multi-action Offline Reinforcement Learning for\u00a0Intelligent Dosing of\u00a0Epilepsy in\u00a0Children"],"prefix":"10.1007","author":[{"given":"Zhuo","family":"Li","sequence":"first","affiliation":[]},{"given":"Yifei","family":"Shen","sequence":"additional","affiliation":[]},{"given":"Ruiqing","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Yu","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Jiannong","family":"Cao","sequence":"additional","affiliation":[]},{"given":"Linchun","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Qing","family":"Wu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,4,14]]},"reference":[{"issue":"13","key":"16_CR1","doi-asserted-by":"publisher","first-page":"1257","DOI":"10.1056\/NEJMra022308","volume":"349","author":"BS Chang","year":"2003","unstructured":"Chang, B.S., Lowenstein, D.H.: Epilepsy. N. Engl. J. Med. 349(13), 1257\u20131266 (2003)","journal-title":"N. Engl. J. Med."},{"issue":"4","key":"16_CR2","doi-asserted-by":"publisher","first-page":"475","DOI":"10.1111\/epi.12550","volume":"55","author":"R Fisher","year":"2014","unstructured":"Fisher, R., et al.: ILAE official report: a practical clinical definition of epilepsy. Epilepsia 55(4), 475\u2013482 (2014)","journal-title":"Epilepsia"},{"key":"16_CR3","unstructured":"Epilepsy. World Health Organization (WHO) (2022). https:\/\/www.who.int\/news-room\/fact-sheets\/detail\/epilepsy"},{"issue":"2","key":"16_CR4","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1684\/epd.2015.0736","volume":"17","author":"P Camfield","year":"2015","unstructured":"Camfield, P., Camfield, C.: Incidence, prevalence and Aetiology of seizures and epilepsy in children. Epileptic Disord. 17(2), 117\u2013123 (2015)","journal-title":"Epileptic Disord."},{"issue":"5","key":"16_CR5","first-page":"1","volume":"7","author":"CE Stafstrom","year":"2015","unstructured":"Stafstrom, C.E., Carmant, L.: Seizures and epilepsy: an overview for neuroscientists. Cold Spring Harb. Perspect. Med. 7(5), 1\u201319 (2015)","journal-title":"Cold Spring Harb. Perspect. Med."},{"issue":"1","key":"16_CR6","doi-asserted-by":"publisher","first-page":"39","DOI":"10.3390\/jcm8010039","volume":"8","author":"C Minardi","year":"2019","unstructured":"Minardi, C., et al.: Epilepsy in children: from diagnosis to treatment with focus on emergency. J. Clin. Med. 8(1), 39 (2019)","journal-title":"J. Clin. Med."},{"key":"16_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.vhri.2014.07.009","volume":"6","author":"J George","year":"2015","unstructured":"George, J., Kulkarni, C., Sarma, G.: Antiepileptic drugs and quality of life in patients with epilepsy: a tertiary care hospital-based study. Value Health Reg. Issues 6, 1\u20136 (2015)","journal-title":"Value Health Reg. Issues"},{"issue":"23","key":"16_CR8","doi-asserted-by":"publisher","first-page":"15089","DOI":"10.1073\/pnas.222550499","volume":"99","author":"P Bittigau","year":"2002","unstructured":"Bittigau, P., et al.: Antiepileptic drugs and apoptotic neurodegeneration in the developing brain. Proc. Natl. Acad. Sci. 99(23), 15089\u201315094 (2002)","journal-title":"Proc. Natl. Acad. Sci."},{"issue":"2","key":"16_CR9","first-page":"87","volume":"96","author":"G Liu","year":"2017","unstructured":"Liu, G., Nicole, S., Perkins, A.: Epilepsy: treatment options. Am. Fam. Physician 96(2), 87\u201396 (2017)","journal-title":"Am. Fam. Physician"},{"issue":"1","key":"16_CR10","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1038\/s41591-018-0300-7","volume":"25","author":"EJ Topol","year":"2019","unstructured":"Topol, E.J.: High-performance medicine: the convergence of human and artificial intelligence. Nat. Med. 25(1), 44\u201356 (2019)","journal-title":"Nat. Med."},{"issue":"1","key":"16_CR11","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1038\/s41591-018-0307-0","volume":"25","author":"J He","year":"2019","unstructured":"He, J., Baxter, S.L., Xu, J., Xu, J., Zhou, X., Zhang, K.: The practical implementation of artificial intelligence technologies in medicine. Nat. Med. 25(1), 30\u201336 (2019)","journal-title":"Nat. Med."},{"issue":"1","key":"16_CR12","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1038\/s41591-018-0316-z","volume":"25","author":"A Esteva","year":"2019","unstructured":"Esteva, A., et al.: A guide to deep learning in healthcare. Nat. Med. 25(1), 24\u201329 (2019)","journal-title":"Nat. Med."},{"issue":"1","key":"16_CR13","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/s10462-020-09854-1","volume":"54","author":"SA Taghanaki","year":"2020","unstructured":"Taghanaki, S.A., Abhishek, K., Cohen, J.P., Cohen-Adad, J., Hamarneh, G.: Deep semantic segmentation of natural and medical images: a review. Artif. Intell. Rev. 54(1), 137\u2013178 (2020)","journal-title":"Artif. Intell. Rev."},{"key":"16_CR14","doi-asserted-by":"crossref","unstructured":"Wang, L., Zhang, W., He, X., Zha, H.: Supervised reinforcement learning with recurrent neural network for dynamic treatment recommendation. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 2447\u20132456 (2018)","DOI":"10.1145\/3219819.3219961"},{"issue":"26","key":"16_CR15","doi-asserted-by":"publisher","first-page":"3294","DOI":"10.1002\/sim.3720","volume":"28","author":"Y Zhao","year":"2009","unstructured":"Zhao, Y., Kosorok, M.R., Zeng, D.: Reinforcement learning design for cancer clinical trials. Stat. Med. 28(26), 3294\u20133315 (2009)","journal-title":"Stat. Med."},{"issue":"1","key":"16_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3477600","volume":"55","author":"C Yu","year":"2021","unstructured":"Yu, C., Liu, J., Nemati, S., Yin, G.: Reinforcement learning in healthcare: a survey. ACM Comput. Surv. 55(1), 1\u201336 (2021)","journal-title":"ACM Comput. Surv."},{"issue":"11","key":"16_CR17","doi-asserted-by":"publisher","first-page":"1716","DOI":"10.1038\/s41591-018-0213-5","volume":"24","author":"M Komorowski","year":"2018","unstructured":"Komorowski, M., Celi, L.A., Badawi, O., Gordon, A.C., Faisal, A.A.: The artificial intelligence clinician learns optimal treatment strategies for sepsis in intensive care. Nat. Med. 24(11), 1716\u20131720 (2018)","journal-title":"Nat. Med."},{"key":"16_CR18","unstructured":"Levine, S., Kumar, A., Tucker, G., Fu, J.: Offline reinforcement learning: tutorial, review, and perspectives on open problems. CoRR abs\/2005.01643 (2020)"},{"key":"16_CR19","unstructured":"Fujimoto, S., Meger, D., Precup, D.: Off-policy deep reinforcement learning without exploration. In: Proceedings of the 36th International Conference on Machine Learning (ICML2019), pp. 2052\u20132062 (2019)"},{"key":"16_CR20","doi-asserted-by":"crossref","unstructured":"Busoniu, L., Babuska, R., De Schutter, B.: A comprehensive survey of multiagent reinforcement learning. IEEE Trans. Syst. Man, Cybern. Part C (Appl. Rev.) 38(2), 156\u2013172 (2008)","DOI":"10.1109\/TSMCC.2007.913919"},{"key":"16_CR21","unstructured":"Foerster, N.J., et al.: Stabilising experience replay for deep multi-agent reinforcement learning. In: Proceedings of the 34th International Conference on Machine Learning (ICML2017), pp. 1146\u20131155 (2017)"},{"key":"16_CR22","unstructured":"Sunehag, P., et al.: Value-decomposition networks for cooperative multi-agent learning. In: Proceedings of the 17th International Conference on Autonomous Agents and Multiagent Systems (AAMAS2018), pp. 2085\u20132087 (2017)"},{"key":"16_CR23","unstructured":"Rashid, T., Samvelyan, M., Witt, D.S.C., Farquhar, G., Foerster, N.J., Whiteson, S.: QMIX: monotonic value function Factorisation for deep multi-agent reinforcement learning. In: Proceedings of the 35th International Conference on Machine Learning (ICML2018), pp. 4292\u20134301 (2018)"},{"key":"16_CR24","unstructured":"Ryan, L., Yi, W., Aviv, T., Jean, H., Pieter, A., Igor, M.: Multi-agent actor-critic for mixed cooperative-competitive environments. In: Proceedings of the 31st International Conference on Neural Information Processing Systems (NIPS2017), pp. 6382\u20136393 (2017)"},{"key":"16_CR25","unstructured":"Vinyals, O., et al.: StarCraft II: a new challenge for reinforcement learning. CoRR abs\/1708.04782 (2017)"},{"key":"16_CR26","unstructured":"Baker, B., Kanitscheider, I., Markov, M.T., Wu, Y., Powel, G.: Emergent tool use from multi-agent Autocurricula. In: Proceedings of the 8th International Conference on Learning Representations (ICLR2020) (2020)"},{"issue":"12","key":"16_CR27","doi-asserted-by":"publisher","first-page":"5586","DOI":"10.1109\/TKDE.2021.3070203","volume":"34","author":"Y Zhang","year":"2022","unstructured":"Zhang, Y., Yang, Q.: A survey on multi-task learning. IEEE Trans. Knowl. Data Eng. 34(12), 5586\u20135609 (2022)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"16_CR28","unstructured":"Sebastian R.: An overview of multi-task learning in deep neural networks. CoRR abs\/1706.05098 (2017)"},{"key":"16_CR29","unstructured":"Yang, Y., Hospedales, T.M.: Trace norm Regularised deep multi-task learning. In: Proceedings of the 5th International Conference on Learning Representations (ICLR2017), Workshop Track Proceedings (2017)"},{"key":"16_CR30","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. MIT Press, Cambridge (2018)","edition":"2"},{"issue":"3\u20134","key":"16_CR31","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1561\/2200000071","volume":"11","author":"V Fran\u00e7ois-Lavet","year":"2018","unstructured":"Fran\u00e7ois-Lavet, V., Henderson, P., Islam, R., Bellemare, M.G., Pineau, J.: An introduction to deep reinforcement learning. Found. Trends Mach. Learn. 11(3\u20134), 219\u2013354 (2018)","journal-title":"Found. Trends Mach. Learn."},{"key":"16_CR32","unstructured":"Kingma, D.P., Welling, M.: Auto-encoding Variational Bayes. In: Proceedings of the 2nd International Conference on Learning Representations (ICLR2014) (2014)"},{"key":"16_CR33","unstructured":"Sohn, K., Lee, H., Yan, X.: Learning structured output representation using deep conditional generative models. In: Proceedings of the 28th International Conference on Neural Information Processing Systems (NIPS2015), pp. 3483\u20133491 (2015)"},{"issue":"2","key":"16_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3054912","volume":"50","author":"A Hussein","year":"2017","unstructured":"Hussein, A., Gaber, M.M., Elyan, E., Jayne, C.: Imitation learning: a survey of learning methods. ACM Comput. Surv. 50(2), 1\u201335 (2017)","journal-title":"ACM Comput. Surv."},{"key":"16_CR35","unstructured":"Yue Y., Le, H.M.: Imitation learning tutorial. ICML Tutorial (2018)"},{"key":"16_CR36","unstructured":"Mnih, V., et al.: Playing Atari with deep reinforcement learning. CoRR abs\/1312.5602 (2013)"},{"key":"16_CR37","unstructured":"Lillicrap, P.T., et al.: Continuous control with deep reinforcement learning. In: Proceedings of the 4th International Conference on Learning Representations (ICLR2016) (2016)"}],"container-title":["Lecture Notes in Computer Science","Database Systems for Advanced Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-30678-5_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T13:32:30Z","timestamp":1709818350000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-30678-5_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031306778","9783031306785"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-30678-5_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"14 April 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DASFAA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Database Systems for Advanced Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tianjin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 April 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 April 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dasfaa2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.tjudb.cn\/dasfaa2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"652","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"125","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"66","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7.3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}