{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T00:34:00Z","timestamp":1742949240107,"version":"3.40.3"},"publisher-location":"Cham","reference-count":17,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031489808"},{"type":"electronic","value":"9783031489815"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-48981-5_13","type":"book-chapter","created":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T11:02:35Z","timestamp":1704798155000},"page":"160-171","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Synergizing Reinforcement Learning for Cognitive Medical Decision-Making in Sepsis Detection"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-1352-673X","authenticated-orcid":false,"given":"Lakshita","family":"Singh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-7134-0939","authenticated-orcid":false,"given":"Lakshay","family":"Kamra","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,1,10]]},"reference":[{"key":"13_CR1","unstructured":"Futoma, J.: Gaussian process-based models for clinical time series in healthcare. Doctoral dissertation, Duke University (2018)"},{"key":"13_CR2","unstructured":"Raghu, A., et al.: Deep reinforcement learning for sepsis treatment. arXiv preprint arXiv:1711.09602 (2017)"},{"issue":"4","key":"13_CR3","doi-asserted-by":"publisher","first-page":"e29455","DOI":"10.2196\/29455","volume":"24","author":"E Tardini","year":"2022","unstructured":"Tardini, E., et al.: Optimal treatment selection in sequential systemic and locoregional therapy of oropharyngeal squamous carcinomas: deep Q-learning with a patient-physician digital twin dyad. J. Med. Internet Res. 24(4), e29455 (2022). https:\/\/doi.org\/10.2196\/29455","journal-title":"J. Med. Internet Res."},{"key":"13_CR4","doi-asserted-by":"publisher","unstructured":"Goh, K., et al.: Artificial intelligence in sepsis early prediction and diagnosis using unstructured data in healthcare. Nat. Commun. (2021). https:\/\/doi.org\/10.1038\/s41467-021-20910-4","DOI":"10.1038\/s41467-021-20910-4"},{"key":"13_CR5","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1159\/000492670","volume":"5","author":"A Jonsson","year":"2019","unstructured":"Jonsson, A.: Deep reinforcement learning in medicine. Kidney Dis. 5, 18\u201322 (2019). https:\/\/doi.org\/10.1159\/000492670","journal-title":"Kidney Dis."},{"issue":"3","key":"13_CR6","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1016\/j.jmp.2009.01.005","volume":"53","author":"ML Littman","year":"2009","unstructured":"Littman, M.L.: A tutorial on partially observable Markov decision processes. J. Math. Psychol. 53(3), 119\u2013125 (2009)","journal-title":"J. Math. Psychol."},{"key":"13_CR7","doi-asserted-by":"publisher","unstructured":"Johnson, A., Pollard, T., Mark, R.: MIMIC-III clinical database demo (v14). PhysioNet (2019). https:\/\/doi.org\/10.13026\/C2HM2Q","DOI":"10.13026\/C2HM2Q"},{"key":"13_CR8","doi-asserted-by":"publisher","unstructured":"Cao, L., Zhi, M.: An overview of deep reinforcement learning. In: CACRE2019: Proceedings of the 2019 4th International Conference on Automation, Control and Robotics Engineering, pp. 1\u20139 (2019). https:\/\/doi.org\/10.1145\/3351917.3351989","DOI":"10.1145\/3351917.3351989"},{"key":"13_CR9","doi-asserted-by":"publisher","first-page":"160035","DOI":"10.1038\/sdata.2016.35","volume":"3","author":"AEW Johnson","year":"2016","unstructured":"Johnson, A.E.W., et al.: MIMIC-III, a freely accessible critical care database. Sci. Data 3, 160035 (2016)","journal-title":"Sci. Data"},{"key":"13_CR10","unstructured":"Carew, J.M.: Tech Target blog. Tech Target Enterprise AI. techtarget.com\/definition\/reinforcement-learning"},{"key":"13_CR11","unstructured":"Mammen, P.M., Kumar, H.: Explainable AI: Deep reinforcement learning agents for residential demand side cost savings in smart grids (2019)"},{"key":"13_CR12","doi-asserted-by":"publisher","unstructured":"Kim, H.I., Park, S.: Sepsis: early recognition and optimized treatment. https:\/\/doi.org\/10.4046\/trd.2018.0041","DOI":"10.4046\/trd.2018.0041"},{"key":"13_CR13","doi-asserted-by":"publisher","first-page":"e2","DOI":"10.1093\/jamia\/ocv106","volume":"23","author":"S Barnes","year":"2015","unstructured":"Barnes, S., Hamrock, E., Toerper, M., Siddiqui, S., Levin, S.: Real-time prediction of inpatient length of stay for discharge prioritization. J. Am. Med. Inform. Assoc. 23, e2\u2013e10 (2015)","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"13_CR14","doi-asserted-by":"crossref","unstructured":"Hester, T., et al.: Deep q-learning from demonstrations. In: Thirty-Second AAAI Conference on Artificial Intelligence (2018)","DOI":"10.1609\/aaai.v32i1.11757"},{"key":"13_CR15","doi-asserted-by":"publisher","first-page":"1716","DOI":"10.1038\/s41591-018-0213-5","volume":"24","author":"M Komorowski","year":"2018","unstructured":"Komorowski, M., Celi, L.A., Badawi, O., Gordon, A.C., Faisal, A.A.: The artificial intelligence clinician learns optimal treatment strategies for sepsis in intensive care. Nat. Med. 24, 1716\u20131720 (2018). https:\/\/doi.org\/10.1038\/s41591-018-0213-5","journal-title":"Nat. Med."},{"key":"13_CR16","doi-asserted-by":"publisher","unstructured":"Guo, B., Zhang, X., Sheng, Q., Yang, H.: Dueling deep-Q-network based delay-aware cache update policy for mobile users in fog radio access networks. IEEE Access 1 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.2964258","DOI":"10.1109\/ACCESS.2020.2964258"},{"key":"13_CR17","doi-asserted-by":"publisher","unstructured":"Patel, Y.: Optimizing market making using multi-agent reinforcement learning (2018). https:\/\/doi.org\/10.13140\/RG.2.2.22476.87686","DOI":"10.13140\/RG.2.2.22476.87686"}],"container-title":["Communications in Computer and Information Science","Information and Software Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-48981-5_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T11:05:24Z","timestamp":1704798324000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-48981-5_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031489808","9783031489815"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-48981-5_13","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"10 January 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIST","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Information and Software Technologies","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kaunas","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lithuania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 October 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 October 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icist2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icist.ktu.edu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"75","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"36% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}