{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T10:41:47Z","timestamp":1761129707112,"version":"3.40.3"},"publisher-location":"Cham","reference-count":48,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030301422"},{"type":"electronic","value":"9783030301439"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-30143-9_2","type":"book-chapter","created":{"date-parts":[[2019,11,26]],"date-time":"2019-11-26T14:02:53Z","timestamp":1574776973000},"page":"15-28","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["A Reinforcement Learning Based Intelligent System for the Healthcare Treatment Assistance of Patients with Disabilities"],"prefix":"10.1007","author":[{"given":"Antonio","family":"Coronato","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Muddasar","family":"Naeem","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,11,27]]},"reference":[{"key":"2_CR1","unstructured":"Paragliola, G., Coronato, A.: A reinforcement-learning-based approach for the planning of safety strategies in AAL applications. In: Intelligent Environments 2018 - Workshop Proceedings of the 14th International Conference on Intelligent Environments, Rome, Italy, 25\u201328 June 2018, pp. 498\u2013505 (2018)"},{"issue":"12","key":"2_CR2","doi-asserted-by":"publisher","first-page":"1138","DOI":"10.1097\/00005650-199312000-00006","volume":"31","author":"Caroline K. Ross","year":"1993","unstructured":"Ross, C.K., Steward, C.A., Sinacore, J.M.: The importance of patient preferences in the measurement of health care satisfaction. Med. Care, 31, 1138\u20131149 (1993). JSTOR","journal-title":"Medical Care"},{"key":"2_CR3","unstructured":"Rao, G.N., Prasad, L.V.: How can we improve patient care? Community Eye Health 15(41), 1\u20133 (2002). NCBI-PMC"},{"key":"2_CR4","doi-asserted-by":"crossref","unstructured":"Patel, V.L., et al.: The coming of age of artificial intelligence in medicine. Artif. Intell. Med. 46(1), 5\u201317 (2009). AIME 2007","DOI":"10.1016\/j.amjmed.2008.09.017"},{"key":"2_CR5","unstructured":"Ling, Y., et al.: Diagnostic inferencing via improving clinical concept extraction with deep reinforcement learning: a preliminary study. In: Proceedings of the 2nd Machine Learning for Healthcare Conference, pp. 271\u2013285 (2017)"},{"key":"2_CR6","unstructured":"Ling, Y., et al.: Learning to diagnose: assimilating clinical narratives using deep reinforcement learning. In: IJCNLP (2017)"},{"key":"2_CR7","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1186\/1472-6939-14-55","volume":"14","author":"S Schleidgen","year":"2013","unstructured":"Schleidgen, S., Klingler, C., Bertram, T., Rogowski, W.H., Marckmann, G.: What is personalized medicine: sharpening a vague term based on a systematic literature review. BMC Med. Ethics 14, 55 (2013)","journal-title":"BMC Med. Ethics"},{"key":"2_CR8","unstructured":"Petersen, B.K.: Precision medicine as a control problem: using simulation and deep reinforcement learning to discover adaptive, personalized multi-cytokine therapy for sepsis, CoRR, abs\/1802.10440 (2018)"},{"key":"2_CR9","doi-asserted-by":"crossref","unstructured":"Sahba, F., Tizhoosh, H.R., Salama, M.M.A.: A reinforcement learning framework for medical image segmentation. In: The 2006 IEEE International Joint Conference on Neural Network Proceedings (2006)","DOI":"10.1109\/IJCNN.2006.246725"},{"key":"2_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1007\/978-3-319-66179-7_76","volume-title":"Medical Image Computing and Computer-Assisted Intervention \u2013 MICCAI 2017","author":"G Maicas","year":"2017","unstructured":"Maicas, G., Carneiro, G., Bradley, A.P., Nascimento, J.C., Reid, I.: Deep reinforcement learning for active breast lesion detection from DCE-MRI. In: Descoteaux, M., Maier-Hein, L., Franz, A., Jannin, P., Collins, D.L., Duchesne, S. (eds.) MICCAI 2017. LNCS, vol. 10435, pp. 665\u2013673. Springer, Cham (2017). \nhttps:\/\/doi.org\/10.1007\/978-3-319-66179-7_76"},{"key":"2_CR11","unstructured":"Kearns, M.J., Litman, D.J., Singh, S.P., Walker, M.A.: Optimizing Dialogue Management with Reinforcement Learning: Experiments with the NJFun System, CoRR, abs\/1106.0676 (2011)"},{"key":"2_CR12","unstructured":"Odom, P., Natarajan, S.: Active advice seeking for inverse reinforcement learning. In: Proceedings of the 2016 International Conference on Autonomous Agents & Multiagent Systems, AAMAS 2016, pp. 512\u2013520 (2016)"},{"issue":"2","key":"2_CR13","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1007\/s40860-019-00084-z","volume":"5","author":"G Paragliola","year":"2019","unstructured":"Paragliola, G., Naeem, M.: Risk management for nuclear medical department using reinforcement learning. J. Reliab. Intell. Environ. 5(2), 105\u2013113 (2019)","journal-title":"J. Reliab. Intell. Environ."},{"key":"2_CR14","doi-asserted-by":"crossref","unstructured":"Coronato, A., Paragliola, G., Naeem, M., De Pietro, G.: Reinforcement learning-based approach for the risk management of e-health environments: a case study. In: 14th International Conference on Signal Image Technology & Internet Based Systems, Las Plamas Spain, 26\u201329 November 2019","DOI":"10.1109\/SITIS.2018.00114"},{"key":"2_CR15","unstructured":"Prasad, N., Cheng, L.-F., Chivers, C., Draugelis, M., Engelhardt, B.E.: A reinforcement learning approach to weaning of mechanical ventilation in intensive care units, CoRR, abs\/1704.06300 (2017)"},{"key":"2_CR16","doi-asserted-by":"crossref","unstructured":"Pilarski, P.M., Dawson, M.R., Degris, T., Fahimi, F., Carey, J.P., Sutton, R.S.: Online human training of a myoelectric prosthesis controller via actor-critic reinforcement learning. In: 2011 IEEE International Conference on Rehabilitation Robotics, pp. 1\u20137 (2011)","DOI":"10.1109\/ICORR.2011.5975338"},{"key":"2_CR17","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.neunet.2012.02.002","volume":"29","author":"DJ Reinkensmeyer","year":"2012","unstructured":"Reinkensmeyer, D.J., Guigon, E., Maier, M.A.: A computational model of use-dependent motor recovery following a stroke: optimizing corticospinal activations via reinforcement learning can explain residual capacity and other strength recovery dynamics. Neural Netw. Off. J. Int. Neural Netw. Soc. 29, 60\u201369 (2012)","journal-title":"Neural Netw. Off. J. Int. Neural Netw. Soc."},{"issue":"4","key":"2_CR18","doi-asserted-by":"publisher","first-page":"682","DOI":"10.1016\/j.neunet.2008.02.003","volume":"21","author":"J Peters","year":"2008","unstructured":"Peters, J., Schaal, S.: Reinforcement learning of motor skills with policy gradients. Neural Netw. 21(4), 682\u2013697 (2008)","journal-title":"Neural Netw."},{"key":"2_CR19","volume-title":"Artificial Intelligence: A Modern Approach","author":"S Russell","year":"2009","unstructured":"Russell, S., Norvig, P.: Artificial Intelligence: A Modern Approach. Prentice Hall Press, Upper Saddle River (2009)"},{"key":"2_CR20","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"issue":"1","key":"2_CR21","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1191\/1740774S04cn002oa","volume":"1","author":"PW Lavori","year":"2004","unstructured":"Lavori, P.W., Dawson, R.: Dynamic treatment regimes: practical design considerations. Clin. Trials 1(1), 9\u201320 (2004)","journal-title":"Clin. Trials"},{"key":"2_CR22","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-7428-9","volume-title":"Statistical Methods for Dynamic Treat-ment Regimes","author":"B Chakraborty","year":"2013","unstructured":"Chakraborty, B., Moodie, E.E.: Statistical Methods for Dynamic Treat-ment Regimes. Springer, New York (2013). \nhttps:\/\/doi.org\/10.1007\/978-1-4614-7428-9"},{"key":"2_CR23","doi-asserted-by":"crossref","unstructured":"Arjas, E., Saarela, O.: Optimal dynamic regimes: presenting a case for predictive inference. Int. J. Biostat. 6(2) (2010)","DOI":"10.2202\/1557-4679.1204"},{"key":"2_CR24","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1007\/978-1-4419-9076-1_11","volume-title":"Proceedings of the Second Seattle Symposium in Biostatistics","author":"JM Robins","year":"2004","unstructured":"Robins, J.M.: Optimal structural nested models for optimal sequential decisions. In: Lin, D.Y., Heagerty, P.J. (eds.) Proceedings of the Second Seattle Symposium in Biostatistics, vol. 179, pp. 189\u2013326. Springer, New York (2004). \nhttps:\/\/doi.org\/10.1007\/978-1-4419-9076-1_11"},{"key":"2_CR25","doi-asserted-by":"publisher","first-page":"1947","DOI":"10.1002\/sim.2077","volume":"24","author":"PF Thall","year":"2005","unstructured":"Thall, P.F., Wathen, J.K.: Covariate-adjusted adaptive randomization in a sarcoma trial with multi-stage treatments. Stat. Med. 24, 1947\u20131964 (2005)","journal-title":"Stat. Med."},{"key":"2_CR26","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1038\/sj.npp.1301241","volume":"32","author":"SA Murphy","year":"2006","unstructured":"Murphy, S.A., Oslin, D.W., Rush, A.J., Zhu, J.: Methodological challenges in constructing effective treatment sequences for chronic psychiatric disorders. Neuropsychopharmacology 32, 257\u2013262 (2006)","journal-title":"Neuropsychopharmacology"},{"issue":"2","key":"2_CR27","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1007\/s10846-017-0468-y","volume":"86","author":"AS Polydoros","year":"2017","unstructured":"Polydoros, A.S., Nalpantidis, L.: Survey of model-based reinforcement learning: applications on robotics. J. Intell. Robot. Syst. 86(2), 153\u2013173 (2017)","journal-title":"J. Intell. Robot. Syst."},{"key":"2_CR28","unstructured":"Konda, V.R., Tsitsiklis, J.N.: Actor-critic algorithms. In: Advances in Neural Information Processing (2000)"},{"key":"2_CR29","unstructured":"Patacchiola, M.: A Developmental Model of Trust in Humanoid Robot, University of Plymouth (2018)"},{"key":"2_CR30","doi-asserted-by":"crossref","unstructured":"Mynatt, E.D., Essa, I., Rogers, W.: Increasing the opportunities for aging in place. In: Proceedings on the 2000 Conference on Universal Usability, CUU 2000 (2000)","DOI":"10.1145\/355460.355475"},{"key":"2_CR31","unstructured":"Kautz, H., Arnstein, L., Borriello, G., Etzioni, O., Fox, D.: An overview of the assisted cognition project. In: Proceedings on the: Conference on Universal Usability, Caregiver: The Role of Intelligent Technology in Elder Care, Edmonton (2000)"},{"key":"2_CR32","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1016\/S0921-8890(02)00381-0","volume":"42","author":"J Pineau","year":"2003","unstructured":"Pineau, J., Montemerlo, M., Pollack, M., Roy, N., Thrun, S.: Towards robotic assistants in nursing homes: challenges and results. Robot. Auton. Syst. 42, 271\u2013281 (2003)","journal-title":"Robot. Auton. Syst."},{"key":"2_CR33","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1002\/047168659X.ch12","volume":"12","author":"MC Mozer","year":"2005","unstructured":"Mozer, M.C.: Lessons from an adaptive home. Smart Environ. 12, 271\u2013294 (2005)","journal-title":"Smart Environ."},{"issue":"5","key":"2_CR34","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1016\/j.cviu.2009.06.008","volume":"144","author":"J Hoey","year":"2010","unstructured":"Hoey, J., Poupart, P., von Bertoldi, A., Craig, T., Boutilier, C., Mihailidis, A.: Automated handwashing assistance for persons with dementia using video and a partially observable Markov decision process. Comput. Vis. Image Underst. 144(5), 503\u2013519 (2010)","journal-title":"Comput. Vis. Image Underst."},{"issue":"1","key":"2_CR35","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1080\/10400435.2001.10132031","volume":"13","author":"A Mihailidis","year":"2001","unstructured":"Mihailidis, A., Fernie, G.R., Barbenel, J.C.: The use of artificial intelligence in the design of an intelligent cognitive orthosis for people with dementia. Assist. Technol. 13(1), 23\u201329 (2001)","journal-title":"Assist. Technol."},{"key":"2_CR36","unstructured":"Suresh, H., Hunt, N., Johnson, A.E.W., Celi, L.A., Szolovits, P., Ghassemi, M.: Clinical Intervention Prediction and Understanding using Deep Networks, CoRR (2017)"},{"key":"2_CR37","doi-asserted-by":"publisher","first-page":"780","DOI":"10.1109\/34.598236","volume":"19","author":"CR Wren","year":"1997","unstructured":"Wren, C.R., Azarbayejani, A., Darrell, T., Pentland, A.: Pfinder: real-time tracking of the human body. IEEE Trans. Pattern Anal. Mach. Intell. 19, 780\u2013785 (1997)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"2_CR38","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1016\/j.cviu.2004.02.004","volume":"96","author":"N Oliver","year":"2004","unstructured":"Oliver, N., Garg, A., Horvitz, E.: Layered representations for learning and inferring office activity from multiple sensory channels. Comput. Vis. Image Underst. 96, 163\u2013180 (2004)","journal-title":"Comput. Vis. Image Underst."},{"key":"2_CR39","doi-asserted-by":"crossref","unstructured":"Llorca, D.F., Vilarino, F., Zhou, J., Lacey, G.: A multi-class SVM classifier for automatic hand washing quality assessment. In: Proceedings of the British Machine Vision Conference (2007)","DOI":"10.5244\/C.21.40"},{"issue":"2","key":"2_CR40","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1007\/s00138-009-0234-7","volume":"22","author":"DF Llorca","year":"2011","unstructured":"Llorca, D.F., Parra, I., Sotelo, M.\u00c1., Lacey, G.: A vision-based system for automatic hand washing quality assessment. Mach. Vis. Appl. 22(2), 219\u2013234 (2011)","journal-title":"Mach. Vis. Appl."},{"key":"2_CR41","volume-title":"Artificial Intelligence: A Modern Approach","author":"SJ Russell","year":"2003","unstructured":"Russell, S.J., Norvig, P., Canny, J.F., Malik, J.M., Edwards, D.D.: Artificial Intelligence: A Modern Approach. Upper Saddle River, Prentice Hall (2003)"},{"key":"2_CR42","unstructured":"Sutton, R.S., Barto, A.G., Reinforcement Learning: An Introduction, 2nd edn., in progress, p. 2. The MIT Press Cambridge (2014, 2015)"},{"issue":"1","key":"2_CR43","first-page":"6","volume":"7","author":"M Bakhouya","year":"2012","unstructured":"Bakhouya, M., Campbell, R., Coronato, A., de Pietro, G., Ranganathan, A.: Introduction to special section on formal methods in pervasive computing. ACM Trans. Auton. Adapt. Syst. (TAAS) 7(1), 6 (2012)","journal-title":"ACM Trans. Auton. Adapt. Syst. (TAAS)"},{"issue":"1","key":"2_CR44","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4018\/jaci.2012010101","volume":"4","author":"M Cinque","year":"2012","unstructured":"Cinque, M., Coronato, A., Testa, A.: Dependable services for mobile health monitoring systems. Int. J. Ambient. Comput. Intell. (IJACI) 4(1), 1\u201315 (2012)","journal-title":"Int. J. Ambient. Comput. Intell. (IJACI)"},{"key":"2_CR45","doi-asserted-by":"crossref","unstructured":"Coronato, A., De Pietro, G., Sannino, G.: Middleware services for pervasive monitoring elderly and ill people in smart environments. In: 2010 Seventh International Conference on Information Technology: New Generations (2010)","DOI":"10.1109\/ITNG.2010.139"},{"key":"2_CR46","doi-asserted-by":"publisher","first-page":"569","DOI":"10.1007\/978-1-4614-3535-8_48","volume-title":"Innovations and Advances in Computer, Information, Systems Sciences, and Engineering","author":"M Cinque","year":"2012","unstructured":"Cinque, M., Coronato, A., Testa, A.: A failure modes and effects analysis of mobile health monitoring systems. In: Elleithy, K., Sobh, T. (eds.) Innovations and Advances in Computer, Information, Systems Sciences, and Engineering, vol. 152, pp. 569\u2013582. Springer, New York (2012). \nhttps:\/\/doi.org\/10.1007\/978-1-4614-3535-8_48"},{"issue":"9","key":"2_CR47","doi-asserted-by":"publisher","first-page":"877","DOI":"10.1016\/j.sysarc.2008.01.011","volume":"54","author":"A Coronato","year":"2008","unstructured":"Coronato, A., De Pietro, G., Gallo, L.: An agent based platform for task distribution in virtual environments. J. Syst. Arch. 54(9), 877\u2013882 (2008)","journal-title":"J. Syst. Arch."},{"key":"2_CR48","doi-asserted-by":"crossref","unstructured":"Coronato, A., De Florio, V., Bakhouya, M., Di Marzo Serugendo, G.: Formal modeling of socio-technical collective adaptive systems. In: 2012 IEEE Sixth International Conference on Self-Adaptive and Self-Organizing Systems Workshops, pp. 187\u2013192 (2012)","DOI":"10.1109\/SASOW.2012.40"}],"container-title":["Communications in Computer and Information Science","Pervasive Systems, Algorithms and Networks"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-30143-9_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,11,26]],"date-time":"2019-11-26T23:53:55Z","timestamp":1574812435000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-30143-9_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030301422","9783030301439"],"references-count":48,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-30143-9_2","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"27 November 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"I-SPAN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Pervasive Systems, Algorithms and Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Naples","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ispan2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/ispan2019.antares.cloud\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Open","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"89","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"8","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"-","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}