{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,21]],"date-time":"2025-06-21T14:24:02Z","timestamp":1750515842607,"version":"3.40.3"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030954666"},{"type":"electronic","value":"9783030954673"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-95467-3_20","type":"book-chapter","created":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T10:07:13Z","timestamp":1643710033000},"page":"265-280","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["pH-RL: A Personalization Architecture to Bring Reinforcement Learning to Health Practice"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0919-8861","authenticated-orcid":false,"given":"Ali","family":"el Hassouni","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3356-3574","authenticated-orcid":false,"given":"Mark","family":"Hoogendoorn","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7131-1549","authenticated-orcid":false,"given":"Marketa","family":"Ciharova","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8040-5697","authenticated-orcid":false,"given":"Annet","family":"Kleiboer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0586-6407","authenticated-orcid":false,"given":"Khadicha","family":"Amarti","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1812-5288","authenticated-orcid":false,"given":"Vesa","family":"Muhonen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8144-8901","authenticated-orcid":false,"given":"Heleen","family":"Riper","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3106-4213","authenticated-orcid":false,"given":"A. E.","family":"Eiben","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,2,2]]},"reference":[{"key":"20_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1007\/978-3-319-54627-8_2","volume-title":"OWL: Experiences and Directions \u2013 Reasoner Evaluation","author":"T Bailoni","year":"2017","unstructured":"Bailoni, T., Dragoni, M., Eccher, C., Guerini, M., Maimone, R.: Healthy lifestyle support: the PerKApp ontology. In: Dragoni, M., Poveda-Villal\u00f3n, M., Jimenez-Ruiz, E. (eds.) OWLED\/ORE -2016. LNCS, vol. 10161, pp. 15\u201323. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-54627-8_2"},{"issue":"7836","key":"20_CR2","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1038\/s41586-020-2939-8","volume":"588","author":"MG Bellemare","year":"2020","unstructured":"Bellemare, M.G., et al.: Autonomous navigation of stratospheric balloons using reinforcement learning. Nature 588(7836), 77\u201382 (2020)","journal-title":"Nature"},{"key":"20_CR3","unstructured":"Brockman, G., et al.: OpenAI gym. CoRR abs\/1606.01540 (2016). http:\/\/arxiv.org\/abs\/1606.01540"},{"key":"20_CR4","unstructured":"Dulac-Arnold, G., Mankowitz, D., Hester, T.: Challenges of real-world reinforcement learning. arXiv preprint arXiv:1904.12901 (2019)"},{"key":"20_CR5","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1007\/978-3-030-59155-7_15","volume-title":"Software Architecture","author":"EM Grua","year":"2020","unstructured":"Grua, E.M., De Sanctis, M., Lago, P.: A reference architecture for personalized and self-adaptive e-health apps. In: Muccini, H., et al. (eds.) ECSA 2020. CCIS, vol. 1269, pp. 195\u2013209. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-59155-7_15"},{"key":"20_CR6","doi-asserted-by":"crossref","unstructured":"Grua, E.M., Hoogendoorn, M.: Exploring clustering techniques for effective reinforcement learning based personalization for health and wellbeing. In: 2018 IEEE Symposium Series on Computational Intelligence (SSCI), pp. 813\u2013820. IEEE (2018)","DOI":"10.1109\/SSCI.2018.8628621"},{"key":"20_CR7","unstructured":"el Hassouni, A.: alielhassouni\/ph-rl: ph-rl, March 2021. https:\/\/doi.org\/10.5281\/zenodo.4628543"},{"key":"20_CR8","doi-asserted-by":"crossref","unstructured":"el Hassouni, A., Hoogendoorn, M., Eiben, A.E., Van Otterlo, M., Muhonen, V.: End-to-end personalization of digital health interventions using raw sensor data with deep reinforcement learning: a comparative study in digital health interventions for behavior change. In: 2019 IEEE\/WIC\/ACM International Conference on Web Intelligence (WI), pp. 258\u2013264. IEEE (2019)","DOI":"10.1145\/3350546.3352527"},{"key":"20_CR9","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1007\/978-3-030-03098-8_31","volume-title":"PRIMA 2018: Principles and Practice of Multi-Agent Systems","author":"A Hassouni","year":"2018","unstructured":"Hassouni, A., Hoogendoorn, M., van Otterlo, M., Barbaro, E.: Personalization of health interventions using cluster-based reinforcement learning. In: Miller, T., Oren, N., Sakurai, Y., Noda, I., Savarimuthu, B.T.R., Cao Son, T. (eds.) PRIMA 2018. LNCS (LNAI), vol. 11224, pp. 467\u2013475. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-03098-8_31"},{"key":"20_CR10","doi-asserted-by":"crossref","unstructured":"den Hengst, F., Grua, E.M., el Hassouni, A., Hoogendoorn, M.: Reinforcement learning for personalization: a systematic literature review. Data Sci. (Preprint) 3, 107\u2013147 (2020)","DOI":"10.3233\/DS-200028"},{"key":"20_CR11","unstructured":"Hoffman, M., et al.: Acme: a research framework for distributed reinforcement learning. arXiv preprint arXiv:2006.00979 (2020)"},{"issue":"11","key":"20_CR12","doi-asserted-by":"publisher","first-page":"1716","DOI":"10.1038\/s41591-018-0213-5","volume":"24","author":"M Komorowski","year":"2018","unstructured":"Komorowski, M., Celi, L.A., Badawi, O., Gordon, A.C., Faisal, A.A.: The artificial intelligence clinician learns optimal treatment strategies for sepsis in intensive care. Nat. Med. 24(11), 1716\u20131720 (2018)","journal-title":"Nat. Med."},{"key":"20_CR13","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1016\/j.invent.2017.10.001","volume":"12","author":"A Mikus","year":"2018","unstructured":"Mikus, A., Hoogendoorn, M., Rocha, A., Gama, J., Ruwaard, J., Riper, H.: Predicting short term mood developments among depressed patients using adherence and ecological momentary assessment data. Internet Interv. 12, 105\u2013110 (2018)","journal-title":"Internet Interv."},{"key":"20_CR14","doi-asserted-by":"publisher","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015). https:\/\/doi.org\/10.1038\/nature14236","DOI":"10.1038\/nature14236"},{"key":"20_CR15","unstructured":"Mnih, V., et al.: Playing atari with deep reinforcement learning (2013)"},{"issue":"5","key":"20_CR16","doi-asserted-by":"publisher","first-page":"e174","DOI":"10.2196\/jmir.9890","volume":"20","author":"M Mol","year":"2018","unstructured":"Mol, M., Dozeman, E., Provoost, S., Van Schaik, A., Riper, H., Smit, J.H.: Behind the scenes of online therapeutic feedback in blended therapy for depression: mixed-methods observational study. J. Med. Internet Res. 20(5), e174 (2018)","journal-title":"J. Med. Internet Res."},{"issue":"1","key":"20_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13063-020-04777-2","volume":"21","author":"S Provoost","year":"2020","unstructured":"Provoost, S., et al.: Improving adherence to an online intervention for low mood with a virtual coach: study protocol of a pilot randomized controlled trial. Trials 21(1), 1\u201312 (2020)","journal-title":"Trials"},{"key":"20_CR18","doi-asserted-by":"publisher","first-page":"102003","DOI":"10.1016\/j.artmed.2020.102003","volume":"112","author":"L Roggeveen","year":"2020","unstructured":"Roggeveen, L., et al.: Transatlantic transferability of a new reinforcement learning model for optimizing haemodynamic treatment for critically ill patients with sepsis. Artif. Intell. Med. 112, 102003 (2020)","journal-title":"Artif. Intell. Med."},{"issue":"11","key":"20_CR19","doi-asserted-by":"publisher","first-page":"1641","DOI":"10.1038\/s41591-018-0253-x","volume":"24","author":"S Saria","year":"2018","unstructured":"Saria, S.: Individualized sepsis treatment using reinforcement learning. Nat. Med. 24(11), 1641\u20131642 (2018)","journal-title":"Nat. Med."},{"key":"20_CR20","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.invent.2018.06.002","volume":"13","author":"FJ Schwebel","year":"2018","unstructured":"Schwebel, F.J., Larimer, M.E.: Using text message reminders in health care services: a narrative literature review. Internet Interv. 13, 82\u2013104 (2018)","journal-title":"Internet Interv."},{"issue":"7587","key":"20_CR21","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D., et al.: Mastering the game of go with deep neural networks and tree search. Nature 529(7587), 484\u2013489 (2016)","journal-title":"Nature"},{"key":"20_CR22","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. MIT Press, Cambridge (2018)","edition":"2"},{"key":"20_CR23","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1038\/s41586-019-1724-z","volume":"575","author":"O Vinyals","year":"2019","unstructured":"Vinyals, O., et al.: Grandmaster level in StarCraft II using multi-agent reinforcement learning. Nature 575, 350\u2013354 (2019)","journal-title":"Nature"},{"key":"20_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"590","DOI":"10.1007\/978-3-030-00928-1_67","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2018","author":"F Zhu","year":"2018","unstructured":"Zhu, F., Guo, J., Xu, Z., Liao, P., Yang, L., Huang, J.: Group-driven reinforcement learning for personalized mHealth intervention. In: Frangi, A.F., Schnabel, J.A., Davatzikos, C., Alberola-L\u00f3pez, C., Fichtinger, G. (eds.) MICCAI 2018. LNCS, vol. 11070, pp. 590\u2013598. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00928-1_67"}],"container-title":["Lecture Notes in Computer Science","Machine Learning, Optimization, and Data Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-95467-3_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,6]],"date-time":"2023-04-06T08:31:31Z","timestamp":1680769891000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-95467-3_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030954666","9783030954673"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-95467-3_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"2 February 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"LOD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Machine Learning, Optimization, and Data Science","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Grasmere","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mod2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/lod2021.icas.cc\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"215","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"86","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5-6","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1-2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}