{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,12]],"date-time":"2025-11-12T10:10:24Z","timestamp":1762942224318,"version":"3.45.0"},"publisher-location":"Singapore","reference-count":16,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819987146"},{"type":"electronic","value":"9789819987153"}],"license":[{"start":{"date-parts":[[2023,12,3]],"date-time":"2023-12-03T00:00:00Z","timestamp":1701561600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,3]],"date-time":"2023-12-03T00:00:00Z","timestamp":1701561600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-99-8715-3_30","type":"book-chapter","created":{"date-parts":[[2023,12,2]],"date-time":"2023-12-02T03:02:08Z","timestamp":1701486128000},"page":"363-372","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Two-Level Reinforcement Learning Framework for\u00a0Self-sustained Personal Robots"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-8606-9031","authenticated-orcid":false,"given":"Koyo","family":"Fujii","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8450-9362","authenticated-orcid":false,"given":"Patrick","family":"Holthaus","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1494-2798","authenticated-orcid":false,"given":"Hooman","family":"Samani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5775-5047","authenticated-orcid":false,"given":"Chinthaka","family":"Premachandra","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7007-2227","authenticated-orcid":false,"given":"Farshid","family":"Amirabdollahian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,12,3]]},"reference":[{"issue":"5","key":"30_CR1","doi-asserted-by":"publisher","first-page":"4513","DOI":"10.1109\/TSG.2020.2986333","volume":"11","author":"J Cao","year":"2020","unstructured":"Cao, J., Harrold, D., Fan, Z., Morstyn, T., Healey, D., Li, K.: Deep reinforcement learning-based energy storage arbitrage with accurate lithium-ion battery degradation model. IEEE Trans. Smart Grid 11(5), 4513\u20134521 (2020)","journal-title":"IEEE Trans. Smart Grid"},{"key":"30_CR2","doi-asserted-by":"crossref","unstructured":"Castro-Gonz\u00e1lez, A., Amirabdollahian, F., Polani, D., Malfaz, M., Salichs, M.A.: Robot self-preservation and adaptation to user preferences in game play, a preliminary study. In: International Conference on Robotics and Biomimetics, pp. 2491\u20132498 (2011)","DOI":"10.1109\/ROBIO.2011.6181679"},{"key":"30_CR3","doi-asserted-by":"crossref","unstructured":"Chaoui, H., Gualous, H., Boulon, L., Kelouwani, S.: Deep reinforcement learning energy management system for multiple battery based electric vehicles. In: 2018 IEEE Vehicle Power and Propulsion Conference (VPPC), pp. 1\u20136. IEEE (2018)","DOI":"10.1109\/VPPC.2018.8605023"},{"key":"30_CR4","doi-asserted-by":"crossref","unstructured":"Chellal, A.A., Lima, J., Gon\u00e7alves, J., Megnafi, H.: Battery management system for mobile robots based on an extended Kalman filter approach. In: 2021 29th Mediterranean Conference on Control and Automation, pp. 1131\u20131136. IEEE (2021)","DOI":"10.1109\/MED51440.2021.9480196"},{"key":"30_CR5","doi-asserted-by":"crossref","unstructured":"Deshmukh, A., Aylett, R.: Socially constrained management of power resources for social mobile robots. In: International Conference on Human-Robot Interaction, pp. 119\u2013120 (2012)","DOI":"10.1145\/2157689.2157714"},{"issue":"8","key":"30_CR6","doi-asserted-by":"publisher","first-page":"2512","DOI":"10.1109\/JPROC.2012.2200539","volume":"100","author":"J Fasola","year":"2012","unstructured":"Fasola, J., Mataric, M.J.: Using socially assistive human-robot interaction to motivate physical exercise for older adults. Proc. IEEE 100(8), 2512\u20132526 (2012)","journal-title":"Proc. IEEE"},{"key":"30_CR7","doi-asserted-by":"crossref","unstructured":"Gockley, R., et al.: Designing robots for long-term social interaction, pp. 1338\u20131343, September 2005","DOI":"10.1109\/IROS.2005.1545303"},{"key":"30_CR8","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1016\/j.energy.2013.05.060","volume":"59","author":"E Kuznetsova","year":"2013","unstructured":"Kuznetsova, E., Li, Y.F., Ruiz, C., Zio, E., Ault, G., Bell, K.: Reinforcement learning for microgrid energy management. Energy 59, 133\u2013146 (2013)","journal-title":"Energy"},{"issue":"4","key":"30_CR9","doi-asserted-by":"publisher","first-page":"883","DOI":"10.1109\/TRO.2008.2001362","volume":"24","author":"C Liu","year":"2008","unstructured":"Liu, C., Conn, K., Sarkar, N., Stone, W.: Online affect detection and robot behavior adaptation for intervention of children with autism. IEEE Trans. Rob. 24(4), 883\u2013896 (2008)","journal-title":"IEEE Trans. Rob."},{"key":"30_CR10","doi-asserted-by":"publisher","first-page":"114640","DOI":"10.1016\/j.apenergy.2020.114640","volume":"263","author":"Y Liu","year":"2020","unstructured":"Liu, Y., Zhang, J.: Self-adapting J-type air-based battery thermal management system via model predictive control. Appl. Energy 263, 114640 (2020)","journal-title":"Appl. Energy"},{"issue":"4","key":"30_CR11","doi-asserted-by":"publisher","first-page":"911","DOI":"10.1109\/TRO.2008.926867","volume":"24","author":"N Mitsunaga","year":"2008","unstructured":"Mitsunaga, N., Smith, C., Kanda, T., Ishiguro, H., Hagita, N.: Adapting robot behavior for human-robot interaction. IEEE Trans. Rob. 24(4), 911\u2013916 (2008)","journal-title":"IEEE Trans. Rob."},{"key":"30_CR12","doi-asserted-by":"crossref","unstructured":"Natella, D., Vasca, F.: Battery state of health estimation via reinforcement learning. In: 2021 European Control Conference (ECC), pp. 1657\u20131662. IEEE (2021)","DOI":"10.23919\/ECC54610.2021.9655199"},{"key":"30_CR13","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (2018)"},{"key":"30_CR14","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1007\/s11370-008-0017-4","volume":"1","author":"A Tapus","year":"2008","unstructured":"Tapus, A., \u0162\u0103pu\u015f, C., Matari\u0107, M.J.: User-robot personality matching and assistive robot behavior adaptation for post-stroke rehabilitation therapy. Intel. Serv. Robot. 1, 169\u2013183 (2008)","journal-title":"Intel. Serv. Robot."},{"key":"30_CR15","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1007\/978-3-642-24455-1_33","volume-title":"KI 2011: Advances in Artificial Intelligence","author":"M Tokic","year":"2011","unstructured":"Tokic, M., Palm, G.: Value-difference based exploration: adaptive control between Epsilon-Greedy and Softmax. In: Bach, J., Edelkamp, S. (eds.) KI 2011. LNCS (LNAI), vol. 7006, pp. 335\u2013346. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-24455-1_33"},{"issue":"3","key":"30_CR16","first-page":"279","volume":"8","author":"CJCH Watkins","year":"1992","unstructured":"Watkins, C.J.C.H., Dayan, P.: Q-learning. Mach. Learn. 8(3), 279\u2013292 (1992)","journal-title":"Mach. Learn."}],"container-title":["Lecture Notes in Computer Science","Social Robotics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-8715-3_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,12]],"date-time":"2025-11-12T10:07:00Z","timestamp":1762942020000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-8715-3_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,3]]},"ISBN":["9789819987146","9789819987153"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-8715-3_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023,12,3]]},"assertion":[{"value":"3 December 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Social Robotics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Doha","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Qatar","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 December 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 December 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"socrob2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icrs.iovision.tn\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}