{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T18:41:55Z","timestamp":1742928115572,"version":"3.40.3"},"publisher-location":"Cham","reference-count":17,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031246661"},{"type":"electronic","value":"9783031246678"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-24667-8_19","type":"book-chapter","created":{"date-parts":[[2023,1,31]],"date-time":"2023-01-31T09:03:44Z","timestamp":1675155824000},"page":"208-217","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Deep Reinforcement Learning for\u00a0the\u00a0Autonomous Adaptive Behavior of\u00a0Social Robots"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9576-1731","authenticated-orcid":false,"given":"Marcos","family":"Maroto-G\u00f3mez","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2317-3329","authenticated-orcid":false,"given":"Mar\u00eda","family":"Malfaz","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5189-0002","authenticated-orcid":false,"given":"\u00c1lvaro","family":"Castro-Gonz\u00e1lez","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0263-6606","authenticated-orcid":false,"given":"Miguel \u00c1ngel","family":"Salichs","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,2,1]]},"reference":[{"doi-asserted-by":"crossref","unstructured":"Akalin, N., Kiselev, A., Kristoffersson, A., Loutfi, A.: Enhancing social human-robot interaction with deep reinforcement learning. In: FAIM\/ISCA Workshop on Artificial Intelligence for Multimodal Human Robot Interaction (AI-MHRI), Stockholm, Sweden 14\u201315 July, 2018, pp. 48\u201350. MHRI (2018)","key":"19_CR1","DOI":"10.21437\/AI-MHRI.2018-12"},{"issue":"4","key":"19_CR2","doi-asserted-by":"publisher","first-page":"1292","DOI":"10.3390\/s21041292","volume":"21","author":"N Akalin","year":"2021","unstructured":"Akalin, N., Loutfi, A.: Reinforcement learning approaches in social robotics. Sensors 21(4), 1292 (2021)","journal-title":"Sensors"},{"key":"19_CR3","first-page":"148","volume":"115","author":"D Ca\u00f1amero","year":"2003","unstructured":"Ca\u00f1amero, D.: Designing emotions for activity selection in autonomous agents. Emotions Humans Artifacts 115, 148 (2003)","journal-title":"Emotions Humans Artifacts"},{"doi-asserted-by":"crossref","unstructured":"Chen, C., Liu, Y., Kreiss, S., Alahi, A.: Crowd-robot interaction: Crowd-aware robot navigation with attention-based deep reinforcement learning. In: 2019 International Conference on Robotics and Automation (ICRA), pp. 6015\u20136022. IEEE (2019)","key":"19_CR4","DOI":"10.1109\/ICRA.2019.8794134"},{"doi-asserted-by":"crossref","unstructured":"Gao, Y., Sibirtseva, E., Castellano, G., Kragic, D.: Fast adaptation with meta-reinforcement learning for trust modelling in human-robot interaction. In: 2019 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 305\u2013312. IEEE (2019)","key":"19_CR5","DOI":"10.1109\/IROS40897.2019.8967924"},{"issue":"3","key":"19_CR6","doi-asserted-by":"publisher","first-page":"46","DOI":"10.3390\/technologies8030046","volume":"8","author":"I Kouretas","year":"2020","unstructured":"Kouretas, I., Paliouras, V.: Hardware implementation of a softmax-like function for deep learning. Technologies 8(3), 46 (2020)","journal-title":"Technologies"},{"doi-asserted-by":"crossref","unstructured":"Liu, L., Dugas, D., Cesari, G., Siegwart, R., Dub\u00e9, R.: Robot navigation in crowded environments using deep reinforcement learning. In: 2020 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 5671\u20135677. IEEE (2020)","key":"19_CR7","DOI":"10.1109\/IROS45743.2020.9341540"},{"doi-asserted-by":"publisher","unstructured":"Lorenz, K.: The foundations of ethology. Springer Science & Business Media (2013). https:\/\/doi.org\/10.1007\/978-3-7091-3671-3","key":"19_CR8","DOI":"10.1007\/978-3-7091-3671-3"},{"issue":"8","key":"19_CR9","doi-asserted-by":"publisher","first-page":"2691","DOI":"10.3390\/s18082691","volume":"18","author":"M Maroto-G\u00f3mez","year":"2018","unstructured":"Maroto-G\u00f3mez, M., Castro-Gonz\u00e1lez, \u00c1., Castillo, J.C., Malfaz, M., Salichs, M.A.: A bio-inspired motivational decision making system for social robots based on the perception of the user. Sensors 18(8), 2691 (2018)","journal-title":"Sensors"},{"key":"19_CR10","doi-asserted-by":"publisher","first-page":"98381","DOI":"10.1109\/ACCESS.2021.3095392","volume":"9","author":"M Maroto-G\u00f3mez","year":"2021","unstructured":"Maroto-G\u00f3mez, M., Gonz\u00e1lez, R., Castro-Gonz\u00e1lez, \u00c1., Malfaz, M., Salichs, M.\u00c1.: Speeding-up action learning in a social robot with dyna-q+: A bioinspired probabilistic model approach. IEEE Access 9, 98381\u201398397 (2021)","journal-title":"IEEE Access"},{"doi-asserted-by":"crossref","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","key":"19_CR11","DOI":"10.1038\/nature14236"},{"key":"19_CR12","series-title":"Lecture Notes in Networks and Systems","doi-asserted-by":"publisher","first-page":"426","DOI":"10.1007\/978-3-319-56991-8_32","volume-title":"Proceedings of SAI Intelligent Systems Conference (IntelliSys) 2016","author":"SS Mousavi","year":"2018","unstructured":"Mousavi, S.S., Schukat, M., Howley, E.: Deep reinforcement learning: an overview. In: Bi, Y., Kapoor, S., Bhatia, R. (eds.) IntelliSys 2016. LNNS, vol. 16, pp. 426\u2013440. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-56991-8_32"},{"doi-asserted-by":"crossref","unstructured":"Qureshi, A.H., Nakamura, Y., Yoshikawa, Y., Ishiguro, H.: Robot gains social intelligence through multimodal deep reinforcement learning. In: 2016 IEEE-RAS 16th International Conference on Humanoid Robots (Humanoids), pp. 745\u2013751. IEEE (2016)","key":"19_CR13","DOI":"10.1109\/HUMANOIDS.2016.7803357"},{"key":"19_CR14","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1016\/j.neunet.2018.03.014","volume":"107","author":"AH Qureshi","year":"2018","unstructured":"Qureshi, A.H., Nakamura, Y., Yoshikawa, Y., Ishiguro, H.: Intrinsically motivated reinforcement learning for human-robot interaction in the real-world. Neural Netw. 107, 23\u201333 (2018)","journal-title":"Neural Netw."},{"issue":"6","key":"19_CR15","doi-asserted-by":"publisher","first-page":"1231","DOI":"10.1007\/s12369-020-00687-0","volume":"12","author":"MA Salichs","year":"2020","unstructured":"Salichs, M.A.: Mini: a new social robot for the elderly. Int. J. Soc. Robot. 12(6), 1231\u20131249 (2020)","journal-title":"Int. J. Soc. Robot."},{"issue":"3","key":"19_CR16","doi-asserted-by":"publisher","first-page":"5223","DOI":"10.1109\/LRA.2021.3071954","volume":"6","author":"SS Samsani","year":"2021","unstructured":"Samsani, S.S., Muhammad, M.S.: Socially compliant robot navigation in crowded environment by human behavior resemblance using deep reinforcement learning. IEEE Robot. Autom. Lett. 6(3), 5223\u20135230 (2021)","journal-title":"IEEE Robot. Autom. Lett."},{"doi-asserted-by":"crossref","unstructured":"Zhang, Z.: Improved adam optimizer for deep neural networks. In: 2018 IEEE\/ACM 26th International Symposium on Quality of Service (IWQoS), pp. 1\u20132. Ieee (2018)","key":"19_CR17","DOI":"10.1109\/IWQoS.2018.8624183"}],"container-title":["Lecture Notes in Computer Science","Social Robotics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-24667-8_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,31]],"date-time":"2023-01-31T09:10:01Z","timestamp":1675156201000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-24667-8_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031246661","9783031246678"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-24667-8_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"1 February 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Social Robotics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Florence","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 December 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 December 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"socrob2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.icsr2022.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EquinOCS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"143","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"111","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"78% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}