{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,5]],"date-time":"2026-05-05T22:10:29Z","timestamp":1778019029600,"version":"3.51.4"},"reference-count":65,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003141","name":"Consejo Nacional de Ciencia y Tecnolog\u00eda","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003141","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/access.2023.3262450","type":"journal-article","created":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T18:54:52Z","timestamp":1679943292000},"page":"31282-31292","source":"Crossref","is-referenced-by-count":15,"title":["Affordance-Based Human\u2013Robot Interaction With Reinforcement Learning"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8397-3083","authenticated-orcid":false,"given":"Francisco","family":"Munguia-Galeano","sequence":"first","affiliation":[{"name":"School of Engineering, Cardiff University, Cardiff, U.K"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Satheeshkumar","family":"Veeramani","sequence":"additional","affiliation":[{"name":"Cooper Group, University of Liverpool, Liverpool, U.K"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9593-6789","authenticated-orcid":false,"given":"Juan David","family":"Hern\u00e1ndez","sequence":"additional","affiliation":[{"name":"School of Computer Science and Informatics, Cardiff University, Cardiff, U.K"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8972-4042","authenticated-orcid":false,"given":"Qingmeng","family":"Wen","sequence":"additional","affiliation":[{"name":"School of Engineering, Cardiff University, Cardiff, U.K"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8968-9902","authenticated-orcid":false,"given":"Ze","family":"Ji","sequence":"additional","affiliation":[{"name":"School of Engineering, Cardiff University, Cardiff, U.K"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/access.2020.3027152"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/tcyb.2015.2412554"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/access.2016.2570255"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/icra.2019.8794134"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/access.2021.3050338"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/iros.2016.7759137"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/iros.2018.8593410"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/iros.2018.8594327"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/iros40897.2019.8967924"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/access.2019.2910016"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-019-00606-y"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-control-100819-063206"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/tie.2020.3016271"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/iros47612.2022.9981196"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/mce.2019.2956202"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/lra.2019.2961845"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3099071"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/access.2020.3038605"},{"issue":"1","key":"ref19","first-page":"67","article-title":"Perceiving, acting, and knowing: Toward an ecological psychology","volume":"7","author":"Gibson","year":"1977","journal-title":"IEEE Trans. Syst., Man, Cybern."},{"key":"ref20","article-title":"Learning visual affordances for robotic manipulation","author":"Zeng","year":"2019"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/iros.2013.6696676"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/tnn.1998.712192"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/lra.2019.2933815"},{"key":"ref24","first-page":"279","article-title":"Technical note Q-learning","volume":"292","author":"Dayan","year":"1992","journal-title":"Mach. Learn."},{"key":"ref25","article-title":"Playing Atari with deep reinforcement learning","author":"Mnih","year":"2013","journal-title":"arXiv:1312.5602"},{"key":"ref26","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref27","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","volume-title":"Proc. 33rd Int. Conf. Mach. Learn. (ICML)","author":"Mnih"},{"key":"ref28","volume-title":"GitHub Repository","author":"Hill"},{"key":"ref29","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","volume-title":"Introduction to Reinforcement Learning","author":"Sutton","year":"1998"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/tii.2021.3125447"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/robio.2018.8665248"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2899311"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s40747-021-00366-1"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/access.2020.3001130"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/iros40897.2019.8968464"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/access.2021.3056903"},{"issue":"5","key":"ref37","first-page":"98","article-title":"Rapidly-exploring random trees: A new tool for path planning","volume":"10","author":"LaValle","year":"1998","journal-title":"IEEE Trans. Robot. Autom."},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2010.VI.034"},{"key":"ref39","first-page":"1","article-title":"Continuous control with deep reinforcement learning","volume-title":"Proc. 4th Int. Conf. Learn. Represent. (ICLR)","author":"Lillicrap"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/s10846-022-01580-w"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/jsen.2020.3030791"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/jsen.2022.3163730"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/robio.2018.8665219"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/icra.2018.8461044"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05063-4_6"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/tsmca.2012.2227719"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2020.106796"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/icinfa.2015.7279322"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/icras.2018.8443226"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2019.02.013"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/s40747-021-00499-3"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/icras.2019.8809005"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2018.8593986"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.312"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/tcds.2016.2543839"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/tcds.2018.2843122"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/hri.2019.8673198"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/lra.2020.3047730"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/hri.2019.8673284"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ro-man47096.2020.9223451"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/aciiw.2019.8925235"},{"key":"ref62","volume-title":"Google Cloud Speech-to-Text API","year":"2022"},{"key":"ref63","volume-title":"CVZone Library","year":"2023"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/irc.2019.00120"},{"key":"ref65","volume-title":"pyRAPL: A Python Interface for RAPL. GitHub","author":"Rountree","year":"2023"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10005208\/10082924.pdf?arnumber=10082924","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,13]],"date-time":"2024-02-13T15:24:16Z","timestamp":1707837856000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10082924\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":65,"URL":"https:\/\/doi.org\/10.1109\/access.2023.3262450","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}