{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T17:52:58Z","timestamp":1776275578508,"version":"3.50.1"},"reference-count":72,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000866","name":"Cardiff University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000866","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/X018962\/1"],"award-info":[{"award-number":["EP\/X018962\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cogn. Dev. Syst."],"published-print":{"date-parts":[[2023,9]]},"DOI":"10.1109\/tcds.2023.3277288","type":"journal-article","created":{"date-parts":[[2023,5,17]],"date-time":"2023-05-17T17:37:01Z","timestamp":1684345021000},"page":"1139-1149","source":"Crossref","is-referenced-by-count":18,"title":["Recent Advances of Deep Robotic Affordance Learning: A Reinforcement Learning Perspective"],"prefix":"10.1109","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7612-614X","authenticated-orcid":false,"given":"Xintong","family":"Yang","sequence":"first","affiliation":[{"name":"School of Engineering, Cardiff University, Cardiff, U.K"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8968-9902","authenticated-orcid":false,"given":"Ze","family":"Ji","sequence":"additional","affiliation":[{"name":"School of Engineering, Cardiff University, Cardiff, U.K"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5123-9861","authenticated-orcid":false,"given":"Jing","family":"Wu","sequence":"additional","affiliation":[{"name":"School of Computer Science and Informatics, Cardiff University, Cardiff, U.K"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2094-5680","authenticated-orcid":false,"given":"Yu-Kun","family":"Lai","sequence":"additional","affiliation":[{"name":"School of Computer Science and Informatics, Cardiff University, Cardiff, U.K"}]}],"member":"263","reference":[{"key":"ref13","first-page":"11340","article-title":"Data-efficient hindsight off-policy option learning","author":"wulfmeier","year":"2021","journal-title":"Proc ICML"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/0004-3702(91)90053-M"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10846-017-0468-y"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2019.2959445"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/HUMANOIDS.2017.8239542"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00235"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2015.7139369"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8463162"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.13754"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989324"},{"key":"ref11","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref55","first-page":"9419","article-title":"Language as an abstraction for hierarchical deep reinforcement learning","volume":"32","author":"jiang","year":"2019","journal-title":"Proc Int Conf Adv Neural Inf Process Syst"},{"key":"ref10","first-page":"5243","article-title":"What can i do here? A theory of affordances in reinforcement learning","author":"khetarpal","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2018.8489237"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460902"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8206484"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561802"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2019.2930364"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-control-082619-100135"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2015.7139553"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9196631"},{"key":"ref45","first-page":"2555","article-title":"Learning latent dynamics for planning from pixels","author":"hafner","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref48","article-title":"Model-based reinforcement learning: A survey","author":"moerland","year":"2020","journal-title":"arXiv 2006 16712"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2020.3006716"},{"key":"ref42","first-page":"22243","article-title":"Big self-supervised models are strong semi-supervised learners","volume":"33","author":"chen","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2020.00082"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1631\/FITEE.1900549"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1177\/1059712307084689"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2016.2543839"},{"key":"ref7","first-page":"1","article-title":"Toward affordance-aware planning","author":"abel","year":"2014","journal-title":"Proc 1st Workshop Affordances Affordances Vis Cogn Robot"},{"key":"ref9","volume":"124","author":"latombe","year":"2012","journal-title":"Robot Motion Planning"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1080\/01691864.2017.1394912"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2016.2594134"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3446370"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/590"},{"key":"ref40","first-page":"740","article-title":"Microsoft COCO: Common objects in context","author":"lin","year":"2014","journal-title":"Proc Eur Conf Comput Vis"},{"key":"ref35","first-page":"1979","article-title":"Temporally abstract partial models","volume":"34","author":"khetarpal","year":"2021","journal-title":"Proc Int Conf Adv Neural Inf Process Syst"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9560841"},{"key":"ref37","first-page":"1","article-title":"Auto-encoding variational bayes","author":"kingma","year":"2014","journal-title":"Proc 2nd Int Conf Learn Represent (ICLR)"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(99)00052-1"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9196971"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561428"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3062560"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2021.XVII.060"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1177\/0959354307075046"},{"key":"ref1","first-page":"55","article-title":"The concept of affordances in development: The renascence of functionalism","volume":"15","author":"gibson","year":"1982","journal-title":"Proc Concept Develop Minnesota Symposia Child Psychol"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1017\/S0263574721000023"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-020-09888-5"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01291"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202133"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794126"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9196783"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8968114"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8793912"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1177\/0278364919849091"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00674"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3062300"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1177\/0278364920987859"},{"key":"ref20","first-page":"1781","article-title":"Affordance learning for end-to-end visuomotor robot control","author":"h\u00e4m\u00e4l\u00e4inen","year":"2019","journal-title":"Proc IEEE\/RSJ Int Conf Intell Robots Syst (IROS)"},{"key":"ref64","first-page":"270","article-title":"GPU-accelerated robotic simulation for distributed reinforcement learning","author":"liang","year":"2018","journal-title":"Proc Conf Robot Learn"},{"key":"ref63","article-title":"Rearrangement: A challenge for embodied AI","author":"batra","year":"2020","journal-title":"arXiv 2011 01975"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8461044"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.2992195"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA46639.2022.9811889"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01146"},{"key":"ref28","first-page":"132","article-title":"KPAM: KeyPoint affordances for category-level robotic manipulation","author":"manuelli","year":"2019","journal-title":"Proc 17th Int Symp Robot Res"},{"key":"ref27","first-page":"287","article-title":"Do as i can, not as i say: Grounding language in robotic affordances","author":"brohan","year":"2023","journal-title":"Proc Conf Robot Learn"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3062315"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33019876"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.2974707"},{"key":"ref61","author":"goodfellow","year":"2016","journal-title":"Deep Learning"}],"container-title":["IEEE Transactions on Cognitive and Developmental Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7274989\/10242607\/10128147.pdf?arnumber=10128147","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,2]],"date-time":"2023-10-02T18:08:28Z","timestamp":1696270108000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10128147\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9]]},"references-count":72,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tcds.2023.3277288","relation":{},"ISSN":["2379-8920","2379-8939"],"issn-type":[{"value":"2379-8920","type":"print"},{"value":"2379-8939","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,9]]}}}