{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,25]],"date-time":"2026-09-25T18:52:39Z","timestamp":1790362359912,"version":"4.1.0"},"reference-count":81,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"H2020 Marie Sklodowska-Curie Actions","award":["765955"],"award-info":[{"award-number":["765955"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Affective Comput."],"published-print":{"date-parts":[[2021,4,1]]},"DOI":"10.1109\/taffc.2019.2893348","type":"journal-article","created":{"date-parts":[[2019,1,16]],"date-time":"2019-01-16T15:10:15Z","timestamp":1547651415000},"page":"352-362","source":"Crossref","is-referenced-by-count":29,"title":["Towards Transparent Robot Learning Through TDRL-Based Emotional Expressions"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9198-898X","authenticated-orcid":false,"given":"Joost","family":"Broekens","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2920-4539","authenticated-orcid":false,"given":"Mohamed","family":"Chetouani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1177\/1754073909103589"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2010.2051031"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X00002429"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.114.3.784"},{"key":"ref76","article-title":"Emergent dynamics of joy, distress, hope and fear in reinforcement learning agents","author":"jacobs","year":"2014","journal-title":"Proc Adaptive Learn Agents Workshop Auton Agents Multi-Agent Syst"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.53.4.712"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1080\/09540091.2015.1031081"},{"key":"ref39","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/2705.003.0005","article-title":"Designing emotions for activity selection in autonomous agents","volume":"115","author":"ca\u00f1amero","year":"2003","journal-title":"Emotions in Humans and Artifacts"},{"key":"ref75","first-page":"848","article-title":"Fear and hope emerge from anticipation in model-based reinforcement learning","author":"moerland","year":"2016","journal-title":"Proc Int Joint Conf Artif Intell"},{"key":"ref38","first-page":"256","author":"steunebrink","year":"2008","journal-title":"A Formal Model of Emotions Integrating Qualitative and Quatitative Aspects"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.3389\/neuro.12.006.2007"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(02)00046-1"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511806582.010"},{"key":"ref32","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780195130072.001.0001","author":"scherer","year":"2001","journal-title":"Appraisal Processes in Emotion Theory Methods Research"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511571299"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1177\/1754073912468165"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2013.24"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.cogsys.2008.03.005"},{"key":"ref35","first-page":"127","author":"dias","year":"2005","journal-title":"Feeling and Reasoning A Computational Model for Emotional Characters"},{"key":"ref34","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780195096736.001.0001","author":"panksepp","year":"1998","journal-title":"Affective Neuroscience The Foundations of Human and Animal Emotions"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-73055-2_52"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1177\/1059712314543837"},{"key":"ref61","first-page":"23","article-title":"From imprinting to adaptation: Building a history of affective interaction","author":"blanchard","year":"2005","journal-title":"Proc 5th Int Workshop Epigenetic Robot"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/S1071-5819(03)00018-1"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1080\/088395198117596"},{"key":"ref64","first-page":"1","article-title":"A hormonal model of emotions for behavior control","author":"ca\u00f1amero","year":"1997","journal-title":"Proc 4th Eur Conf Artif Life (ECAL)"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-25554-5_47"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-24600-5_36"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-73053-8_36"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1038\/srep19908"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/IS.2002.1044234"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1037\/h0042696"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1126\/science.1102384"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/203330.203343"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1098\/rstb.2006.2004"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2008.10.024"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0091349"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2010.2053034"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30301-5_60"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0095195"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-012-0143-1"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-91593-7_1"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ROMAN.2016.7745163"},{"key":"ref59","first-page":"385","article-title":"Learning behavior-selection by emotions and cognition in a multi-goal robot task","volume":"4","author":"gadanho","year":"2003","journal-title":"J Mach Learn Res"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-72348-6_6"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-017-5666-0"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/BF00115009"},{"key":"ref55","article-title":"On-line Q-learning using connectionist systems","volume":"37","author":"rummery","year":"1994"},{"key":"ref54","article-title":"Learning from delayed rewards","author":"watkins","year":"1989"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-27645-3_4"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3029798.3038386"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/S0163-6383(84)80005-3"},{"key":"ref11","article-title":"A temporal difference reinforcement learning theory of emotion: A unified view on emotion, cognition and adaptive behavior","author":"broekens","year":"0"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1177\/1059712313486817"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/DevLrn.2013.6652523"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ROMAN.2017.8172279"},{"key":"ref14","first-page":"2625","article-title":"Policy shaping: Integrating human feedback with reinforcement learning","author":"griffith","year":"2013","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2008.10.024"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ROMAN.2011.6005223"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1037\/a0035148"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ROMAN.2016.7745140"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2014.2319861"},{"key":"ref19","first-page":"6","article-title":"Interactive learning from policy-dependent human feedback","author":"macglashan","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref80","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1016\/S0006-3223(00)01038-6","article-title":"Amphetamine-induced dopamine release in human ventral striatum correlates with euphoria","volume":"49","author":"drevets","year":"2001","journal-title":"Biological Psychiatry"},{"key":"ref4","article-title":"Playing Atari with deep reinforcement learning","author":"mnih","year":"2013"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913495721"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/11821830_32"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-02675-6_46"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8624.2004.00815.x"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1002\/icd.286"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2013.00893"},{"key":"ref9","first-page":"21","article-title":"Facial expressions of emotion in mother-infant interaction","volume":"4","author":"trevarthen","year":"1984","journal-title":"Human Neurobiol"},{"key":"ref46","author":"sroufe","year":"1997","journal-title":"Emotional Development The Organization of Emotional Life in the Early Years"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0078103"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1080\/09540091.2017.1313816"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2005.1545011"},{"key":"ref42","first-page":"456","author":"fischer","year":"2008","journal-title":"Social Functions of Emotion"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1080\/02699930541000057"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1177\/1088868307301033"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1177\/1754073909345542"}],"container-title":["IEEE Transactions on Affective Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165369\/9443045\/08613855.pdf?arnumber=8613855","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,14]],"date-time":"2024-07-14T00:23:27Z","timestamp":1720916607000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8613855\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4,1]]},"references-count":81,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/taffc.2019.2893348","relation":{},"ISSN":["1949-3045","2371-9850"],"issn-type":[{"value":"1949-3045","type":"electronic"},{"value":"2371-9850","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,4,1]]}}}