{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T05:30:04Z","timestamp":1745559004989,"version":"3.28.0"},"reference-count":41,"publisher":"IEEE","license":[{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,9]]},"DOI":"10.1109\/acii.2019.8925441","type":"proceedings-article","created":{"date-parts":[[2019,12,27]],"date-time":"2019-12-27T08:44:34Z","timestamp":1577436274000},"page":"150-156","source":"Crossref","is-referenced-by-count":7,"title":["A TDRL Model for the Emotion of Regret"],"prefix":"10.1109","author":[{"given":"Joost","family":"Broekens","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Laduona","family":"Dai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"journal-title":"Learning from delayed rewards","year":"1989","author":"john","key":"ref39"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1037\/0012-1649.40.5.764"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-017-5666-0"},{"key":"ref31","first-page":"54","author":"jonathan","year":"2014","journal-title":"Appraisal Models"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1016\/j.tics.2007.04.003","article-title":"Brain, emotion and decision making: the paradigmatic example of regret","volume":"11","author":"giorgio","year":"2007","journal-title":"Trends in Cognitive Sciences"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1561\/2200000024"},{"key":"ref36","first-page":"9","author":"stephen","year":"2009","journal-title":"ch Examining trust forgiveness and regret as computational concepts"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"1255","DOI":"10.1038\/nn1514","article-title":"Regret and its avoidance: a neuroimaging study of choice behavior","volume":"8","author":"giorgio","year":"2005","journal-title":"Nature Neuroscience"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0063058"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1098\/rstb.2009.0141"},{"journal-title":"On-line Q-learning using connectionist systems","year":"1994","author":"rummery","key":"ref40"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1177\/1754073909103589"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2013.14"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.cogsys.2004.02.002"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1037\/h0042696"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"784","DOI":"10.1037\/0033-295X.114.3.784","article-title":"Reconciling reinforcement learning models with behavioral extinction and renewal: Implications for addiction, relapse, and problem gambling","volume":"114","author":"david","year":"2007","journal-title":"Psychological Review"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X00002429"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2010.2051031"},{"journal-title":"A temporal difference reinforcement learning theory of emotion unifying emotion cognition and adaptive behavior","year":"2018","author":"broekens","key":"ref18"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2019.2893348"},{"journal-title":"Representing human emotions using elements of Reinforcement Learning","year":"2013","author":"jacobs","key":"ref28"},{"journal-title":"Descartes' Error Emotion Reason and the Human Brain","year":"1994","author":"damasio","key":"ref4"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/S0896-6273(02)00963-7"},{"key":"ref3","first-page":"456","author":"fischer","year":"2008","journal-title":"Social Functions of Emotion"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2013.23"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1177\/1754073916669595"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1177\/1088868307301033"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1037\/a0034251"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1016\/S0166-4115(97)80123-9","article-title":"Levels of processing in emotion-antecedent appraisal","volume":"124","author":"van reekum","year":"1997","journal-title":"Advances in Psychology"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.58.110405.085709"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1200155109"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511659904"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1080\/09540091.2015.1031081"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref21","first-page":"848","author":"moerland","year":"2016","journal-title":"Fear and Hope Emerge from Anticipation in Model-Based Reinforcement Learning"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2013.09.001"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1006\/obhd.1998.2784","article-title":"Pepijn van Empelen, and Dimitri Reinderman. Emotional reactions to the outcomes of decisions: The role of counterfactual thought in the experience of regret and disappointment","volume":"75","author":"marcel","year":"1998","journal-title":"Organizational Behavior and Human Decision Processes"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/203330.203343"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-neuro-062111-150512"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"1238","DOI":"10.1177\/0278364913495721","article-title":"Reinforcement learning in robotics: A survey","volume":"32","author":"jens","year":"2013","journal-title":"The International Journal of Robotics Research"}],"event":{"name":"2019 8th International Conference on Affective Computing and Intelligent Interaction (ACII)","start":{"date-parts":[[2019,9,3]]},"location":"Cambridge, United Kingdom","end":{"date-parts":[[2019,9,6]]}},"container-title":["2019 8th International Conference on Affective Computing and Intelligent Interaction (ACII)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8911251\/8925431\/08925441.pdf?arnumber=8925441","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,19]],"date-time":"2022-07-19T16:22:49Z","timestamp":1658247769000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8925441\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,9]]},"references-count":41,"URL":"https:\/\/doi.org\/10.1109\/acii.2019.8925441","relation":{},"subject":[],"published":{"date-parts":[[2019,9]]}}}