{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,3]],"date-time":"2025-05-03T02:04:17Z","timestamp":1746237857300},"reference-count":44,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,5,30]],"date-time":"2021-05-30T00:00:00Z","timestamp":1622332800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,5,30]],"date-time":"2021-05-30T00:00:00Z","timestamp":1622332800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,5,30]]},"DOI":"10.1109\/icra48506.2021.9562098","type":"proceedings-article","created":{"date-parts":[[2021,10,20]],"date-time":"2021-10-20T00:28:35Z","timestamp":1634689715000},"page":"13078-13084","source":"Crossref","is-referenced-by-count":4,"title":["Modeling Affect-based Intrinsic Rewards for Exploration and Learning"],"prefix":"10.1109","author":[{"given":"Dean","family":"Zadok","sequence":"first","affiliation":[{"name":"Technion,Computer Science Department,Haifa,Israel"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daniel","family":"McDuff","sequence":"additional","affiliation":[{"name":"Microsoft Research,Redmond,WA,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ashish","family":"Kapoor","sequence":"additional","affiliation":[{"name":"Microsoft Research,Redmond,WA,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"crossref","first-page":"621","DOI":"10.1007\/978-3-319-67361-5_40","article-title":"Airsim: High-fidelity visual and physical simulation for autonomous vehicles","author":"shah","year":"2018","journal-title":"Field and Service Robotics"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913495721"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/0301-0511(80)90026-5"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/1618452.1618470"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/2185520.2185540"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8967897"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref36","article-title":"Automatic analysis of facial actions: A survey","author":"martinez","year":"2017","journal-title":"IEEE Transactions on Affective Computing"},{"journal-title":"Lip Service Smiles in Life Death Trust Lies Work Memory Sex and Politics","year":"2011","author":"lafrance","key":"ref35"},{"journal-title":"Assessment of emotional experience through facial expression","year":"2010","author":"kassam","key":"ref34"},{"key":"ref10","first-page":"1281","article-title":"Intrinsically motivated reinforcement learning","author":"chentanez","year":"2005","journal-title":"Advances in neural information processing systems"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2018.00019"},{"key":"ref11","first-page":"8388","article-title":"Learning to play with intrinsically-motivated, self-aware agents","author":"haber","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref12","first-page":"4644","article-title":"On learning intrinsic rewards for policy gradient methods","author":"zheng","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/S0921-8890(01)00155-5"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2018.XIV.066"},{"article-title":"End to end learning for self-driving cars","year":"2016","author":"bojarski","key":"ref15"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2009.5286480"},{"key":"ref17","first-page":"627","article-title":"A reduction of imitation learning and structured prediction to no-regret online learning","author":"ross","year":"2011","journal-title":"Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2013.6630809"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460487"},{"key":"ref28","doi-asserted-by":"crossref","DOI":"10.5244\/C.31.11","article-title":"Virtual to real reinforcement learning for autonomous driving","author":"pan","year":"2017"},{"key":"ref4","article-title":"Large-scale study of curiosity-driven learning","author":"burda","year":"2019","journal-title":"ICLRE"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00981"},{"key":"ref3","article-title":"Learning exploration policies for navigation","author":"chen","year":"2019","journal-title":"ICLRE"},{"article-title":"Episodic curiosity through reachability","year":"2018","author":"savinov","key":"ref6"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2007.1035"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.70"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2001.943850"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.37.3.380"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2013.00025"},{"article-title":"Learning via social awareness: Improving a deep generative sketching model with facial feedback","year":"2018","author":"jaques","key":"ref9"},{"key":"ref1","article-title":"Visceral machines: Risk-aversion in reinforcement learning with intrinsic physiological rewards","author":"mcduff","year":"2019","journal-title":"International Conference on Learning Representations (ICLR)"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.5220\/0008120604140421"},{"article-title":"Auto-encoding variational bayes","year":"2013","author":"kingma","key":"ref22"},{"key":"ref21","first-page":"2672","article-title":"Generative adversarial nets","author":"goodfellow","year":"2014","journal-title":"Advances in neural information processing systems"},{"key":"ref42","first-page":"6626","article-title":"Gans trained by a two time-scale update rule converge to a local nash equilibrium","author":"heusel","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.244"},{"article-title":"Playing atari with deep reinforcement learning","year":"2013","author":"mnih","key":"ref41"},{"key":"ref23","first-page":"1125","article-title":"Image-to-image translation with conditional adversarial networks","author":"isola","year":"2017","journal-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1177\/0956797617706082"},{"key":"ref26","first-page":"270","article-title":"Unsupervised monocular depth estimation with left-right consistency","author":"godard","year":"2017","journal-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/BF00987191"},{"key":"ref25","article-title":"Deeplab: Semantic image segmentation with deep convolutional nets, atrous convolution, and fully connected crfs","author":"chen","year":"2017","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence 2017"}],"event":{"name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","start":{"date-parts":[[2021,5,30]]},"location":"Xi'an, China","end":{"date-parts":[[2021,6,5]]}},"container-title":["2021 IEEE International Conference on Robotics and Automation (ICRA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9560720\/9560666\/09562098.pdf?arnumber=9562098","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,2]],"date-time":"2022-08-02T23:20:37Z","timestamp":1659482437000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9562098\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,30]]},"references-count":44,"URL":"https:\/\/doi.org\/10.1109\/icra48506.2021.9562098","relation":{},"subject":[],"published":{"date-parts":[[2021,5,30]]}}}