{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T16:21:32Z","timestamp":1781194892072,"version":"3.54.1"},"reference-count":57,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2021,3,1]],"date-time":"2021-03-01T00:00:00Z","timestamp":1614556800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,3,1]],"date-time":"2021-03-01T00:00:00Z","timestamp":1614556800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,3,1]],"date-time":"2021-03-01T00:00:00Z","timestamp":1614556800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key Research and Development Program of China","award":["2017YFB1300200"],"award-info":[{"award-number":["2017YFB1300200"]}]},{"name":"National Key Research and Development Program of China","award":["2017YFB1300203"],"award-info":[{"award-number":["2017YFB1300203"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["91648205"],"award-info":[{"award-number":["91648205"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61627808"],"award-info":[{"award-number":["61627808"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61702516"],"award-info":[{"award-number":["61702516"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002367","name":"Strategic Priority Research Program of Chinese Academy of Science","doi-asserted-by":"publisher","award":["XDB32050100"],"award-info":[{"award-number":["XDB32050100"]}],"id":[{"id":"10.13039\/501100002367","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Development of Science and Technology of Guangdong Province Special Fund Project","award":["2016B090910001"],"award-info":[{"award-number":["2016B090910001"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cogn. Dev. Syst."],"published-print":{"date-parts":[[2021,3]]},"DOI":"10.1109\/tcds.2019.2963545","type":"journal-article","created":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T21:13:17Z","timestamp":1577913197000},"page":"31-44","source":"Crossref","is-referenced-by-count":25,"title":["Computational Modeling of Emotion-Motivated Decisions for Continuous Control of Mobile Robots"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5670-028X","authenticated-orcid":false,"given":"Xiao","family":"Huang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0748-4952","authenticated-orcid":false,"given":"Wei","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6384-3687","authenticated-orcid":false,"given":"Hong","family":"Qiao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1002\/hipo.20331"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1038\/ncomms14413"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.0979-09.2009"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1312011110"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.3389\/fnbeh.2012.00079"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1037\/bne0000116"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.3758\/CABN.4.3.294"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.euroneuro.2012.07.008"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2013.00101"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1038\/nrn2648"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2018.2843563"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-017-5666-0"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.neubiorev.2015.11.015"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/nrn.2017.35"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-neuro-071013-014119"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1177\/1059712314543837"},{"key":"ref22","article-title":"Learning multi-level hierarchies with hindsight","author":"levy","year":"2018","journal-title":"Proc 7th Int Conf Learn Represent (ICLR)"},{"key":"ref21","first-page":"3303","article-title":"Data-efficient hierarchical reinforcement learning","author":"nachum","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2018.2809434"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2891792"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2018.2826840"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2018.2826921"},{"key":"ref50","article-title":"Guide actor–critic for continuous control","author":"tangkaratt","year":"2018","journal-title":"Proc 6th Int Conf Learn Represent (ICLR)"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2014.6907001"},{"key":"ref57","first-page":"3540","article-title":"Feudal networks for hierarchical reinforcement learning","author":"alexander","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref56","doi-asserted-by":"crossref","first-page":"939","DOI":"10.1038\/nn.2321","article-title":"Motivation and cognitive control in the human prefrontal cortex","volume":"12","author":"frdrique","year":"2009","journal-title":"Nature Neurosci"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1038\/nrn1052"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0903259106"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1038\/npp.2010.184"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.biopsych.2007.05.031"},{"key":"ref10","article-title":"Emergence of locomotion behaviors in rich environments","volume":"abs 1707 2286","author":"heess","year":"2017","journal-title":"CoRR"},{"key":"ref11","article-title":"A critical investigation of deep reinforcement learning for navigation","volume":"abs 1802 2274","author":"dhiman","year":"2018","journal-title":"CoRR"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1038\/nrn1825"},{"key":"ref12","first-page":"465","article-title":"PILCO: A model-based and data-efficient approach to policy search","author":"deisenroth","year":"2011","journal-title":"Proc 28th Int Conf Mach Learn (ICML)"},{"key":"ref13","first-page":"1334","article-title":"End-to-end training of deep visuomotor policies","volume":"17","author":"levine","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref14","article-title":"Plan online, learn offline: Efficient learning and exploration via model-based control","author":"lowrey","year":"2019","journal-title":"Proc 7th Int Conf Learn Represent (ICLR)"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.32470\/CCN.2018.1191-0"},{"key":"ref16","first-page":"5690","article-title":"Imagination-augmented agents for deep reinforcement learning","author":"racani\u00e8re","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.70"},{"key":"ref18","article-title":"Surprise-based intrinsic motivation for deep reinforcement learning","volume":"abs 1703 1732","author":"achiam","year":"2017","journal-title":"CoRR"},{"key":"ref19","article-title":"Episodic curiosity through reachability","author":"savinov","year":"2019","journal-title":"Proc 7th Int Conf Learn Represent (ICLR)"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2015.2476706"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2018.00088"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2018.12.069"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2017.2749978"},{"key":"ref8","first-page":"834","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2016","journal-title":"Proc 4th Int Conf Learn Represent (ICLR)"},{"key":"ref7","first-page":"1889","article-title":"Trust region policy optimization","author":"schulman","year":"2015","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref49","first-page":"6402","article-title":"Simple and scalable predictive uncertainty estimation using deep ensembles","author":"lakshminarayanan","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1177\/0278364917710318"},{"key":"ref46","first-page":"595v","article-title":"Appraisal processes in emotion","volume":"572","author":"ellsworth","year":"2003","journal-title":"Handbook of Affective Sciences"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/0022-5193(69)90009-5"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/337"},{"key":"ref47","article-title":"Model-free episodic control","volume":"abs 1606 4460","author":"blundell","year":"2016","journal-title":"CoRR"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1002\/hipo.22264"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.plrev.2010.01.006"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.5772\/67834"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1002\/hipo.20144"}],"container-title":["IEEE Transactions on Cognitive and Developmental Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7274989\/9374849\/08947977.pdf?arnumber=8947977","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:54:25Z","timestamp":1652194465000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8947977\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3]]},"references-count":57,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tcds.2019.2963545","relation":{},"ISSN":["2379-8920","2379-8939"],"issn-type":[{"value":"2379-8920","type":"print"},{"value":"2379-8939","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,3]]}}}