{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T19:30:21Z","timestamp":1774035021836,"version":"3.50.1"},"reference-count":29,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2012,12,1]],"date-time":"2012-12-01T00:00:00Z","timestamp":1354320000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Auton. Mental Dev."],"published-print":{"date-parts":[[2012,12]]},"DOI":"10.1109\/tamd.2012.2205924","type":"journal-article","created":{"date-parts":[[2012,6,28]],"date-time":"2012-06-28T18:11:44Z","timestamp":1340907104000},"page":"330-341","source":"Crossref","is-referenced-by-count":53,"title":["Model-Free Reinforcement Learning of Impedance Control in Stochastic Environments"],"prefix":"10.1109","volume":"4","author":[{"given":"Freek","family":"Stulp","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jonas","family":"Buchli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alice","family":"Ellmer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"Mistry","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Evangelos A.","family":"Theodorou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefan","family":"Schaal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1007\/s00422-004-0485-3","article-title":"Biological arm motion through reinforcement learning","volume":"91","author":"izawa","year":"2004","journal-title":"Biol Cybern"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.5359-07.2008"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1088\/1742-5468\/2005\/11\/P11011"},{"key":"ref13","first-page":"433","article-title":"Impedance learning for robotic contact tasks using natural actor-critic algorithm","volume":"40","author":"kim","year":"2009","journal-title":"IEEE Trans Syst Man Cybern Part B Cybern"},{"key":"ref14","article-title":"The dual role of uncertainty in force field learning","author":"mistry","year":"2008","journal-title":"Abstracts 18th Annu Meeting Neural Contr Movement (NCM)"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICHR.2010.5686290"},{"key":"ref16","author":"schaal","year":"2009","journal-title":"The SL simulation and real-time control software package"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"971","DOI":"10.1152\/jn.2001.86.2.971","article-title":"Learning to move amid uncertainty","volume":"86","author":"scheidt","year":"2001","journal-title":"J Neurophys"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.2826-09.2009"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"3208","DOI":"10.1523\/JNEUROSCI.14-05-03208.1994","article-title":"Adaptive representation of dynamics during learning of a motor task","volume":"14","author":"shadmehr","year":"1994","journal-title":"J Neurosci"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1162\/089976605774320557"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.3099-08.2008"},{"key":"ref27","article-title":"A generalized path integral control approach to reinforcement learning","volume":"11","author":"theodorou","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref3","article-title":"Dynamic control of fingertip forces: Development in childhood and decline with aging","author":"dayanidhi","year":"2011","journal-title":"4th Annu Conf Amer Soc Biomech"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1162\/106365601750190398"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/BF00241505"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2010.5509994"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2002.1014739"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1115\/1.3140702"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"1047","DOI":"10.1152\/jn.2001.86.2.1047","article-title":"Impedance control and internal model formation when reach in a randomly varying dynamical environment","volume":"86","author":"takahashi","year":"2001","journal-title":"J Neurophys"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2002.1014236"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1177\/0278364911402527"},{"key":"ref20","author":"siciliano","year":"2009","journal-title":"RoboticsModelling Planning and Control"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2011.6037312"},{"key":"ref21","author":"stengel","year":"1994","journal-title":"Optimal Control and Estimation"},{"key":"ref24","article-title":"Hierarchical reinforcement learning with motion primitives","author":"stulp","year":"2011","journal-title":"IEEE-RAS International Conference on Humanoid Robots"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICHR.2010.5686320"},{"key":"ref26","article-title":"Horde: A scalable real-time architecture for learning knowledge from unsupervised sensorimotor interaction","author":"sutton","year":"2011","journal-title":"10th Int Conf Auton Agents Multiagent Syst"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2011.5979644"}],"container-title":["IEEE Transactions on Autonomous Mental Development"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx5\/4563672\/6376146\/06227337.pdf?arnumber=6227337","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,10]],"date-time":"2021-10-10T23:51:17Z","timestamp":1633909877000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/6227337\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,12]]},"references-count":29,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tamd.2012.2205924","relation":{},"ISSN":["1943-0604","1943-0612"],"issn-type":[{"value":"1943-0604","type":"print"},{"value":"1943-0612","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,12]]}}}