{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T14:01:02Z","timestamp":1766066462984},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2015,2,26]],"date-time":"2015-02-26T00:00:00Z","timestamp":1424908800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Syst Sci Complex"],"published-print":{"date-parts":[[2015,4]]},"DOI":"10.1007\/s11424-015-3310-2","type":"journal-article","created":{"date-parts":[[2015,2,25]],"date-time":"2015-02-25T15:14:10Z","timestamp":1424877250000},"page":"261-288","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["A robust adaptive dynamic programming principle for sensorimotor control with signal-dependent noise"],"prefix":"10.1007","volume":"28","author":[{"given":"Yu","family":"Jiang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhong-Ping","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,2,26]]},"reference":[{"issue":"3","key":"3310_CR1","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1016\/j.neuron.2011.10.006","volume":"72","author":"D W Franklin","year":"2011","unstructured":"Franklin D W and Wolpert D M, Computational mechanisms of sensorimotor control, Neuron, 2011, 72(3): 425\u2013442.","journal-title":"Neuron"},{"issue":"1","key":"3310_CR2","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/j.tics.2009.11.004","volume":"14","author":"J Diedrichsen","year":"2010","unstructured":"Diedrichsen J, Shadmehr R, and Ivry R B, The coordination of movement: Optimal feedback control and beyond, Trends in Cognitive Sciences, 2010, 14(1): 31\u201339.","journal-title":"Trends in Cognitive Sciences"},{"issue":"7","key":"3310_CR3","doi-asserted-by":"crossref","first-page":"1688","DOI":"10.1523\/JNEUROSCI.05-07-01688.1985","volume":"5","author":"T Flash","year":"1985","unstructured":"Flash T and Hogan N, The coordination of arm movements: An experimentally confirmed mathematical model, The Journal of Neuroscience, 1985, 5(7): 1688\u20131703.","journal-title":"The Journal of Neuroscience"},{"key":"3310_CR4","doi-asserted-by":"crossref","first-page":"780","DOI":"10.1038\/29528","volume":"394","author":"C M Harris","year":"1998","unstructured":"Harris C M and Wolpert D M, Signal-dependent noise determines motor planning, Nature, 1998, 394: 780\u2013784.","journal-title":"Nature"},{"issue":"4","key":"3310_CR5","doi-asserted-by":"crossref","first-page":"170","DOI":"10.1016\/0166-2236(87)90043-9","volume":"10","author":"N Hogan","year":"1987","unstructured":"Hogan N and Flash T, Moving gracefully: Quantitative theories of motor coordination, Trends in Neurosciences, 1987, 10(4): 170\u2013174.","journal-title":"Trends in Neurosciences"},{"key":"3310_CR6","first-page":"1377","volume-title":"Proceedings of the 30th Chinese Control Conference, Yantai, China","author":"Y Jiang","year":"2011","unstructured":"Jiang Y, Jiang Z P, and Qian N, Optimal control mechanisms in human arm reaching movements, Proceedings of the 30th Chinese Control Conference, Yantai, China, 2011, 1377\u20131382."},{"issue":"3","key":"3310_CR7","doi-asserted-by":"crossref","first-page":"697","DOI":"10.1162\/NECO_a_00410","volume":"25","author":"N Qian","year":"2013","unstructured":"Qian N, Jiang Y, Jiang Z P, and Pietro Mazzoni, Movement duration, Fitts\u2019s law, and an infinitehorizon optimal feedback control model for biological motor systems, Neural Computation, 2013, 25(3): 697\u2013724.","journal-title":"Neural Computation"},{"issue":"7","key":"3310_CR8","doi-asserted-by":"crossref","first-page":"532","DOI":"10.1038\/nrn1427","volume":"5","author":"S H Scott","year":"2004","unstructured":"Scott S H, Optimal feedback control and the neural basis of volitional motor control, Nature Reviews Neuroscience, 2004, 5(7): 532\u2013546.","journal-title":"Nature Reviews Neuroscience"},{"issue":"11","key":"3310_CR9","doi-asserted-by":"crossref","first-page":"1226","DOI":"10.1038\/nn963","volume":"5","author":"E Todorov","year":"2002","unstructured":"Todorov E and Jordan M I, Optimal feedback control as a theory of motor coordination, Nature Neuroscience, 2002, 5(11): 1226\u20131235.","journal-title":"Nature Neuroscience"},{"issue":"5","key":"3310_CR10","doi-asserted-by":"crossref","first-page":"1084","DOI":"10.1162\/0899766053491887","volume":"17","author":"E Todorov","year":"2005","unstructured":"Todorov E, Stochastic optimal control and estimation methods adapted to the noise characteristics of the sensorimotor system, Neural Computation, 2005, 17(5): 1084\u20131108.","journal-title":"Neural Computation"},{"issue":"2","key":"3310_CR11","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1007\/BF00204593","volume":"61","author":"Y Uno","year":"1989","unstructured":"Uno Y, Kawato M, and Suzuki R, Formation and control of optimal trajectory in human multijoint arm movement: Minimum torque-change model, Biological cybernetics, 1989, 61(2): 89\u2013101.","journal-title":"Biological cybernetics"},{"issue":"2","key":"3310_CR12","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1007\/BF00236911","volume":"42","author":"P Morasso","year":"1981","unstructured":"Morasso P, Spatial control of arm movements, Experimental Brain Research, 1981, 42(2): 223\u2013227.","journal-title":"Experimental Brain Research"},{"issue":"12","key":"3310_CR13","doi-asserted-by":"crossref","first-page":"1454","DOI":"10.1038\/nn.2229","volume":"11","author":"M Berniker","year":"2008","unstructured":"Berniker M and Kording K, Estimating the sources of motor errors for adaptation and generalization, Nature Neuroscience, 2008, 11(12): 1454\u20131461.","journal-title":"Nature Neuroscience"},{"issue":"1","key":"3310_CR14","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1007\/s004220050543","volume":"81","author":"N Bhushan","year":"1999","unstructured":"Bhushan N and Shadmehr R, Computational nature of human adaptive control during learning of reaching movements in force fields, Biological Cybernetics, 1999, 81(1): 39\u201360.","journal-title":"Biological Cybernetics"},{"issue":"2","key":"3310_CR15","doi-asserted-by":"crossref","first-page":"232","DOI":"10.1016\/S0959-4388(03)00038-2","volume":"13","author":"P R Davidson","year":"2003","unstructured":"Davidson P R and Wolpert D M, Motor learning and prediction in a variable environment, Current Opinion in Neurobiology, 2003, 13(2): 232\u2013237.","journal-title":"Current Opinion in Neurobiology"},{"issue":"6","key":"3310_CR16","doi-asserted-by":"crossref","first-page":"779","DOI":"10.1038\/nn1901","volume":"10","author":"K P Kording","year":"2007","unstructured":"Kording K P, Tenenbaum J B, and Shadmehr R, The dynamics of memory as a consequence of optimal adaptation to a changing body, Nature Neuroscience, 2007, 10(6): 779\u2013786.","journal-title":"Nature Neuroscience"},{"issue":"5","key":"3310_CR17","doi-asserted-by":"crossref","first-page":"3208","DOI":"10.1523\/JNEUROSCI.14-05-03208.1994","volume":"14","author":"R Shadmehr","year":"1994","unstructured":"Shadmehr R and Mussa-Ivaldi F A, Adaptive representation of dynamics during learning of a motor task, The Journal of Neuroscience, 1994, 14(5): 3208\u20133224.","journal-title":"The Journal of Neuroscience"},{"key":"3310_CR18","doi-asserted-by":"crossref","first-page":"1212","DOI":"10.1038\/81497","volume":"3","author":"D M Wolpert","year":"2000","unstructured":"Wolpert D M and Ghahramani Z, Computational principles of movement neuroscience, Nature Neuroscience, 2000, 3: 1212\u20131217.","journal-title":"Nature Neuroscience"},{"issue":"1","key":"3310_CR19","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1167\/12.1.4","volume":"12","author":"T E Hudson","year":"2012","unstructured":"Hudson T E and Landy M S, Adaptation to sensory-motor reflex perturbations is blind to the source of errors, Journal of Vision, 2012, 12(1): 1\u201310.","journal-title":"Journal of Vision"},{"issue":"10","key":"3310_CR20","doi-asserted-by":"crossref","first-page":"2699","DOI":"10.1016\/j.automatica.2012.06.096","volume":"48","author":"Y Jiang","year":"2012","unstructured":"Jiang Y and Jiang Z P, Computational adaptive optimal control for continuous-time linear systems with completely unknown dynamics, Automatica, 2012, 48(10): 2699\u20132704.","journal-title":"Automatica"},{"key":"3310_CR21","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1002\/9781118453988.ch13","volume-title":"Reinforcement Learning and Adaptive Dynamic Programming for Feedback Control","author":"Y Jiang","year":"2012","unstructured":"Jiang Y and Jiang Z P, Robust adaptive dynamic programming, Reinforcement Learning and Adaptive Dynamic Programming for Feedback Control (ed. by Liu D and Lewis F L), John Wiley & Sons, 2012, 281\u2013302."},{"issue":"5","key":"3310_CR22","doi-asserted-by":"crossref","first-page":"882","DOI":"10.1109\/TNNLS.2013.2294968","volume":"25","author":"Y Jiang","year":"2014","unstructured":"Jiang Y and Jiang Z P, Robust adaptive dynamic programming and feedback stabilization of nonlinear systems, IEEE Transactions on Neural Networks and Learning Systems, 2014, 25(5): 882\u2013893.","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"issue":"7","key":"3310_CR23","doi-asserted-by":"crossref","first-page":"1150","DOI":"10.1109\/TNNLS.2013.2249668","volume":"24","author":"Y Jiang","year":"2013","unstructured":"Jiang Y and Jiang Z P, Robust adaptive dynamic programming with an application to power systems, IEEE Transactions on Neural Networks and Learning Systems, 2013, 24(7): 1150\u20131156.","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"issue":"5","key":"3310_CR24","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1016\/j.ejcon.2013.05.017","volume":"19","author":"Z P Jiang","year":"2013","unstructured":"Jiang Z P and Jiang Y, Robust adaptive dynamic programming for linear and nonlinear systems: An overview, European Journal of Control, 2013, 19(5): 417\u2013425.","journal-title":"European Journal of Control"},{"key":"3310_CR25","first-page":"131","volume":"3","author":"P Werbos","year":"1968","unstructured":"Werbos P, The elements of intelligence, Cybernetica (Namur), 1968, 3: 131\u2013178.","journal-title":"Cybernetica (Namur)"},{"key":"3310_CR26","volume-title":"Beyond Regression: New Tools for Prediction and Analysis in the Behavioral Sciences","author":"P Werbos","year":"1974","unstructured":"Werbos P, Beyond Regression: New Tools for Prediction and Analysis in the Behavioral Sciences, PhD thesis, Harvard University, 1974."},{"key":"3310_CR27","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1109\/CDC.1989.70114","volume-title":"Proceedings of the 28th IEEE Conference on Decision and Control, Tampa, FL","author":"P Werbos","year":"1989","unstructured":"Werbos P, Neural networks for control and system identification, Proceedings of the 28th IEEE Conference on Decision and Control, Tampa, FL, 1989, 260\u2013265."},{"key":"3310_CR28","volume-title":"Nonlinear and Adaptive Control Design, John-Wiley, NY","author":"M Krstic","year":"1995","unstructured":"Krstic M, Kanellakopoulos I, and Kokotovic P V, Nonlinear and Adaptive Control Design, John-Wiley, NY, 1995."},{"issue":"7","key":"3310_CR29","doi-asserted-by":"crossref","first-page":"825","DOI":"10.1016\/S0005-1098(98)00018-1","volume":"34","author":"Z P Jiang","year":"1998","unstructured":"Jiang Z P and Praly L, Design of robust adaptive controllers for nonlinear systems with dynamic uncertainties, Automatica, 1998, 34(7): 825\u2013840.","journal-title":"Automatica"},{"key":"3310_CR30","doi-asserted-by":"crossref","DOI":"10.1007\/978-0-85729-513-2","volume-title":"Stability and Stabilization of Nonlinear Systems","author":"I Karafyllis","year":"2011","unstructured":"Karafyllis I and Jiang Z P, Stability and Stabilization of Nonlinear Systems, Springer, 2011."},{"key":"3310_CR31","volume-title":"Reinforcement Learning: An Introduction","author":"R S Sutton","year":"1998","unstructured":"Sutton R S and Barto A G, Reinforcement Learning: An Introduction, MIT Press, 1998."},{"issue":"4","key":"3310_CR32","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1109\/37.939943","volume":"21","author":"K Doya","year":"2001","unstructured":"Doya K, Kimura H, and Kawato M, Neural mechanisms of learning and control, IEEE Control Systems Magazine, 2001, 21(4): 42\u201354.","journal-title":"IEEE Control Systems Magazine"},{"key":"3310_CR33","volume-title":"Dynamic Programming","author":"R E Bellman","year":"1957","unstructured":"Bellman R E, Dynamic Programming, Princeton University Press, Princeton, NJ, 1957."},{"issue":"6862","key":"3310_CR34","doi-asserted-by":"crossref","first-page":"446","DOI":"10.1038\/35106566","volume":"414","author":"E Burdet","year":"2001","unstructured":"Burdet E, Osu R, Franklin D W, Milner T E, and Kawato M, The central nervous system stabilizes unstable dynamics by learning optimal impedance, Nature, 2001, 414(6862): 446\u2013449.","journal-title":"Nature"},{"issue":"2","key":"3310_CR35","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1007\/s00221-003-1443-3","volume":"151","author":"D W Franklin","year":"2003","unstructured":"Franklin D W, Burdet E, Osu R, Kawato M, and Milner T E, Functional significance of stiffness in adaptation of multijoint arm movements to stable and unstable dynamics, Experimental Brain Research, 2003, 151(2): 145\u2013157.","journal-title":"Experimental Brain Research"},{"key":"3310_CR36","doi-asserted-by":"crossref","DOI":"10.1007\/BFb0064937","volume-title":"Stochastic Stability","author":"H J Kushner","year":"1972","unstructured":"Kushner H J, Stochastic Stability, Springer, Berlin Heidelberg, 1972."},{"issue":"11","key":"3310_CR37","doi-asserted-by":"crossref","first-page":"2883","DOI":"10.1523\/JNEUROSCI.5359-07.2008","volume":"28","author":"J Izawa","year":"2008","unstructured":"Izawa J, Rane T, Donchin O, and Shadmehr R, Motor adaptation as a process of reoptimization, The Journal of Neuroscience, 2008, 28(11): 2883\u20132891.","journal-title":"The Journal of Neuroscience"},{"key":"3310_CR38","volume-title":"Stabilization of Nonlinear Uncertain Systems","author":"M Krstic","year":"1998","unstructured":"Krstic M and Deng H, Stabilization of Nonlinear Uncertain Systems, Springer, 1998."},{"key":"3310_CR39","volume-title":"Optimal Control","author":"F L Lewis","year":"1995","unstructured":"Lewis F L and Syrmos V L, Optimal Control, Wiley, 1995."},{"issue":"3","key":"3310_CR40","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1016\/0005-1098(76)90029-7","volume":"12","author":"J L Willems","year":"1976","unstructured":"Willems J L and Willems J C, Feedback stabilizability for stochastic systems with state and control dependent noise, Automatica, 1976, 12(3): 277\u2013283.","journal-title":"Automatica"},{"issue":"3","key":"3310_CR41","doi-asserted-by":"crossref","first-page":"336","DOI":"10.1109\/9.661589","volume":"43","author":"M Krstic","year":"1998","unstructured":"Krstic M and Li Z-H, Inverse optimal design of input-to-state stabilizing nonlinear controllers, IEEE Transactions on Automatic Control, 1998, 43(3): 336\u2013350.","journal-title":"IEEE Transactions on Automatic Control"},{"issue":"4","key":"3310_CR42","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1109\/TAC.1969.1099206","volume":"14","author":"D Kleinman","year":"1969","unstructured":"Kleinman D, On the stability of linear stochastic systems, IEEE Transactions on Automatic Control, 1969, 14(4): 429\u2013430.","journal-title":"IEEE Transactions on Automatic Control"},{"issue":"8","key":"3310_CR43","first-page":"519","volume":"20","author":"K It\u00f4","year":"1944","unstructured":"It\u00f4 K, Stochastic integral, Proceedings of the Japan Academy, Series A, Mathematical Sciences, 1944, 20(8): 519\u2013524.","journal-title":"Proceedings of the Japan Academy, Series A, Mathematical Sciences"},{"key":"3310_CR44","volume-title":"Matrix Analysis","author":"R A Horn","year":"1990","unstructured":"Horn R A and Johnson C R, Matrix Analysis, Cambridge University Press, 1990."},{"key":"3310_CR45","volume-title":"Robust Adaptive Control","author":"P A Ioannou","year":"1996","unstructured":"Ioannou P A and Sun J, Robust Adaptive Control, Prentice-Hall, Upper Saddle River, NJ, 1996."},{"key":"3310_CR46","doi-asserted-by":"crossref","DOI":"10.1002\/0471459100","volume-title":"Adaptive Control Design and Analysis","author":"G Tao","year":"2003","unstructured":"Tao G, Adaptive Control Design and Analysis, Wiley, 2003."},{"key":"3310_CR47","doi-asserted-by":"crossref","DOI":"10.1002\/047134608X.W1046","volume-title":"System Identification","author":"L Ljung","year":"1999","unstructured":"Ljung L, System Identification, Wiley, 1999."},{"issue":"35","key":"3310_CR48","doi-asserted-by":"crossref","first-page":"9354","DOI":"10.1523\/JNEUROSCI.1110-06.2007","volume":"27","author":"D Liu","year":"2007","unstructured":"Liu D and Todorov E, Evidence for the flexible sensorimotor strategies predicted by optimal feedback control, The Journal of Neuroscience, 2007, 27(35): 9354\u20139368.","journal-title":"The Journal of Neuroscience"},{"issue":"10","key":"3310_CR49","doi-asserted-by":"crossref","first-page":"2732","DOI":"10.1523\/JNEUROSCI.05-10-02732.1985","volume":"5","author":"F A Mussa-Ivaldi","year":"1985","unstructured":"Mussa-Ivaldi F A, Hogan N, and Bizzi E, Neural, mechanical, and geometric factors subserving arm posture in humans, The Journal of Neuroscience, 1985, 5(10): 2732\u20132743.","journal-title":"The Journal of Neuroscience"},{"issue":"3","key":"3310_CR50","doi-asserted-by":"crossref","first-page":"292","DOI":"10.1109\/9.557574","volume":"42","author":"Z P Jiang","year":"1997","unstructured":"Jiang Z P and Mareels I M Y, A small-gain control method for nonlinear cascaded systems with dynamic uncertainties, IEEE Transactions on Automatic Control, 1997, 42(3): 292\u2013308.","journal-title":"IEEE Transactions on Automatic Control"},{"issue":"2","key":"3310_CR51","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1007\/BF01211469","volume":"7","author":"Z P Jiang","year":"1994","unstructured":"Jiang Z P, Teel A R, and Praly L, Small-gain theorem for ISS systems and applications, Mathematics of Control, Signals and Systems, 1994, 7(2): 95\u2013120.","journal-title":"Mathematics of Control, Signals and Systems"}],"container-title":["Journal of Systems Science and Complexity"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11424-015-3310-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11424-015-3310-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11424-015-3310-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,7]],"date-time":"2024-06-07T11:50:39Z","timestamp":1717761039000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11424-015-3310-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,2,26]]},"references-count":51,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2015,4]]}},"alternative-id":["3310"],"URL":"https:\/\/doi.org\/10.1007\/s11424-015-3310-2","relation":{},"ISSN":["1009-6124","1559-7067"],"issn-type":[{"value":"1009-6124","type":"print"},{"value":"1559-7067","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,2,26]]}}}