{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,24]],"date-time":"2025-10-24T08:17:15Z","timestamp":1761293835816,"version":"3.37.3"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2018,11,14]],"date-time":"2018-11-14T00:00:00Z","timestamp":1542153600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2019,4]]},"DOI":"10.1007\/s10489-018-1331-y","type":"journal-article","created":{"date-parts":[[2018,11,14]],"date-time":"2018-11-14T01:46:48Z","timestamp":1542160008000},"page":"1489-1501","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Inverse discounted-based LQR algorithm for learning human movement behaviors"],"prefix":"10.1007","volume":"49","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2296-616X","authenticated-orcid":false,"given":"Haitham","family":"El-Hussieny","sequence":"first","affiliation":[]},{"given":"Jee-Hwan","family":"Ryu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,11,14]]},"reference":[{"issue":"9","key":"1331_CR1","doi-asserted-by":"publisher","first-page":"e73,152","DOI":"10.1371\/journal.pone.0073152","volume":"8","author":"N Abaid","year":"2012","unstructured":"Abaid N, Cappa P, Palermo E, Petrarca M, Porfiri M (2012) Gait detection in children with and without hemiplegia using single-axis wearable gyroscopes. PloS One 8(9):e73,152\u2013e73,152","journal-title":"PloS One"},{"key":"1331_CR2","doi-asserted-by":"crossref","unstructured":"Abbeel P, Ng AY (2004) Apprenticeship learning via inverse reinforcement learning. In: Proceedings of the twenty-first international conference on machine learning. ACM, p 1","DOI":"10.1145\/1015330.1015430"},{"issue":"4","key":"1331_CR3","doi-asserted-by":"publisher","first-page":"878","DOI":"10.1109\/TCYB.2015.2417053","volume":"46","author":"BI Ahmad","year":"2016","unstructured":"Ahmad BI, Murphy JK, Langdon PM, Godsill SJ, Hardy R, Skrypchuk L (2016) Intent inference for hand pointing gesture-based interactions in vehicles. IEEE Trans Cybern 46(4):878\u2013889","journal-title":"IEEE Trans Cybern"},{"key":"1331_CR4","unstructured":"Atkeson CG, Schaal S (1997) Robot learning from demonstration. In: ICML, vol 97, pp 12\u201320"},{"key":"1331_CR5","unstructured":"Attia A, Dayan S (2018) Global overview of imitation learning. arXiv:\n                    1801.06503"},{"key":"1331_CR6","unstructured":"Bijl H, Sch\u00f6n T B (2017) Optimal controller\/observer gains of discounted-cost lqg systems. arXiv:\n                    1706.01042"},{"key":"1331_CR7","unstructured":"Cheney E, Kincaid D (2012) Numerical mathematics and computing. Nelson Education"},{"issue":"2","key":"1331_CR8","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb K, Pratap A, Agarwal S, Meyarivan T (2002) A fast and elitist multiobjective genetic algorithm: Nsga-ii. IEEE Trans Evol Comput 6(2):182\u2013197","journal-title":"IEEE Trans Evol Comput"},{"issue":"7","key":"1331_CR9","doi-asserted-by":"publisher","first-page":"790","DOI":"10.1177\/0278364913490324","volume":"32","author":"AD Dragan","year":"2013","unstructured":"Dragan AD, Srinivasa SS (2013) A policy-blending formalism for shared control. Int J Robot Res 32(7):790\u2013805","journal-title":"Int J Robot Res"},{"key":"1331_CR10","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1016\/j.engappai.2016.01.024","volume":"50","author":"H El-Hussieny","year":"2016","unstructured":"El-Hussieny H, Abouelsoud A, Assal SF, Megahed SM (2016) Adaptive learning of human motor behaviors: an evolving inverse optimal control approach. Eng Appl Artif Intel 50:115\u2013124","journal-title":"Eng Appl Artif Intel"},{"key":"1331_CR11","doi-asserted-by":"publisher","unstructured":"El-Hussieny H, Asker A, Salah O (2017) Learning the sit-to-stand human behavior: an inverse optimal control approach. In: 2017 13th international computer engineering conference (ICENCO), pp 112\u2013117. \n                    https:\/\/doi.org\/10.1109\/ICENCO.2017.8289773","DOI":"10.1109\/ICENCO.2017.8289773"},{"key":"1331_CR12","unstructured":"Enderle JD, Wolfe JW (1987) Time-optimal control of saccadic eye movements. IEEE Trans Biomed Eng, 43\u201355"},{"issue":"13\u201314","key":"1331_CR13","doi-asserted-by":"publisher","first-page":"1474","DOI":"10.1177\/0278364917745980","volume":"36","author":"P Englert","year":"2017","unstructured":"Englert P, Vien NA, Toussaint M (2017) Inverse kkt: learning cost functions of manipulation tasks from demonstrations. Int J Robot Res 36(13\u201314):1474\u20131488","journal-title":"Int J Robot Res"},{"key":"1331_CR14","unstructured":"Finn C, Levine S, Abbeel P (2016) Guided cost learning: deep inverse optimal control via policy optimization. In: International conference on machine learning, pp 49\u201358"},{"issue":"6","key":"1331_CR15","doi-asserted-by":"publisher","first-page":"453","DOI":"10.1007\/PL00007989","volume":"84","author":"EG Freedman","year":"2001","unstructured":"Freedman EG (2001) Interactions between eye and head control signals can account for movement kinematics. Biol Cybern 84(6):453\u2013462","journal-title":"Biol Cybern"},{"issue":"1","key":"1331_CR16","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1111\/j.1749-6632.1992.tb25228.x","volume":"656","author":"H Galiana","year":"1992","unstructured":"Galiana H, Guitton D (1992) Central organization and modeling of eye-head coordination during orienting gaze shifts. Ann N Y Acad Sci 656(1):452\u2013471","journal-title":"Ann N Y Acad Sci"},{"issue":"7","key":"1331_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v031.i07","volume":"31","author":"T Giorgino","year":"2009","unstructured":"Giorgino T (2009) Computing and visualizing dynamic time warping alignments in R: the dtw package. J Stat Softw 31(7):1\u201324. \n                    http:\/\/www.jstatsoft.org\/v31\/i07\/","journal-title":"J Stat Softw"},{"issue":"1","key":"1331_CR18","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1016\/S0165-0270(98)00063-6","volume":"83","author":"CM Harris","year":"1998","unstructured":"Harris CM (1998) On the optimal control of behaviour: a stochastic perspective. J Neurosci Methods 83(1):73\u201388","journal-title":"J Neurosci Methods"},{"issue":"6695","key":"1331_CR19","doi-asserted-by":"publisher","first-page":"780","DOI":"10.1038\/29528","volume":"394","author":"CM Harris","year":"1998","unstructured":"Harris CM, Wolpert DM (1998) Signal-dependent noise determines motor planning. Nature 394(6695):780","journal-title":"Nature"},{"issue":"4","key":"1331_CR20","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1016\/j.conb.2011.05.030","volume":"21","author":"SJ Huston","year":"2011","unstructured":"Huston SJ, Jayaraman V (2011) Studying sensorimotor integration in insects. Curr Opinion Neurobiol 21(4):527\u2013534","journal-title":"Curr Opinion Neurobiol"},{"issue":"24","key":"1331_CR21","doi-asserted-by":"publisher","first-page":"7723","DOI":"10.1523\/JNEUROSCI.5518-08.2009","volume":"29","author":"AA Kardamakis","year":"2009","unstructured":"Kardamakis AA, Moschovakis AK (2009) Optimal control of gaze shifts. J Neurosci 29(24):7723\u20137730","journal-title":"J Neurosci"},{"key":"1331_CR22","doi-asserted-by":"crossref","unstructured":"Khokar KH, Alqasemi R, Sarkar S, Dubey RV (2013) Human motion intention based scaled teleoperation for orientation assistance in preshaping for grasping. In: 2013 IEEE international conference on rehabilitation robotics (ICORR). IEEE, pp 1\u20136","DOI":"10.1109\/ICORR.2013.6650443"},{"key":"1331_CR23","unstructured":"Kirk DE (2012) Optimal control theory: an introduction. Courier Corporation"},{"issue":"11","key":"1331_CR24","doi-asserted-by":"publisher","first-page":"1238","DOI":"10.1177\/0278364913495721","volume":"32","author":"J Kober","year":"2013","unstructured":"Kober J, Bagnell JA, Peters J (2013) Reinforcement learning in robotics: a survey. Int J Robot Res 32(11):1238\u20131274","journal-title":"Int J Robot Res"},{"key":"1331_CR25","volume-title":"Linear optimal control systems, vol 1","author":"H Kwakernaak","year":"1972","unstructured":"Kwakernaak H, Sivan R (1972) Linear optimal control systems, vol 1. Wiley-Interscience, New York"},{"key":"1331_CR26","doi-asserted-by":"crossref","unstructured":"Lee SJ, Popovi\u0107 Z (2010) Learning behavior styles with inverse reinforcement learning. In: ACM transactions on graphics (TOG), vol 29. ACM, p 122","DOI":"10.1145\/1833349.1778859"},{"issue":"3","key":"1331_CR27","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1007\/s10514-009-9170-7","volume":"28","author":"K Mombaur","year":"2010","unstructured":"Mombaur K, Truong A, Laumond JP (2010) From human to humanoid locomotion\u2014an inverse optimal control approach. Autonom Robots 28(3):369\u2013383","journal-title":"Autonom Robots"},{"issue":"1","key":"1331_CR28","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1007\/s10846-016-0410-8","volume":"85","author":"W Muhammad","year":"2017","unstructured":"Muhammad W, Spratling MW (2017) A neural model of coordinated head and eye movement control. J Intell Robot Syst 85(1):107\u2013126","journal-title":"J Intell Robot Syst"},{"key":"1331_CR29","unstructured":"Ng AY, Russell SJ, et al. (2000) Algorithms for inverse reinforcement learning. In: Icml, pp 663\u2013670"},{"key":"1331_CR30","doi-asserted-by":"publisher","unstructured":"Parisi GI, Magg S, Wermter S (2016) Human motion assessment in real time using recurrent self-organization. In: 2016 25th IEEE international symposium on robot and human interactive communication (RO-MAN), pp 71\u201376. \n                    https:\/\/doi.org\/10.1109\/ROMAN.2016.7745093","DOI":"10.1109\/ROMAN.2016.7745093"},{"key":"1331_CR31","unstructured":"Phaniteja S, Dewangan P, Guhan P, Sarkar A, Krishna KM (2018) A deep reinforcement learning approach for dynamically stable inverse kinematics of humanoid robots. arXiv:\n                    1801.10425"},{"key":"1331_CR32","first-page":"26","volume-title":"The bobyqa algorithm for bound constrained optimization without derivatives. Cambridge NA Report NA2009\/06","author":"MJ Powell","year":"2009","unstructured":"Powell MJ (2009) The bobyqa algorithm for bound constrained optimization without derivatives. Cambridge NA Report NA2009\/06. University of Cambridge, Cambridge, pp 26\u201346"},{"key":"1331_CR33","doi-asserted-by":"crossref","unstructured":"Priess MC, Choi J, Radcliffe C (2014) The inverse problem of continuous-time linear quadratic gaussian control with application to biological systems analysis. In: ASME 2014 dynamic systems and control conference. American Society of Mechanical Engineers, pp V003T42A004\u2013V003T42A004","DOI":"10.1115\/DSCC2014-6100"},{"issue":"2","key":"1331_CR34","doi-asserted-by":"publisher","first-page":"770","DOI":"10.1109\/TCST.2014.2343935","volume":"23","author":"MC Priess","year":"2015","unstructured":"Priess MC, Conway R, Choi J, Popovich JM, Radcliffe C (2015) Solutions to the inverse lqr problem with application to biological systems analysis. IEEE Trans Control Syst Technol 23(2):770\u2013777","journal-title":"IEEE Trans Control Syst Technol"},{"issue":"61801","key":"1331_CR35","first-page":"1","volume":"51","author":"D Ramachandran","year":"2007","unstructured":"Ramachandran D, Amir E (2007) Bayesian inverse reinforcement learning. Urbana 51(61801):1\u20134","journal-title":"Urbana"},{"key":"1331_CR36","doi-asserted-by":"crossref","unstructured":"Ramadan A, Choi J, Radcliffe CJ (2016) Inferring human subject motor control intent using inverse mpc. In: American control conference (ACC), 2016. IEEE, pp 5791\u20135796","DOI":"10.1109\/ACC.2016.7526577"},{"issue":"1","key":"1331_CR37","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1007\/s10514-009-9121-3","volume":"27","author":"ND Ratliff","year":"2009","unstructured":"Ratliff ND, Silver D, Bagnell JA (2009) Learning to search: functional gradient techniques for imitation learning. Auton Robot 27(1):25\u201353","journal-title":"Auton Robot"},{"key":"1331_CR38","unstructured":"Roncone A, Pattacini U, Metta G, Natale L (2016) A cartesian 6-dof gaze controller for humanoid robots. In: Robotics: science and systems"},{"issue":"11","key":"1331_CR39","doi-asserted-by":"publisher","first-page":"e1002,253","DOI":"10.1371\/journal.pcbi.1002253","volume":"7","author":"S Saeb","year":"2011","unstructured":"Saeb S, Weber C, Triesch J (2011) Learning the optimal control of coordinated eye and head movements. PLoS Comput Biol 7(11):e1002,253","journal-title":"PLoS Comput Biol"},{"issue":"7","key":"1331_CR40","doi-asserted-by":"publisher","first-page":"710","DOI":"10.1523\/JNEUROSCI.01-07-00710.1981","volume":"1","author":"J Soechting","year":"1981","unstructured":"Soechting J, Lacquaniti F (1981) Invariant characteristics of a pointing movement in man. J Neurosci 1(7):710\u2013720","journal-title":"J Neurosci"},{"key":"1331_CR41","doi-asserted-by":"crossref","unstructured":"Spiers A, Khan SG, Herrmann G (2016) Human motion. Springer International Publishing, pp 49\u201374","DOI":"10.1007\/978-3-319-30160-0_3"},{"key":"1331_CR42","doi-asserted-by":"crossref","unstructured":"Suleiman W, Yoshida E, Kanehiro F, Laumond JP, Monin A (2008) On human motion imitation by humanoid robot. In: IEEE international conference on robotics and automation, 2008. ICRA 2008. IEEE, pp 2697\u20132704","DOI":"10.1109\/ROBOT.2008.4543619"},{"issue":"9","key":"1331_CR43","doi-asserted-by":"publisher","first-page":"907","DOI":"10.1038\/nn1309","volume":"7","author":"E Todorov","year":"2004","unstructured":"Todorov E (2004) Optimality principles in sensorimotor control. Nat Neurosci 7(9):907\u2013915","journal-title":"Nat Neurosci"},{"key":"1331_CR44","volume-title":"Learning from delayed rewards. Ph.D. thesis","author":"CJCH Watkins","year":"1989","unstructured":"Watkins CJCH (1989) Learning from delayed rewards. Ph.D. thesis. King\u2019s College, Cambridge"},{"key":"1331_CR45","doi-asserted-by":"crossref","unstructured":"Zhifei S, Joo EM (2012) A review of inverse reinforcement learning theory and recent advances. In: 2012 IEEE congress on evolutionary computation (CEC). IEEE, pp 1\u20138","DOI":"10.1109\/CEC.2012.6256507"},{"issue":"3","key":"1331_CR46","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1108\/17563781211255862","volume":"5","author":"S Zhifei","year":"2012","unstructured":"Zhifei S, Meng Joo E (2012) A survey of inverse reinforcement learning techniques. Int J Intell Comput Cybern 5(3):293\u2013311","journal-title":"Int J Intell Comput Cybern"},{"key":"1331_CR47","doi-asserted-by":"crossref","unstructured":"Zimmerman ME (2011) Speed\u2013accuracy tradeoff. In: Encyclopedia of clinical neuropsychology. Springer, pp 2344\u20132344","DOI":"10.1007\/978-0-387-79948-3_1247"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-018-1331-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10489-018-1331-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-018-1331-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,11,13]],"date-time":"2019-11-13T19:25:13Z","timestamp":1573673113000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10489-018-1331-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,11,14]]},"references-count":47,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2019,4]]}},"alternative-id":["1331"],"URL":"https:\/\/doi.org\/10.1007\/s10489-018-1331-y","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2018,11,14]]},"assertion":[{"value":"14 November 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}