{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T12:22:07Z","timestamp":1783426927002,"version":"3.54.6"},"reference-count":123,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2012,9,1]],"date-time":"2012-09-01T00:00:00Z","timestamp":1346457600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Syst., Man, Cybern. C"],"published-print":{"date-parts":[[2012,9]]},"DOI":"10.1109\/tsmcc.2012.2186565","type":"journal-article","created":{"date-parts":[[2012,4,18]],"date-time":"2012-04-18T14:03:41Z","timestamp":1334757821000},"page":"728-743","source":"Crossref","is-referenced-by-count":87,"title":["Machine Learning Algorithms in Bipedal Robot Control"],"prefix":"10.1109","volume":"42","author":[{"given":"Shouyi","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wanpracha","family":"Chaovalitwongse","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Robert","family":"Babuska","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","first-page":"1950","article-title":"Stable adaptive control of a bipedal walking robot with CMAC neural networks","author":"hu","year":"1999","journal-title":"Proc IEEE Int Conf Robot Autom"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2006.1917"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-006-7035-4"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1177\/0278364906063822"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1037\/0096-3445.135.2.184"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/WISP.2007.4447538"},{"key":"ref37","author":"hebb","year":"1949","journal-title":"The Organization of Behaviour"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.1999.769929"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008844026298"},{"key":"ref34","author":"goldberg","year":"1989","journal-title":"Genetic Algorithms in Search Optimization and Machine Learning"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2004.825938"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2005.1570183"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/11427469_34"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511801389"},{"key":"ref22","first-page":"361","article-title":"Editorial introduction to the special issue on learning autonomous robots","volume":"26","author":"dorigo","year":"1996","journal-title":"IEEE Trans Syst Man Cybern Part B Cybernetics"},{"key":"ref21","first-page":"819","article-title":"Walking primitive synthesis for an anthropomorphic biped using optimal control techniques","author":"denk","year":"2001","journal-title":"Proc Int Conf Climb Walk Robots"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1080\/01969727308546046"},{"key":"ref23","author":"duda","year":"2001","journal-title":"Pattern Classification"},{"key":"ref101","author":"smith","year":"1998","journal-title":"Intelligent motion control with an artificial cerebellum"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1177\/0278364907084980"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/IECON.2007.4460233"},{"key":"ref25","first-page":"1267","article-title":"Learning CPG sensory feedback with policy gradient for biped locomotion for a full-body humanoid","author":"endo","year":"2005","journal-title":"Proc Nat Conf Artif Intell"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1023\/A:1024172417914"},{"key":"ref51","first-page":"81","article-title":"Control algorithm for humanoid walking based on fuzzy reinforcement learning","author":"kati","year":"0","journal-title":"Proc 4th Serbian-Hungarian Joint Symp Intell Syst"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/100.793697"},{"key":"ref58","first-page":"277","article-title":"Differential hebbian learning","author":"kosko","year":"1987","journal-title":"Proc AIP Conf Proc Neural Netw Comput"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/s00422-002-0330-5"},{"key":"ref56","first-page":"1008","author":"konda","year":"2001","journal-title":"SIAM Journal on Control and Optimization"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2004.1307456"},{"key":"ref54","first-page":"265","article-title":"A drive-reinforcement model of single neuron function: An alternative to the Hebbian neuronal model","author":"klopf","year":"1987","journal-title":"Proc AIP Conf Proc Neural Netw Comput"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ICMA.2008.4798728"},{"key":"ref52","first-page":"996","article-title":"Finite-sample convergence rates for Q-learning and indirect algorithms","volume":"12","author":"kearns","year":"1999","journal-title":"Neural Inf Process Syst"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/37.257893"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1007\/978-3-540-24669-5_29","volume":"3019","author":"alevizos","year":"2004","journal-title":"Lecture Notes in Computer Science"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1115\/1.3426922"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1023\/A:1006559212014"},{"key":"ref5","year":"0"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2004.03.013"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-73325-6_40"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1023\/A:1006559212014"},{"key":"ref9","first-page":"206","article-title":"A decision tree algorithm for distributed data mining: Towards network intrusion detection","author":"baik","year":"2004","journal-title":"Proc Comput Sci and its Applicat"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1163\/156855303321165097"},{"key":"ref45","first-page":"1710","article-title":"Gait synthesis of a biped robot using back propagation through time algorithm","author":"juang","year":"1996","journal-title":"Proc IEEE Int Joint Conf Neural Netw"},{"key":"ref48","first-page":"1531","article-title":"A natural policy gradient","volume":"14","author":"kakade","year":"2002","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.1991.131811"},{"key":"ref42","first-page":"137","article-title":"Text categorization with support vector machines: Learning with many relevant features","author":"joachims","year":"1998","journal-title":"Proc 10th Eur Conf Mach Learn"},{"key":"ref41","first-page":"49","article-title":"Towards effective and efficient distributed clustering","author":"januzaj","year":"0","journal-title":"Proc Workshop Clust Large Data Sets"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/S0020-0255(02)00266-9"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/3477.865178"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780198524052.001.0001"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2004.03.003"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2004.1307522"},{"key":"ref70","first-page":"623","article-title":"Reinforcement learning for a CPG-driven biped robot","author":"mori","year":"0","journal-title":"Proc Nat Conf Artif Intell"},{"key":"ref76","first-page":"960","article-title":"ZMP compensation by on-line trajectory generation for biped robots","author":"park","year":"0","journal-title":"Proc IEEE Conf Syst Man Cybern"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2006.282564"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.1997.609310"},{"key":"ref75","first-page":"160","article-title":"Full-body joint trajectory generation using an evolutionary central pattern generator for stable bipedal walking","author":"park","year":"2010","journal-title":"Proc IEEE\/RSJ Int Conf Intell Robots Syst"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2008.02.003"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1162\/08997660360581930"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44668-0_120"},{"key":"ref62","author":"ljung","year":"1986","journal-title":"Theory and Practice of Recursive Identification"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/s11518-006-0190-y"},{"key":"ref63","author":"loken","year":"2006","journal-title":"Imitation-based learning of bipedal walking using locally weighted learning"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.0030134"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2009.06.007"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2006.05.012"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1177\/027836499000900206"},{"key":"ref68","doi-asserted-by":"crossref","DOI":"10.1515\/9780691221540","author":"mcmahon","year":"1984","journal-title":"Muscles Reflexes and Locomotion"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022600522613"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2006.282588"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1006538427943"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-83006-8"},{"key":"ref95","article-title":"Identifying speakers with support vector networks","author":"schmidt","year":"1996","journal-title":"presented at the Symp Interface"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1023\/A:1013258808932"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1023\/A:1015727715131"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1162\/089976605774320557"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1162\/089976698300016963"},{"key":"ref106","author":"vaughan","year":"2003","journal-title":"Evolution of 3-dimensional bipedal walking with hips and ankles"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2004.832811"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007987608963"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.1992.220049"},{"key":"ref104","author":"tedrake","year":"2004","journal-title":"Applied Optimal Control for Dynamically Stable Legged Locomotion"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.1992.220049"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/ISIC.2007.4450908"},{"key":"ref102","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.1970.4502681"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/21.141321"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1142\/S0219843604000083"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1948.tb00917.x"},{"key":"ref99","first-page":"4094","article-title":"Trajectory planning of biped bobot using linear pendulum mode for double support phase","author":"shibuya","year":"2006","journal-title":"Proc 32nd Annu Conf IEEE Ind Electron"},{"key":"ref96","first-page":"252","article-title":"Extracting support data for a given task","author":"scholkopf","year":"1995","journal-title":"Proc 6th Int l Conf Knowledge Discovery and Data Mining"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/ICHR.2005.1573573"},{"key":"ref10","author":"bekker","year":"1969","journal-title":"Introduction to Terrain-Vehicle Systems"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/S0921-8890(97)00043-2"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/72.159061"},{"key":"ref13","author":"breiman","year":"1984","journal-title":"Classification and Regression Trees"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1023\/A:1009715923555"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1163\/156855301317035197"},{"key":"ref118","first-page":"195","article-title":"Neuro-fuzzy algorithm for a biped robotic system","volume":"3","author":"wongsuwarn","year":"2006","journal-title":"Int J Appl Math Comput Sci"},{"key":"ref16","author":"chevallereau","year":"2008","journal-title":"Bipedal Robots Modeling Design and Walking Synthesis"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1162\/neco.2006.18.6.1380"},{"key":"ref117","article-title":"Design and implementation of humanoid robot for obstacle avoidance","author":"wong","year":"2007","journal-title":"presented at the FIRA Robot World Congr"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2000.845234"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2003.1273"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1017\/S0263574702004290"},{"key":"ref84","author":"quinlan","year":"1993","journal-title":"C4 5 Programs for Machine Learning"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/72.914538"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"1082","DOI":"10.1126\/science.1107799","article-title":"Efficient bipedal robots based on passive-dynamic walkers","volume":"307","author":"collins","year":"2005","journal-title":"Science"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1007\/BF00116251"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref113","first-page":"4173","article-title":"Reinforcement learning control for biped robot walking on uneven surfaces","author":"wang","year":"0","journal-title":"Proc Int Joint Conf Neural Netw"},{"key":"ref116","author":"wisse","year":"2004","journal-title":"Essentials of Dynamic Walking Analysis and Design of Two-Legged Robots"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1162\/08997660360581921"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022674030396"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2006.11.009"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1097-4563(199704)14:4<283::AID-ROB5>3.0.CO;2-M"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1016\/S0020-0255(02)00223-2"},{"key":"ref122","first-page":"3829","article-title":"Reinforcement learning with fuzzy evaluative feedback for a biped robot","author":"zhou","year":"2000","journal-title":"Proc IEEE Int Conf Robot Autom"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1016\/S0165-0114(02)00236-1"},{"key":"ref85","first-page":"835","article-title":"Using predictive representations to improve generalization in reinforcement learning","author":"rafols","year":"0","journal-title":"Proc Int Joint Conf Artif Intell"},{"key":"ref86","first-page":"1169","volume":"19","author":"richter","year":"2007","journal-title":"Neural Information Processing Systems"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/69.991727"},{"key":"ref88","first-page":"318","article-title":"Learning internal representations by error propagation","volume":"1","author":"rumelhart","year":"1986","journal-title":"Parallel Distrib Process Explorat Microstruct Cognit"}],"container-title":["IEEE Transactions on Systems, Man, and Cybernetics, Part C (Applications and Reviews)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx5\/5326\/6269137\/06185691.pdf?arnumber=6185691","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,13]],"date-time":"2022-01-13T04:47:19Z","timestamp":1642049239000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/6185691\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,9]]},"references-count":123,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tsmcc.2012.2186565","relation":{},"ISSN":["1094-6977","1558-2442"],"issn-type":[{"value":"1094-6977","type":"print"},{"value":"1558-2442","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,9]]}}}