{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T16:49:20Z","timestamp":1780764560937,"version":"3.54.1"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,2,14]],"date-time":"2022-02-14T00:00:00Z","timestamp":1644796800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,2,14]],"date-time":"2022-02-14T00:00:00Z","timestamp":1644796800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100010661","name":"EC | Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["732266"],"award-info":[{"award-number":["732266"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100012914","name":"Vidyasirimedhi Institute of Science and Technology","doi-asserted-by":"publisher","award":["Startup grant on Bio-inspired Robotics"],"award-info":[{"award-number":["Startup grant on Bio-inspired Robotics"]}],"id":[{"id":"10.13039\/100012914","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-022-00444-0","type":"journal-article","created":{"date-parts":[[2022,2,14]],"date-time":"2022-02-14T17:03:01Z","timestamp":1644858181000},"page":"169-179","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":32,"title":["Versatile modular neural locomotion control with fast learning"],"prefix":"10.1038","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6329-8583","authenticated-orcid":false,"given":"Mathias","family":"Thor","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4806-7576","authenticated-orcid":false,"given":"Poramate","family":"Manoonpong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,2,14]]},"reference":[{"key":"444_CR1","doi-asserted-by":"publisher","first-page":"eabc5986","DOI":"10.1126\/scirobotics.abc5986","volume":"5","author":"J Lee","year":"2020","unstructured":"Lee, J., Hwangbo, J., Wellhausen, L., Koltun, V. & Hutter, M. Learning quadrupedal locomotion over challenging terrain. Sci. Robot. 5, eabc5986 (2020).","journal-title":"Sci. Robot."},{"key":"444_CR2","unstructured":"Winkler, A. W. Optimization-Based Motion Planning for Legged Robots. PhD thesis, ETH Zurich (2018)."},{"key":"444_CR3","unstructured":"Machado, J. A. T. & Silva, M. F. An overview of legged robots. In Proc. MME International Symposium on Mathematical Methods in Engineering (2006)."},{"key":"444_CR4","doi-asserted-by":"crossref","unstructured":"Thor, M., Kulvicius, T. & Manoonpong, P. Generic neural locomotion control framework for legged robots. In IEEE Transactions on Neural Networks and Learning Systems Vol. 32, 4013\u20134025 (IEEE, 2021).","DOI":"10.1109\/TNNLS.2020.3016523"},{"key":"444_CR5","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1038\/nature14422","volume":"521","author":"A Cully","year":"2015","unstructured":"Cully, A., Clune, J., Tarapore, D. & Mouret, J.-B. Robots that can adapt like animals. Nature 521, 503\u2013507 (2015).","journal-title":"Nature"},{"key":"444_CR6","doi-asserted-by":"publisher","first-page":"1753","DOI":"10.1177\/1077546311403180","volume":"18","author":"MF Silva","year":"2012","unstructured":"Silva, M. F. & Machado, J. A. T. A literature review on the optimization of legged robots. J. Vib. Control 18, 1753\u20131767 (2012).","journal-title":"J. Vib. Control"},{"key":"444_CR7","doi-asserted-by":"publisher","first-page":"eaau5872","DOI":"10.1126\/scirobotics.aau5872","volume":"4","author":"J Hwangbo","year":"2019","unstructured":"Hwangbo, J. et al. Learning agile and dynamic motor skills for legged robots. Sci. Robot. 4, eaau5872 (2019).","journal-title":"Sci. Robot."},{"key":"444_CR8","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1109\/TEVC.2010.2104157","volume":"15","author":"J Clune","year":"2011","unstructured":"Clune, J., Stanley, K. O., Pennock, R. T. & Ofria, C. On the performance of indirect encoding across the continuum of regularity. IEEE Trans. Evol. Comput. 15, 346\u2013367 (2011).","journal-title":"IEEE Trans. Evol. Comput."},{"key":"444_CR9","doi-asserted-by":"crossref","unstructured":"Schilling, M., Konen, K., Ohl, F. W. & Korthals, T. Decentralized deep reinforcement learning for a distributed and adaptive locomotion controller of a hexapod robot. In Proc. IEEE Int. Conf. Intell. Robots Syst. 5335\u20135342 (IEEE, 2020).","DOI":"10.1109\/IROS45743.2020.9341754"},{"key":"444_CR10","doi-asserted-by":"publisher","first-page":"eabb2174","DOI":"10.1126\/scirobotics.abb2174","volume":"5","author":"C Yang","year":"2020","unstructured":"Yang, C., Yuan, K., Zhu, Q., Yu, W. & Li, Z. Multi-expert learning of adaptive legged locomotion. Sci. Robot. 5, eabb2174 (2020).","journal-title":"Sci. Robot."},{"key":"444_CR11","doi-asserted-by":"crossref","unstructured":"Schilling, M., Konen, K. & Korthals, T. Modular deep reinforcement learning for emergent locomotion on a six-legged robot. In Proc. 8th IEEE RAS\/EMBS International Conference for Biomedical Robotics and Biomechatronics (BioRob) 946\u2013953 (IEEE, 2020).","DOI":"10.1109\/BioRob49111.2020.9224332"},{"key":"444_CR12","doi-asserted-by":"crossref","unstructured":"Oliveira, M., Costa, L., Rocha, A., Santos, C. & Ferreira, M. Multiobjective optimization of a quadruped robot locomotion using a genetic algorithm. In Proc. Soft Computing in Industrial Applications 427\u2013436 (Springer, 2011).","DOI":"10.1007\/978-3-642-20505-7_38"},{"key":"444_CR13","doi-asserted-by":"publisher","first-page":"1889","DOI":"10.1126\/science.1079641","volume":"299","author":"K Kullander","year":"2003","unstructured":"Kullander, K. et al. Role of epha4 and ephrinb3 in local neuronal circuits that control walking. Science 299, 1889\u20131892 (2003).","journal-title":"Science"},{"key":"444_CR14","unstructured":"Biewener, A. A. Animal Locomotion 1st edn (Oxford Univ. Press, 2003)."},{"key":"444_CR15","doi-asserted-by":"publisher","first-page":"1127","DOI":"10.1152\/jn.00615.2004","volume":"93","author":"A B\u00fcschges","year":"2005","unstructured":"B\u00fcschges, A. Sensory control and organization of neural networks mediating coordination of multisegmental organs for locomotion. J. Neurophysiol. 93, 1127\u20131135 (2005).","journal-title":"J. Neurophysiol."},{"key":"444_CR16","doi-asserted-by":"publisher","first-page":"659","DOI":"10.1007\/s10846-020-01162-8","volume":"99","author":"T Azayev","year":"2020","unstructured":"Azayev, T. & Zimmerman, K. Blind hexapod locomotion in complex terrain with gait adaptation using deep reinforcement learning and classification. J. Intell. Robot. Syst. 99, 659\u2013671 (2020).","journal-title":"J. Intell. Robot. Syst."},{"key":"444_CR17","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1023\/A:1008928605612","volume":"7","author":"F Delcomyn","year":"1999","unstructured":"Delcomyn, F. Walking robots and the central and peripheral control of locomotion in insects. Auton. Robot. 7, 259\u2013270 (1999).","journal-title":"Auton. Robot."},{"key":"444_CR18","doi-asserted-by":"crossref","unstructured":"Samek, W. & M\u00fcller, K.-R. Towards Explainable Artificial Intelligence 5\u201322 (Springer, 2019).","DOI":"10.1007\/978-3-030-28954-6_1"},{"key":"444_CR19","unstructured":"Thor, M., Larsen, J. C. & Manoonpong, P. MORF\u2014modular robot framework. In Proc. 2nd International Youth Conference of Bionic Engineering 21\u201323 (Frontiers, 2018)."},{"key":"444_CR20","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1080\/02286203.2006.11442385","volume":"26","author":"RN Yadav","year":"2006","unstructured":"Yadav, R. N., Kalra, P. K. & John, J. On the use of multiplicative neuron in feedforward neural networks. Int. J. Simul. Model. 26, 331\u2013336 (2006).","journal-title":"Int. J. Simul. Model."},{"key":"444_CR21","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1162\/08997660252741121","volume":"14","author":"M Schmitt","year":"2002","unstructured":"Schmitt, M. On the complexity of computing and learning with multiplicative neural networks. Neural Comput. 14, 241\u2013301 (2002).","journal-title":"Neural Comput."},{"key":"444_CR22","unstructured":"Koch, C. & Poggio, T. in Single Neuron Computation, Neural Networks: Foundations to Applications (eds McKenna, T. et al.) Ch. 12 (Academic Press, 1992)."},{"key":"444_CR23","doi-asserted-by":"crossref","unstructured":"Hashlamon, I. & Erbatur, K. Joint sensor fault detection and recovery based on virtual sensor for walking legged robots. In Proc. IEEE 23rd International Symposium on Industrial Electronics (ISIE) 1210\u20131214 (IEEE, 2014).","DOI":"10.1109\/ISIE.2014.6864786"},{"key":"444_CR24","doi-asserted-by":"crossref","unstructured":"Perla, R., Mukhopadhyay, S. & Samanta, A. N. Sensor fault detection and isolation using artificial neural networks. In Proc. IEEE Region 10 Conference TENCON Vol. 4, 676\u2013679 (IEEE, 2004).","DOI":"10.1109\/TENCON.2004.1415023"},{"key":"444_CR25","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1007\/s10514-007-9060-9","volume":"24","author":"AL Christensen","year":"2008","unstructured":"Christensen, A. L., O\u2019Grady, R., Birattari, M. & Dorigo, M. Fault detection in autonomous robots based on fault injection and learning. Auton. Robot. 24, 49\u201367 (2008).","journal-title":"Auton. Robot."},{"key":"444_CR26","first-page":"582\u2013606","volume":"15","author":"B Patle","year":"2019","unstructured":"Patle, B., Babu L, G., Pandey, A., Parhi, D. & Jagadeesh, A. A review: on path planning strategies for navigation of mobile robot. Def. Technol. 15, 582\u2013606 (2019).","journal-title":"Def. Technol."},{"key":"444_CR27","doi-asserted-by":"publisher","first-page":"20","DOI":"10.3389\/fnbot.2017.00020","volume":"11","author":"D Goldschmidt","year":"2017","unstructured":"Goldschmidt, D., Manoonpong, P. & Dasgupta, S. A neurocomputational model of goal-directed navigation in insect-inspired artificial agents. Front. Neurorobot. 11, 20 (2017).","journal-title":"Front. Neurorobot."},{"key":"444_CR28","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1109\/JRA.1986.1087032","volume":"2","author":"R Brooks","year":"1986","unstructured":"Brooks, R. A robust layered control system for a mobile robot. IEEE Robot. Autom. Lett. 2, 14\u201323 (1986).","journal-title":"IEEE Robot. Autom. Lett."},{"key":"444_CR29","doi-asserted-by":"publisher","first-page":"e134","DOI":"10.1371\/journal.pcbi.0030134","volume":"3","author":"P Manoonpong","year":"2007","unstructured":"Manoonpong, P., Geng, T., Kulvicius, T., Porr, B. & W\u00f6rg\u00f6tter, F. Adaptive, fast walking in a biped robot under neuronal control and learning. PLoS Comput. Biol. 3, e134 (2007).","journal-title":"PLoS Comput. Biol."},{"key":"444_CR30","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1177\/105971239700600205","volume":"6","author":"N Jakobi","year":"1997","unstructured":"Jakobi, N. Evolutionary robotics and the radical envelope-of-noise hypothesis. Adapt. Behav. 6, 325\u2013368 (1997).","journal-title":"Adapt. Behav."},{"key":"444_CR31","doi-asserted-by":"crossref","first-page":"79","DOI":"10.3389\/fnbot.2018.00079","volume":"12","author":"V Demin","year":"2018","unstructured":"Demin, V. & Nekhaev, D. Recurrent spiking neural network learning based on a competitive maximization of neuronal activity. Front. Neurorobot. 12, 79 (2018).","journal-title":"Front. Neurorobot."},{"key":"444_CR32","doi-asserted-by":"publisher","first-page":"774","DOI":"10.3389\/fnins.2018.00774","volume":"12","author":"M Pfeiffer","year":"2018","unstructured":"Pfeiffer, M. & Pfeil, T. Deep learning with spiking neurons: opportunities and challenges. Front. Neurorobot. 12, 774 (2018).","journal-title":"Front. Neurorobot."},{"key":"444_CR33","doi-asserted-by":"publisher","first-page":"41","DOI":"10.3389\/fnbot.2020.00041","volume":"14","author":"B Strohmer","year":"2020","unstructured":"Strohmer, B., Manoonpong, P. & Larsen, L. B. Flexible spiking CPGs for online manipulation during hexapod walking. Front. Neurorobot. 14, 41 (2020).","journal-title":"Front. Neurorobot."},{"key":"444_CR34","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1016\/j.neucom.2019.11.007","volume":"381","author":"D Gutierrez-Galan","year":"2020","unstructured":"Gutierrez-Galan, D., Dominguez-Morales, J. P., Perez-Pe\u00f1a, F., Jimenez-Fernandez, A. & Linares-Barranco, A. Neuropod: a real-time neuromorphic spiking CPG applied to robotics. Neurocomputing 381, 10\u201319 (2020).","journal-title":"Neurocomputing"},{"key":"444_CR35","doi-asserted-by":"publisher","first-page":"6","DOI":"10.3389\/fnbot.2016.00006","volume":"10","author":"A Espinal","year":"2016","unstructured":"Espinal, A. et al. Design of spiking central pattern generators for multiple locomotion gaits in hexapod robots by christiansen grammar evolution. Front. Neurorobot. 10, 6 (2016).","journal-title":"Front. Neurorobot."},{"key":"444_CR36","doi-asserted-by":"crossref","unstructured":"Donati, E., Indiveri, G. & Stefanini, C. A novel spiking CPG-based implementation system to control a lamprey robot. In Proc. IEEE International Conference on Biomedical Robotics and Biomechatronics (BioRob) 1364\u20131364 (IEEE, 2016).","DOI":"10.1109\/BIOROB.2016.7523822"},{"key":"444_CR37","doi-asserted-by":"crossref","unstructured":"Polykretis, I., Tang, G. & Michmizos, K. P. An astrocyte-modulated neuromorphic central pattern generator for hexapod robot locomotion on intel\u2019s loihi. In Proc. ICONS: International Conference on Neuromorphic Systems 1\u20139 (Association for Computing Machinery, 2020).","DOI":"10.1145\/3407197.3407205"},{"key":"444_CR38","doi-asserted-by":"publisher","first-page":"39","DOI":"10.3389\/fnbot.2017.00039","volume":"11","author":"S Aoi","year":"2017","unstructured":"Aoi, S., Manoonpong, P., Ambe, Y., Matsuno, F. & W\u00f6rg\u00f6tter, F. Adaptive control strategies for interlimb coordination in legged robots: a review. Front. Neurorobot. 11, 39 (2017).","journal-title":"Front. Neurorobot."},{"key":"444_CR39","doi-asserted-by":"publisher","first-page":"14","DOI":"10.3389\/fnbot.2017.00014","volume":"11","author":"T Nachstedt","year":"2017","unstructured":"Nachstedt, T., Tetzlaff, C. & Manoonpong, P. Fast dynamical coupling enhances frequency adaptation of oscillators for robotic locomotion control. Front. Neurorobot. 11, 14 (2017).","journal-title":"Front. Neurorobot."},{"key":"444_CR40","doi-asserted-by":"crossref","unstructured":"Pasemann, F., Hild, M. & Zahedi, K. SO(2)-networks as neural oscillators. In Proc. Computational Methods in Neural Modeling 144\u2013151 (Springer, 2003).","DOI":"10.1007\/3-540-44868-3_19"},{"key":"444_CR41","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1088\/0954-898X_9_4_009","volume":"9","author":"F Pasemann","year":"1998","unstructured":"Pasemann, F. & Stollenwerk, N. Attractor switching by neural control of chaotic neurodynamics. Netw. Comput. Neural Syst. 9, 549\u2013561 (1998).","journal-title":"Netw. Comput. Neural Syst."},{"key":"444_CR42","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1080\/net.13.2.195.216","volume":"13","author":"F Pasemann","year":"2002","unstructured":"Pasemann, F. Complex dynamics and the structure of small neural networks. Netw. Comput. Neural Syst. 13, 195\u2013216 (2002).","journal-title":"Netw. Comput. Neural Syst."},{"key":"444_CR43","doi-asserted-by":"publisher","first-page":"224","DOI":"10.1038\/nphys1508","volume":"6","author":"S Steingrube","year":"2010","unstructured":"Steingrube, S., Timme, M., W\u00f6rg\u00f6tter, F. & Manoonpong, P. Self-organized adaptation of a simple neural circuit enables complex robot behaviour. Nat. Phys. 6, 224\u2013230 (2010).","journal-title":"Nat. Phys."},{"key":"444_CR44","doi-asserted-by":"publisher","first-page":"2042","DOI":"10.1109\/TNNLS.2019.2927737","volume":"31","author":"M Thor","year":"2019","unstructured":"Thor, M. & Manoonpong, P. Error-based learning mechanism for fast online adaptation in robot motor control. IEEE Trans. Neural Netw. Learn. Syst. 31, 2042\u20132051 (2019).","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"444_CR45","doi-asserted-by":"publisher","first-page":"12","DOI":"10.3389\/fncir.2013.00012","volume":"7","author":"P Manoonpong","year":"2013","unstructured":"Manoonpong, P., Parlitz, U. & W\u00f6rg\u00f6tter, F. Neural control and adaptive neural forward models for insect-like, energy-efficient, and adaptable locomotion of walking machines. Front. Neural Circuits 7, 12 (2013).","journal-title":"Front. Neural Circuits"},{"key":"444_CR46","first-page":"801","volume":"4148","author":"D Broomhead","year":"1988","unstructured":"Broomhead, D. & Lowe, D. Radial basis functions, multi-variable functional interpolation and adaptive networks. R. Signals Radar Estab. 4148, 801\u2013849 (1988).","journal-title":"R. Signals Radar Estab."},{"key":"444_CR47","unstructured":"Stulp, F. & Sigaud, O. Policy improvement: between black-box optimization and episodic reinforcement learning. In Proc. Journ\u00e9es Francophones Planification, D\u00e9cision, et Apprentissage Pour la Conduite de Syst\u00e9mes hal-00922133 (2013)."},{"key":"444_CR48","first-page":"3137","volume":"11","author":"E Theodorou","year":"2010","unstructured":"Theodorou, E., Buchli, J. & Schaal, S. A generalized path integral control approach to reinforcement learning. J. Mach. Learn. Res. 11, 3137\u20133181 (2010).","journal-title":"J. Mach. Learn. Res."},{"key":"444_CR49","first-page":"176","volume":"12","author":"S Chatterjee","year":"2015","unstructured":"Chatterjee, S. et al. Learning and chaining of motor primitives for goal-directed locomotion of a snake-like robot with screw-drive units. Int. J. Adv. Robot. Syst. 12, 176 (2015).","journal-title":"Int. J. Adv. Robot. Syst."},{"key":"444_CR50","doi-asserted-by":"publisher","unstructured":"Thor, M. Mathiasthor\/cpg-rbfn-framework: first release. Zenodo https:\/\/doi.org\/10.5281\/zenodo.5524494 (2021).","DOI":"10.5281\/zenodo.5524494"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00444-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00444-0","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00444-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,18]],"date-time":"2024-09-18T14:37:23Z","timestamp":1726670243000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00444-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2,14]]},"references-count":50,"journal-issue":{"issue":"2","published-online":{"date-parts":[[2022,2]]}},"alternative-id":["444"],"URL":"https:\/\/doi.org\/10.1038\/s42256-022-00444-0","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,2,14]]},"assertion":[{"value":"15 June 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 January 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 February 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}