{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T19:56:38Z","timestamp":1760385398473},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2014,10,22]],"date-time":"2014-10-22T00:00:00Z","timestamp":1413936000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Auton Robot"],"published-print":{"date-parts":[[2015,4]]},"DOI":"10.1007\/s10514-014-9417-9","type":"journal-article","created":{"date-parts":[[2014,10,22]],"date-time":"2014-10-22T04:51:52Z","timestamp":1413953512000},"page":"331-348","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Efficient policy search in low-dimensional embedding spaces by generalizing motion primitives with a parameterized skill memory"],"prefix":"10.1007","volume":"38","author":[{"given":"Ren\u00e9 Felix","family":"Reinhart","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jochen Jakob","family":"Steil","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2014,10,22]]},"reference":[{"key":"9417_CR1","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1109\/2.30722","volume":"22","author":"J Barhen","year":"1989","unstructured":"Barhen, J., Gulati, S., & Zak, M. (1989). Neural learning of constrained nonlinear transformations. Computer, 22, 67\u201376.","journal-title":"Computer"},{"issue":"1","key":"9417_CR2","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1162\/089976698300017953","volume":"10","author":"CM Bishop","year":"1998","unstructured":"Bishop, C. M., Svens\u00e9n, M., & Williams, C. K. I. (1998). GTM: The generative topographic mapping. Neural Computation, 10(1), 215\u2013234.","journal-title":"Neural Computation"},{"key":"9417_CR3","doi-asserted-by":"crossref","unstructured":"Bitzer, S., Howard, M., & Vijayakumar, S. (2010). Using dimensionality reduction to exploit constraints in reinforcement learning. In IEEE\/RSJ international conference on intelligent robots and systems (pp. 3219\u20133225).","DOI":"10.1109\/IROS.2010.5650243"},{"issue":"2","key":"9417_CR4","doi-asserted-by":"crossref","first-page":"286","DOI":"10.1109\/TSMCB.2006.886952","volume":"37","author":"S Calinon","year":"2007","unstructured":"Calinon, S., Guenter, F., & Billard, A. (2007). On learning, representing, and generalizing a task in a humanoid robot. IEEE Transactions on Systems, Man, and Cybernetics, Part B: Cybernetics, 37(2), 286\u2013298.","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics, Part B: Cybernetics"},{"key":"9417_CR5","volume-title":"Multidimensional scaling","author":"TF Cox","year":"2001","unstructured":"Cox, T. F., & Cox, M. A. A. (2001). Multidimensional scaling. Boca Raton: Chapman & Hall\/CRC."},{"key":"9417_CR6","unstructured":"da Silva, B. C., Konidaris, G., & Barto, A. G. (2012). Learning parameterized skills. In International conference on machine learning."},{"key":"9417_CR7","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1016\/j.neucom.2012.11.043","volume":"112","author":"C Emmerich","year":"2013","unstructured":"Emmerich, C., Reinhart, R. F., & Steil, J. J. (2013). Multi-directional continuous association with input-driven neural dynamics. Neurocomputing, 112, 47\u201357.","journal-title":"Neurocomputing"},{"issue":"7","key":"9417_CR8","doi-asserted-by":"crossref","first-page":"1688","DOI":"10.1523\/JNEUROSCI.05-07-01688.1985","volume":"5","author":"T Flash","year":"1985","unstructured":"Flash, T., & Hogan, N. (1985). The coordination of arm movements: An experimentally confirmed mathematical model. The Journal of Neuroscience, 5(7), 1688\u20131703.","journal-title":"The Journal of Neuroscience"},{"issue":"6","key":"9417_CR9","doi-asserted-by":"crossref","first-page":"660","DOI":"10.1016\/j.conb.2005.10.011","volume":"15","author":"T Flash","year":"2005","unstructured":"Flash, T., & Hochner, B. (2005). Motor primitives in vertebrates and invertebrates. Current Opinion in Neurobiology, 15(6), 660\u2013666.","journal-title":"Current Opinion in Neurobiology"},{"issue":"10","key":"9417_CR10","doi-asserted-by":"crossref","first-page":"1327","DOI":"10.1016\/j.robot.2012.05.004","volume":"60","author":"D Forte","year":"2012","unstructured":"Forte, D., Gams, A., Morimoto, J., & Ude, A. (2012). On-line motion synthesis and adaptation using a trajectory database. Robotics and Autonomous Systems, 60(10), 1327\u20131339.","journal-title":"Robotics and Autonomous Systems"},{"issue":"4","key":"9417_CR11","doi-asserted-by":"crossref","first-page":"1322","DOI":"10.1523\/JNEUROSCI.5894-08.2010","volume":"30","author":"CB Hart","year":"2010","unstructured":"Hart, C. B., & Giszter, S. F. (2010). A neural basis for motor primitives in the spinal cord. The Journal of Neuroscience, 30(4), 1322\u20131336.","journal-title":"The Journal of Neuroscience"},{"key":"9417_CR12","unstructured":"Hinton, G., & Roweis, S. (2002). Stochastic neighbor embedding. In Advances in neural information processing systems (pp. 833\u2013840). Cambridge: MIT Press."},{"key":"9417_CR13","doi-asserted-by":"crossref","unstructured":"Hoffmann, H., Pastor, P., Park, D.-H., & Schaal, S. (2009). Biologically-inspired dynamical systems for movement generation: Automatic real-time goal adaptation and obstacle avoidance. In IEEE international conference on robotics and automation (pp. 2587\u20132592).","DOI":"10.1109\/ROBOT.2009.5152423"},{"key":"9417_CR14","first-page":"1523","volume":"15","author":"AJ Ijspeert","year":"2003","unstructured":"Ijspeert, A. J., Nakanishi, J., & Schaal, S. (2003). Learning attractor landscapes for learning motor primitives. Advances in Neural Information Processing Systems, 15, 1523\u20131530.","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"2","key":"9417_CR15","doi-asserted-by":"crossref","first-page":"328","DOI":"10.1162\/NECO_a_00393","volume":"25","author":"AJ Ijspeert","year":"2013","unstructured":"Ijspeert, A. J., Nakanishi, J., Hoffmann, H., Pastor, P., & Schaal, S. (2013). Dynamical movement primitives: Learning attractor models for motor behaviors. Neural Computation, 25(2), 328\u2013373.","journal-title":"Neural Computation"},{"key":"9417_CR16","unstructured":"Inamura, T., Toshima, I., & Nakamura, Y. (2003). Acquiring motion elements for bidirectional computation of motion recognition and generation. In: Experimental robotics VIII, volume 5 of Springer tracts in advanced robotics (pp. 372\u2013381)."},{"key":"9417_CR17","doi-asserted-by":"crossref","unstructured":"Khansari-Zadeh, S. M., & Billard, A. (2011). Learning stable nonlinear dynamical systems with gaussian mixture models. IEEE Transactions on Robotics, 27(5), 943\u2013957. The data set of handwriting motions can be downloaded from http:\/\/lasa.epfl.ch\/khansari\/SEDS_handwriting_motions.zip . Accessed 16 Oct 2014.","DOI":"10.1109\/TRO.2011.2159412"},{"key":"9417_CR18","doi-asserted-by":"crossref","first-page":"361","DOI":"10.1007\/s10514-012-9290-3","volume":"33","author":"J Kober","year":"2012","unstructured":"Kober, J., Wilhelm, A., Oztop, E., & Peters, J. (2012). Reinforcement learning to adjust parametrized motor primitives to new situations. Autonomous Robots, 33, 361\u2013379.","journal-title":"Autonomous Robots"},{"issue":"9","key":"9417_CR19","doi-asserted-by":"crossref","first-page":"1464","DOI":"10.1109\/5.58325","volume":"78","author":"T Kohonen","year":"1990","unstructured":"Kohonen, T. (1990). The self-organizing map. Proceedings of the IEEE, 78(9), 1464\u20131480.","journal-title":"Proceedings of the IEEE"},{"key":"9417_CR20","doi-asserted-by":"crossref","unstructured":"Kupcsik, A., Deisenroth, M. P., Peters, J., & Neumann, G. (2013). Data-efficient generalization of robot skills with contextual policy search. In Proceedings of the AAAI conference on artificial intelligence (pp. 1401\u20131407).","DOI":"10.1609\/aaai.v27i1.8546"},{"issue":"8","key":"9417_CR21","doi-asserted-by":"crossref","first-page":"e1000894","DOI":"10.1371\/journal.pcbi.1000894","volume":"6","author":"R Legenstein","year":"2010","unstructured":"Legenstein, R., Wilbert, N., & Wiskott, L. (2010). Reinforcement learning on slow features of high-dimensional input streams. PLOS Computational Biology, 6(8), e1000894.","journal-title":"PLOS Computational Biology"},{"key":"9417_CR22","unstructured":"Lemme, A., Neumann, K., Reinhart, R. F., & Steil, J. J. (2013). Neurally imprinted stable vector fields. In European symposium on artificial neural networks, best student paper (pp. 327\u2013332)."},{"key":"9417_CR23","doi-asserted-by":"crossref","unstructured":"Meier, F., Theodorou, E., Stulp, F., & Schaal, S. (2011). Movement segmentation using a primitive library. In IEEE\/RSJ international conference on intelligent robots and systems (pp. 3407\u20133412).","DOI":"10.1109\/IROS.2011.6094676"},{"key":"9417_CR24","doi-asserted-by":"crossref","unstructured":"M\u00fchlig, M., Gienger, M., Hellbach, S., Steil, J. J., & Goerick. C. (2009). Task-level imitation learning using variance-based movement optimization. In IEEE international conference on robotics and automation (pp. 1177\u20131184).","DOI":"10.1109\/ROBOT.2009.5152439"},{"key":"9417_CR25","doi-asserted-by":"crossref","first-page":"837","DOI":"10.1017\/S0263574711001056","volume":"30","author":"B Nemec","year":"2012","unstructured":"Nemec, B., & Ude, A. (2012). Action sequencing using dynamic movement primitives. Robotica, 30, 837\u2013846.","journal-title":"Robotica"},{"key":"9417_CR26","doi-asserted-by":"crossref","unstructured":"Neumann, K., Lemme, A., & Steil, J. J. (2013). Neural learning of stable dynamical systems based on data-driven Lyapunov candidates. In IEEE\/RSJ international conference on intelligent robots and systems (pp. 1216\u20131222).","DOI":"10.1109\/IROS.2013.6696505"},{"key":"9417_CR27","doi-asserted-by":"crossref","unstructured":"Pastor, P., Hoffmann, H., Asfour, T., & Schaal, S. (2009). Learning and generalization of motor skills by learning from demonstration. In IEEE international conference on robotics and automation (pp. 763\u2013768).","DOI":"10.1109\/ROBOT.2009.5152385"},{"key":"9417_CR28","doi-asserted-by":"crossref","unstructured":"Reinhart, R. F., & Rolf, M. (2013). Learning versatile sensorimotor coordination with goal babbling and neural associative dynamics. In IEEE international conference on development and learning.","DOI":"10.1109\/DevLrn.2013.6652566"},{"key":"9417_CR29","doi-asserted-by":"crossref","unstructured":"Reinhart, R. F., & Steil, J. J. (2012). Learning whole upper body control with dynamic redundancy resolution in coupled associative radial basis function networks. In IEEE\/RSJ international conference on intelligent robots and systems (pp. 1487\u20131492).","DOI":"10.1109\/IROS.2012.6385873"},{"key":"9417_CR30","doi-asserted-by":"crossref","unstructured":"Reinhart, R. F., Lemme, A., & Steil, J. J. (2012). Representation and generalization of bi-manual skills from kinesthetic teaching. In IEEE-RAS international conference on humanoid robots (pp. 560\u2013567).","DOI":"10.1109\/HUMANOIDS.2012.6651575"},{"key":"9417_CR31","first-page":"119","volume":"4","author":"LK Saul","year":"2003","unstructured":"Saul, L. K., & Roweis, S. T. (2003). Think globally, fit locally: Unsupervised learning of low dimensional manifolds. The Journal of Machine Learning Research, 4, 119\u2013155.","journal-title":"The Journal of Machine Learning Research"},{"key":"9417_CR32","doi-asserted-by":"crossref","unstructured":"Schaal, S., Ijspeert, A. J., & Billard, A. (2003a). Computational approaches to motor learning by imitation. Philosophical Transactions of the Royal Society of London. Series B: Biological Sciences, 358(1431), 537\u2013547.","DOI":"10.1098\/rstb.2002.1258"},{"key":"9417_CR33","unstructured":"Schaal, S., Peters, J., Nakanishi, J., & Ijspeert, A. J. (2003b). Control, planning, learning, and imitation with dynamic movement primitives. In IEEE international conference on intelligent robots and systems, workshop on bilateral paradigms on humans and humanoids."},{"issue":"5","key":"9417_CR34","doi-asserted-by":"crossref","first-page":"375","DOI":"10.1007\/s11633-013-0734-9","volume":"10","author":"A Soltoggio","year":"2013","unstructured":"Soltoggio, A., & Lemme, A. (2013). Movement primitives as a robotic tool to interpret trajectories through learning-by-doing. International Journal of Automation and Computing, 10(5), 375\u2013386.","journal-title":"International Journal of Automation and Computing"},{"key":"9417_CR35","doi-asserted-by":"crossref","unstructured":"Steffen, J., Haschke, R., & Ritter, H. (2008) Towards dextrous manipulation using manipulation manifolds. In IEEE\/RSJ international conference on intelligent robots and systems (pp. 2738\u20132743).","DOI":"10.1109\/IROS.2008.4650720"},{"key":"9417_CR36","unstructured":"Stulp, F., & Sigaud, O. (2013). Policy improvement: Between black-box optimization and episodic reinforcement learning. In Journ\u00e9es Francophones Planification, D\u00e9cision, et Apprentissage pour la conduite de syst\u00e8mes. http:\/\/hal.archives-ouvertes.fr\/hal-00738463\/ . Accessed 16 Oct 2014."},{"key":"9417_CR37","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1007\/BF02331338","volume":"64","author":"P Tavan","year":"1990","unstructured":"Tavan, P., Grubm\u00fcller, H., & K\u00fchnel, H. (1990). Self-organization of associative memory and pattern classification: Recurrent signal processing on topological feature maps. Biological Cybernetics, 64, 95\u2013105.","journal-title":"Biological Cybernetics"},{"key":"9417_CR38","unstructured":"The MathWorks Inc., Matlab Neural Network Toolbox. http:\/\/www.mathworks.de\/products\/neural-network\/ ."},{"key":"9417_CR39","first-page":"3137","volume":"11","author":"E Theodorou","year":"2010","unstructured":"Theodorou, E., Buchli, J., & Schaal, S. (2010). A generalized path integral control approach to reinforcement learning. The Journal of Machine Learning Research, 11, 3137\u20133181.","journal-title":"The Journal of Machine Learning Research"},{"key":"9417_CR40","doi-asserted-by":"crossref","unstructured":"Ude, A., Riley, M., Nemec, B., Kos, A., Asfour, T., & Cheng, G. (2007). Synthesizing goal-directed actions from a library of example movements. In IEEE-RAS international conference on humanoid robots (pp. 115\u2013121).","DOI":"10.1109\/ICHR.2007.4813857"},{"issue":"5","key":"9417_CR41","doi-asserted-by":"crossref","first-page":"800","DOI":"10.1109\/TRO.2010.2065430","volume":"26","author":"A Ude","year":"2010","unstructured":"Ude, A., Gams, A., Asfour, T., & Morimoto, J. (2010). Task-specific generalization of discrete and periodic dynamic movement primitives. IEEE Transactions on Robotics, 26(5), 800\u2013815.","journal-title":"IEEE Transactions on Robotics"},{"key":"9417_CR42","unstructured":"Waegeman, T., Wyffels, F., & Schrauwen, B. (2012). A discrete\/rhythmic pattern generating RNN. In European symposium on artificial neural networks (pp 567\u2013572)."},{"issue":"2\u20133","key":"9417_CR43","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1016\/0925-2312(95)00117-4","volume":"12","author":"J Walter","year":"1996","unstructured":"Walter, J., & Ritter, H. (1996). Rapid learning with parametrized self-organizing maps. Neurocomputing, 12(2\u20133), 131\u2013153.","journal-title":"Neurocomputing"},{"key":"9417_CR44","doi-asserted-by":"crossref","unstructured":"Wang, X., Tino, P., Fardal, M. A., Raychaudhury, S., & Babul, A. (2009). Fast Parzen window density estimator. In International joint conference on neural networks (pp. 3267\u20133274).","DOI":"10.1109\/IJCNN.2009.5178637"},{"issue":"11","key":"9417_CR45","doi-asserted-by":"crossref","first-page":"e1000220","DOI":"10.1371\/journal.pcbi.1000220","volume":"4","author":"Y Yamashita","year":"2008","unstructured":"Yamashita, Y., & Tani, J. (2008). Emergence of functional hierarchy in a multiple timescale neural network model: A humanoid robot experiment. PLoS Computational Biology, 4(11), e1000220.","journal-title":"PLoS Computational Biology"}],"container-title":["Autonomous Robots"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10514-014-9417-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10514-014-9417-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10514-014-9417-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,17]],"date-time":"2023-07-17T12:53:39Z","timestamp":1689598419000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10514-014-9417-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,10,22]]},"references-count":45,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2015,4]]}},"alternative-id":["9417"],"URL":"https:\/\/doi.org\/10.1007\/s10514-014-9417-9","relation":{},"ISSN":["0929-5593","1573-7527"],"issn-type":[{"value":"0929-5593","type":"print"},{"value":"1573-7527","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,10,22]]}}}