{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,16]],"date-time":"2025-02-16T12:40:07Z","timestamp":1739709607492,"version":"3.37.1"},"publisher-location":"Berlin, Heidelberg","reference-count":56,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642051807"},{"type":"electronic","value":"9783642051814"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2010]]},"DOI":"10.1007\/978-3-642-05181-4_17","type":"book-chapter","created":{"date-parts":[[2009,12,30]],"date-time":"2009-12-30T08:17:27Z","timestamp":1262161047000},"page":"407-430","source":"Crossref","is-referenced-by-count":13,"title":["Can We Learn Finite State Machine Robot Controllers from Interactive Demonstration?"],"prefix":"10.1007","author":[{"given":"Daniel H.","family":"Grollman","sequence":"first","affiliation":[]},{"given":"Odest Chadwicke","family":"Jenkins","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"17_CR1","unstructured":"Snelson, E., Ghahramani, Z.: Sparse Gaussian Processes using Pseudo-inputs. In: NIPS, Vancouver, CAN, December 2006, pp. 1257\u20131264 (2006)"},{"key":"17_CR2","unstructured":"Dasgupta, S., Hsu, D., Monteleoni, C.: A general agnostic active learning algorithm. In: NIPS, Vancouver, CAN, December 2007, pp. 353\u2013360 (2007)"},{"key":"17_CR3","doi-asserted-by":"crossref","unstructured":"Calinon, S., Billard, A.: A Probabilistic Programming by Demonstration Framework Handling Constraints in Joint Space and Task Space. In: IROS, Nice, France, September 2008, pp. 367\u2013372 (2008)","DOI":"10.1109\/IROS.2008.4650593"},{"key":"17_CR4","doi-asserted-by":"crossref","unstructured":"Abbeel, P., Coates, A., Quigley, M., Ng, A.Y.: An application of reinforcement learning to aerobatic helicopter flight. In: Neural Information Processing Systems [1], pp. 1\u20138","DOI":"10.7551\/mitpress\/7503.003.0006"},{"key":"17_CR5","unstructured":"Adams, J.A., Rani, P., Sarkar, N.: Mixed initiative interaction and robotic systems. Technical Report WS-04-10, Vanderbilt University (2004)"},{"key":"17_CR6","unstructured":"Atkeson, C., Schaal, S.: Robot learning from demonstration. In: International Conference on Machine Learning, Nashville, TN, July 1997, pp. 12\u201320 (1997)"},{"issue":"2-3","key":"17_CR7","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1016\/j.robot.2004.03.010","volume":"47","author":"D.C. Bentivegna","year":"2004","unstructured":"Bentivegna, D.C., Atkeson, C.G., Cheng, G.: Learning tasks from observation and practice. Robotics and Autonomous Systems\u00a047(2-3), 163\u2013169 (2004)","journal-title":"Robotics and Autonomous Systems"},{"key":"17_CR8","unstructured":"Bonilla, E.V., Chai, K.M.A., Williams, C.K.I.: Multi-task Gaussian process prediction. In: Neural Information Processing Systems [2], pp. 153\u2013160"},{"issue":"5","key":"17_CR9","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1016\/j.robot.2006.02.004","volume":"54","author":"C. Breazeal","year":"2006","unstructured":"Breazeal, C., Berlin, M., Brooks, A.G., Gray, J., Thomaz, A.L.: Using perspective taking to learn from ambiguous demonstrations. Robotics and Autonomous Systems\u00a054(5), 385\u2013393 (2006)","journal-title":"Robotics and Autonomous Systems"},{"key":"17_CR10","doi-asserted-by":"crossref","unstructured":"Calinon, S., Billard, A.: A probabilistic programming by demonstration framework handling constraints in joint space and task space. In: International Conference on Intelligent Robots and Systems [3], pp. 367\u2013372","DOI":"10.1109\/IROS.2008.4650593"},{"key":"17_CR11","doi-asserted-by":"crossref","unstructured":"Chernova, S., Veloso, M.: Learning equivalent action choices from demonstration. In: International Conference on Intelligent Robots and Systems [3], pp. 1216\u20131221","DOI":"10.1109\/IROS.2008.4650995"},{"issue":"1","key":"17_CR12","first-page":"1","volume":"34","author":"S. Chernova","year":"2009","unstructured":"Chernova, S., Veloso, M.: Interactive policy learning through confidence-based autonomy. Journal of Artifical Intelligence Research\u00a034(1), 1\u201325 (2009)","journal-title":"Journal of Artifical Intelligence Research"},{"issue":"3","key":"17_CR13","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1177\/105971239400200302","volume":"2","author":"M. Colombetti","year":"1994","unstructured":"Colombetti, M., Dorigo, M.: Training agents to perform sequential behavior. Adaptive Behavior\u00a02(3), 247\u2013275 (1994)","journal-title":"Adaptive Behavior"},{"key":"17_CR14","doi-asserted-by":"crossref","unstructured":"Crandall, J.W., Goodrich, M.A.: Experiments in adjustable autonomy. In: International Conference on Systems, Man, and Cybernetics, Tuscan, AZ, October 2001, pp. 1624\u20131629 (2001)","DOI":"10.1109\/ICSMC.2001.973517"},{"key":"17_CR15","unstructured":"Csat\u00f3, L.: Gaussian Processes - Iterative Sparse Approximations. PhD thesis, Aston University (March 2002)"},{"issue":"3","key":"17_CR16","doi-asserted-by":"publisher","first-page":"641","DOI":"10.1162\/089976602317250933","volume":"14","author":"L. Csat\u00f3","year":"2002","unstructured":"Csat\u00f3, L., Opper, M.: Sparse Online Gaussian Processes. Neural Computation\u00a014(3), 641\u2013669 (2002)","journal-title":"Neural Computation"},{"key":"17_CR17","unstructured":"Dasgupta, S., Hsu, D., Monteleoni, C.: A general agnostic active learning algorithm. In: Neural Information Processing Systems [2], pp. 353\u2013360"},{"key":"17_CR18","doi-asserted-by":"crossref","unstructured":"Dillmann, R., Rogalla, O., Ehrenmann, M., Z\u00f6llner, R.D., Bordegoni, M.: Learning robot behaviour and skills based on human demonstration and advice: the machine learning paradigm. In: International Symposium of Robotics Research, Snowbird, Utah, USA (October 1999)","DOI":"10.1007\/978-1-4471-0765-1_28"},{"key":"17_CR19","doi-asserted-by":"crossref","unstructured":"Fox, E.B., Sudderth, E.B., Jordan, M.I., Willsky, A.S.: An HDP-HMM for systems with state persistence. In: International Conference on Machine Learning, Helsinki, Finland, July 2008, pp. 312\u2013319 (2008)","DOI":"10.1145\/1390156.1390196"},{"key":"17_CR20","doi-asserted-by":"crossref","unstructured":"Grimes, D.B., Chalodhorn, R., Rao, R.P.N.: Dynamic imitation in a humanoid robot through nonparametric probabilistic inference. In: Robotics: Science and Systems, Philidelphia, PA (August 2006)","DOI":"10.15607\/RSS.2006.II.026"},{"key":"17_CR21","doi-asserted-by":"crossref","unstructured":"Grollman, D.H., Jenkins, O.C.: Dogged learning for robots. In: International Conference on Robotics and Automation, Rome, Italy, April 2007, pp. 2483\u20132488 (2007)","DOI":"10.1109\/ROBOT.2007.363692"},{"key":"17_CR22","doi-asserted-by":"crossref","unstructured":"Grollman, D.H., Jenkins, O.C.: Learning robot soccer skills from demonstration. In: International Conference on Development and Learning, London, UK, July 2007, pp. 276\u2013281 (2007)","DOI":"10.1109\/DEVLRN.2007.4354062"},{"issue":"11-12","key":"17_CR23","doi-asserted-by":"publisher","first-page":"1077","DOI":"10.1002\/rob.20160","volume":"23","author":"D.H. Grollman","year":"2006","unstructured":"Grollman, D.H., Jenkins, O.C., Wood, F.: Discovering natural kinds of robot sensory experiences in unstructured environments. Journal of Field Robotics\u00a023(11-12), 1077\u20131089 (2006)","journal-title":"Journal of Field Robotics"},{"key":"17_CR24","unstructured":"Hayes, G., Demiris, J.: A robot controller using learning by imitation. In: International Symposium on Intelligent Robotic Systems, Grenoble, France (July 1994)"},{"key":"17_CR25","unstructured":"Inamura, T., Inaba, M., Inoue, H.: Acquisition of probabilistic behavior decision model based on the interactive teaching method. In: International Conference on Advanced Robotics, Tokyo, Japan, October 1999, pp. 523\u2013528 (1999)"},{"issue":"1","key":"17_CR26","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1162\/neco.1991.3.1.79","volume":"3","author":"R.A. Jacobs","year":"1991","unstructured":"Jacobs, R.A., Jordan, M.I., Nowlan, S.J., Hinton, G.E.: Adaptive mixtures of local experts. Neural Computation\u00a03(1), 79\u201387 (1991)","journal-title":"Neural Computation"},{"issue":"2","key":"17_CR27","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1142\/S0219843607001060","volume":"4","author":"O.C. Jenkins","year":"2007","unstructured":"Jenkins, O.C., Gonzalez, G., Loper, M.M.: Interactive human pose and action recognition using dynamical motion primitives. International Journal of Humanoid Robotics\u00a04(2), 365\u2013385 (2007)","journal-title":"International Journal of Humanoid Robotics"},{"key":"17_CR28","doi-asserted-by":"crossref","unstructured":"Kober, J., Mohler, B., Peters, J.: Learning perceptual coupling for motor primitives. In: International Conference on Intelligent Robots and Systems [3], pp. 834\u2013839","DOI":"10.1109\/IROS.2008.4650953"},{"key":"17_CR29","doi-asserted-by":"crossref","unstructured":"Kohl, N., Stone, P.: Machine learning for fast quadrupedal locomotion. In: National Conference on Artificial Intelligence, pp. 611\u2013616 (2004)","DOI":"10.1109\/ROBOT.2004.1307456"},{"key":"17_CR30","unstructured":"Konidaris, G.D., Barto, A.G.: Skill discovery in continuous reinforcement learning domains using skill chaining. Technical Report UM-CS-2008-24, University of Massachusetts Amherst (2008)"},{"key":"17_CR31","series-title":"SCI","doi-asserted-by":"crossref","first-page":"313","DOI":"10.1007\/978-3-642-05181-4_14","volume-title":"From Motor Learning to Interaction Learning in Robots","author":"M. Lopes","year":"2010","unstructured":"Lopes, M., Melo, F., Montesano, L., Santos-Victor, J.: Abstraction Levels for Robotic Imitation: Overview and Computational Approaches. In: Sigaud, O., Peters, J. (eds.) From Motor Learning to Interaction Learning in Robots. SCI, vol.\u00a0264, pp. 313\u2013355. Springer, Heidelberg (2010)"},{"key":"17_CR32","volume-title":"Neural Networks and Machine Learning","author":"D.J.C. Mackay","year":"1998","unstructured":"Mackay, D.J.C.: Introduction to Gaussian Processes. In: Mackay, D.J.C. (ed.) Neural Networks and Machine Learning. Springer, Heidelberg (1998)"},{"key":"17_CR33","unstructured":"Mccallum, A.K.: Reinforcement learning with selective perception and hidden state. PhD thesis, The University of Rochester (May 1996)"},{"key":"17_CR34","unstructured":"Meeds, E., Osindero, S.: An alternative infinite mixture of Gaussian process experts. In: Neural Information Processing Systems, Vancouver, CAN, December 2005, pp. 883\u2013890 (2005)"},{"key":"17_CR35","unstructured":"Ng, A.Y., Russell, S.: Algorithms for inverse reinforcement learning. In: International Conference on Machine Learning, Stanford, CA, June 2000, pp. 663\u2013670 (2000)"},{"key":"17_CR36","doi-asserted-by":"crossref","unstructured":"Nguyen-Tuong, D., Peters, J., Seeger, M.: Computed torque control with nonparametric regression models. In: Proceedings of the 2008 American Control Conference, ACC 2008 (2008)","DOI":"10.1109\/ACC.2008.4586493"},{"key":"17_CR37","series-title":"SCI","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1007\/978-3-642-05181-4_9","volume-title":"From Motor Learning to Interaction Learning in Robots","author":"D. Nguyen-Tuong","year":"2010","unstructured":"Nguyen-Tuong, D., Seeger, M., Peters, J.: Real-time Local GP Model Learning. In: Sigaud, O., Peters, J. (eds.) From Motor Learning to Interaction Learning in Robots. SCI, vol.\u00a0264, pp. 193\u2013207. Springer, Heidelberg (2010)"},{"key":"17_CR38","doi-asserted-by":"crossref","unstructured":"Nicolescu, M., Matari\u0107, M.J.: Natural methods for robot task learning: Instructive demonstration, generalization and practice. In: International Joint Conference on Autonomous Agents and Multi-Agent Systems, Melbourne, AUS, July 2003, pp. 241\u2013248 (2003)","DOI":"10.1145\/860611.860614"},{"key":"17_CR39","doi-asserted-by":"crossref","unstructured":"Nicolescu, M.N., Jenkins, O.C., Stanhope, A.: Fusing robot behaviors for human-level tasks. In: International Conference on Development and Learning, London, UK, July 2007, pp. 76\u201381 (2007)","DOI":"10.1109\/DEVLRN.2007.4354051"},{"issue":"2","key":"17_CR40","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1080\/095400999116313","volume":"11","author":"S. Nolfi","year":"1999","unstructured":"Nolfi, S., Tani, J.: Extracting regularities in space and time through a cascade of prediction networks: The case of a mobile robot navigating in a structured environment. Connection Science\u00a011(2), 129\u2013152 (1999)","journal-title":"Connection Science"},{"key":"17_CR41","doi-asserted-by":"crossref","unstructured":"Platt Jr., R., Fagg, A.H., Grupen, R.A.: Manipulation gaits: sequences of grasp control tasks. In: International Conference on Robotics and Automation, April - May 2004, pp. 801\u2013806 (2004)","DOI":"10.1109\/ROBOT.2004.1307247"},{"issue":"11","key":"17_CR42","first-page":"2329","volume":"7","author":"J.M. Porta","year":"2006","unstructured":"Porta, J.M., Vlassis, N., Spaan, M.T.J., Poupart, P.: Point-based value iteration for continuous pomdps. Journal of Machine Learning Research\u00a07(11), 2329\u20132367 (2006)","journal-title":"Journal of Machine Learning Research"},{"issue":"12","key":"17_CR43","first-page":"1939","volume":"6","author":"J. Qui\u00f1onero-Candela","year":"2005","unstructured":"Qui\u00f1onero-Candela, J., Rasmussen, C.E.: A unifying view of sparse approximate gaussian process regression. Journal of Machine Learning Research\u00a06(12), 1939\u20131959 (2005)","journal-title":"Journal of Machine Learning Research"},{"key":"17_CR44","unstructured":"Rasmussen, C., Ghahramani, Z.: Infinite mixtures of Gaussian process experts. In: Neural Information Processing Systems, Vancouver, CAN, December 2001, pp. 881\u2013888 (2001)"},{"key":"17_CR45","doi-asserted-by":"crossref","unstructured":"Rybski, P.E., Yoon, K., Stolarz, J., Veloso, M.: Interactive robot task training through dialog and demonstration. In: International Conference on Human-Robot Interaction, Arlington, VA, March 2007, pp. 255\u2013262 (2007)","DOI":"10.1145\/1228716.1228724"},{"issue":"1431","key":"17_CR46","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1098\/rstb.2002.1258","volume":"358","author":"S. Schaal","year":"2003","unstructured":"Schaal, S., Ijspeert, A., Billard, A.: Computational approaches to motor learning by imitation. Philosophical Transaction of the Royal Society of London\u00a0358(1431), 537\u2013547 (2003)","journal-title":"Philosophical Transaction of the Royal Society of London"},{"key":"17_CR47","doi-asserted-by":"crossref","unstructured":"Smart, W.D., Kaelbling, L.P.: Effective reinforcement learning for mobile robots. In: International Conference on Robotics and Automation, Washington, D.C., May 2002, pp. 3404\u20133410 (2002)","DOI":"10.1109\/ROBOT.2002.1014237"},{"key":"17_CR48","unstructured":"Snelson, E., Ghahramani, Z.: Sparse gaussian processes using pseudo-inputs. In: Neural Information Processing Systems [1], pp. 1257\u20131264"},{"key":"17_CR49","doi-asserted-by":"crossref","unstructured":"Stone, P., Veloso, M.: Beating a defender in robotic soccer: Memory-based learning of a continuous function. In: Neural Information Processing Systems, Vancouver, CAN, December 1996, pp. 896\u2013902 (1996)","DOI":"10.21236\/ADA303088"},{"key":"17_CR50","doi-asserted-by":"crossref","unstructured":"Stone, P., Veloso, M.M.: Layered learning. In: European Conference on Machine Learning, Barcelona, Catalonia, Spain, May 2000, pp. 369\u2013381 (2000)","DOI":"10.1007\/3-540-45164-1_38"},{"issue":"7-8","key":"17_CR51","doi-asserted-by":"publisher","first-page":"1131","DOI":"10.1016\/S0893-6080(99)00060-X","volume":"12","author":"J. Tani","year":"1999","unstructured":"Tani, J., Nolfi, S.: Learning to perceive the world as articulated: An approach for hierarchical learning in sensory-motor systems. Neural Networks\u00a012(7-8), 1131\u20131141 (1999)","journal-title":"Neural Networks"},{"key":"17_CR52","unstructured":"Thomaz, A.L., Breazeal, C.: Transparency and socially guided machine learning. In: International Conference on Development and Learning, Bloomington, IN, May 2006, pp. 3475\u20133480 (2006)"},{"key":"17_CR53","doi-asserted-by":"crossref","unstructured":"Trafton, J.G., Schultz, A.C., Bugajska, M., Mintz, F.: Perspective-taking with robots: experiments and models. In: International Symposium on Robot & Human Interaction, Nashville, TN, August 2005, pp. 580\u2013584 (2005)","DOI":"10.21236\/ADA480052"},{"issue":"12","key":"17_CR54","doi-asserted-by":"publisher","first-page":"2602","DOI":"10.1162\/089976605774320557","volume":"17","author":"S. Vijayakumar","year":"2005","unstructured":"Vijayakumar, S., D\u2019Souza, A., Schaal, S.: Incremental online learning in high dimensions. Neural Computation\u00a017(12), 2602\u20132634 (2005)","journal-title":"Neural Computation"},{"key":"17_CR55","unstructured":"Wood, F., Grollman, D.H., Heller, K.A., Jenkins, O.C., Black, M.: Incremental Nonparametric Bayesian Regression. Technical Report CS-08-07, Brown University Department of Computer Science (2008)"},{"key":"17_CR56","doi-asserted-by":"crossref","unstructured":"Wu, X., Kofman, J.: Human-inspired robot task learning from human teaching. In: International Conference on Robotics and Automation, Pasadena, CA, May 2008, pp. 3334\u20133339 (2008)","DOI":"10.1109\/ROBOT.2008.4543719"}],"container-title":["Studies in Computational Intelligence","From Motor Learning to Interaction Learning in Robots"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-05181-4_17.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,16]],"date-time":"2025-02-16T12:08:44Z","timestamp":1739707724000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-05181-4_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010]]},"ISBN":["9783642051807","9783642051814"],"references-count":56,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-05181-4_17","relation":{},"ISSN":["1860-949X","1860-9503"],"issn-type":[{"type":"print","value":"1860-949X"},{"type":"electronic","value":"1860-9503"}],"subject":[],"published":{"date-parts":[[2010]]}}}