{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T18:02:24Z","timestamp":1771610544048,"version":"3.50.1"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2018,6,18]],"date-time":"2018-06-18T00:00:00Z","timestamp":1529280000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2018,6,18]],"date-time":"2018-06-18T00:00:00Z","timestamp":1529280000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100006831","name":"U.S. Air Force","doi-asserted-by":"publisher","award":["#16RT0676"],"award-info":[{"award-number":["#16RT0676"]}],"id":[{"id":"10.13039\/100006831","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["GRFP"],"award-info":[{"award-number":["GRFP"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["#1351028"],"award-info":[{"award-number":["#1351028"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Intel Labs"},{"name":"Berkeley Deep Drive"},{"DOI":"10.13039\/100006502","name":"Defense Sciences Office, DARPA","doi-asserted-by":"publisher","award":["XAI"],"award-info":[{"award-number":["XAI"]}],"id":[{"id":"10.13039\/100006502","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Auton Robot"],"published-print":{"date-parts":[[2019,2]]},"DOI":"10.1007\/s10514-018-9771-0","type":"journal-article","created":{"date-parts":[[2018,6,18]],"date-time":"2018-06-18T05:24:25Z","timestamp":1529299465000},"page":"309-326","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":69,"title":["Enabling robots to communicate their objectives"],"prefix":"10.1007","volume":"43","author":[{"given":"Sandy H.","family":"Huang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Held","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pieter","family":"Abbeel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anca D.","family":"Dragan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,6,18]]},"reference":[{"key":"9771_CR1","doi-asserted-by":"crossref","unstructured":"Abbeel, P., & Ng, A. Y. (2004). Apprenticeship learning via inverse reinforcement learning. In Proceedings of the 21st international conference on machine learning","DOI":"10.1145\/1015330.1015430"},{"key":"9771_CR2","volume-title":"Multidimensional models of perception and cognition","author":"FG Ashby","year":"1992","unstructured":"Ashby, F. G. (1992). Multidimensional models of perception and cognition (1st ed.). Hove: Psychology Press.","edition":"1"},{"issue":"3","key":"9771_CR3","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1016\/j.cognition.2009.07.005","volume":"113","author":"CL Baker","year":"2009","unstructured":"Baker, C. L., Saxe, R., & Tenenbaum, J. B. (2009). Action understanding as inverse planning. Cognition, 113(3), 329\u2013349.","journal-title":"Cognition"},{"key":"9771_CR4","unstructured":"Baker, C. L., Saxe, R. R., & Tenenbaum, J. B. (2011). Bayesian theory of mind: Modeling joint belief-desire attribution. In Proceedings of the 33rd annual conference of the cognitive science society (pp. 2469\u20132474)"},{"key":"9771_CR5","doi-asserted-by":"crossref","unstructured":"Balbach, F. J., Zeugmann, T. (2009). Recent developments in algorithmic teaching. In Proceedings of the 3rd international conference on language and automata theory and applications","DOI":"10.1007\/978-3-642-00982-2_1"},{"key":"9771_CR6","doi-asserted-by":"crossref","unstructured":"Basu, S., & Christensen, J .(2013). Teaching classification boundaries to humans. In Proceedings of the 27th AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v27i1.8623"},{"key":"9771_CR7","doi-asserted-by":"crossref","unstructured":"Cakmak, M., & Lopes, M. (2012). Algorithmic and human teaching of sequential decision tasks. In Proceedings of the 26th AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v26i1.8333"},{"key":"9771_CR8","unstructured":"Chajewska, U., Koller, D., & Ormoneit, D .(2001). Learning an agent\u2019s utility function by observing behavior. In Proceedings of the 18th international conference on machine learning (pp. 35\u201342)"},{"key":"9771_CR9","unstructured":"Choi, J., & Kim, K. (2011). MAP inference for bayesian inverse reinforcement learning. In Proceedings of the 24th annual conference on neural information processing systems (pp. 1989\u20131997)"},{"key":"9771_CR10","unstructured":"Cohen, P., Perrault, C., & Allen, J. (1981). Beyond question answering. In Strategies for natural language processing (pp. 245\u2013274)"},{"key":"9771_CR11","doi-asserted-by":"crossref","unstructured":"Dragan, A., & Srinivasa, S. (2014). Familiarization to robot motion. In Proceedings of the 9th international conference on human-robot interaction","DOI":"10.1145\/2559636.2559674"},{"key":"9771_CR12","doi-asserted-by":"crossref","unstructured":"Dragan, A., Bauman, S., Forlizzi, & J., Srinivasa, S. (2015). Effects of robot motion on human-robot collaboration. In Proceedings of the 10th international conference on human-robot interaction","DOI":"10.1145\/2696454.2696473"},{"key":"9771_CR13","doi-asserted-by":"crossref","unstructured":"Gielniak, M. J., & Thomaz, A. L. (2011). Generating anticipation in robot motion. In 20th IEEE international symposium on robot and human interactive communication","DOI":"10.1109\/ROMAN.2011.6005255"},{"issue":"11","key":"9771_CR14","doi-asserted-by":"publisher","first-page":"1275","DOI":"10.1177\/0278364913490533","volume":"32","author":"MJ Gielniak","year":"2013","unstructured":"Gielniak, M. J., Liu, C. K., & Thomaz, A. L. (2013). Generating human-like motion for robots. International Journal of Robotics Research, 32(11), 1275\u20131301.","journal-title":"International Journal of Robotics Research"},{"issue":"1","key":"9771_CR15","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1006\/jcss.1995.1003","volume":"50","author":"SA Goldman","year":"1995","unstructured":"Goldman, S. A., & Kearns, M. J. (1995). On the complexity of teaching. Journal of Computer and System Sciences, 50(1), 20\u201331.","journal-title":"Journal of Computer and System Sciences"},{"key":"9771_CR16","doi-asserted-by":"crossref","unstructured":"Hayes, B., & Shah, J. A. (2017). Improving robot controller transparency through autonomous policy explanation. In Proceedings of the 2017 ACM\/IEEE international conference on human-robot interaction","DOI":"10.1145\/2909824.3020233"},{"issue":"8","key":"9771_CR17","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1016\/j.tics.2016.05.011","volume":"20","author":"J Jara-Ettinger","year":"2016","unstructured":"Jara-Ettinger, J., Gwen, H., Schulz, L. E., & Tenenbaum, J. B. (2016). The na\u00efve utility calculus: Computational principles underlying commonsense psychology. Trends in Cognitive Sciences, 20(8), 589\u2013604.","journal-title":"Trends in Cognitive Sciences"},{"key":"9771_CR18","unstructured":"Khan, F., Mutlu, B., & Zhu, X. (2011). How do humans teach: On curriculum learning and teaching dimension. In Proceedings of the 24th annual conference on neural information processing systems"},{"issue":"3","key":"9771_CR19","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1609\/aimag.v34i3.2484","volume":"34","author":"KR Koedinger","year":"2013","unstructured":"Koedinger, K. R., Brunskill, E., de Baker, R. S. J., McLaughlin, E. A., & Stamper, J. C. (2013). New potentials for data-driven intelligent tutoring system development and optimization. AI Magazine, 34(3), 27\u201341.","journal-title":"AI Magazine"},{"key":"9771_CR20","unstructured":"Levine, S., & Koltun, V. (2012). Continuous inverse optimal control with locally optimal examples. In Proceedings of the 29th international conference on machine learning"},{"key":"9771_CR21","doi-asserted-by":"crossref","unstructured":"Matsui, D., Minato, T., MacDorman, K. F., & Ishiguro, H. (2005). Generating natural motion in an android by mapping human motion. In IEEE\/RSJ international conference on intelligent robots and systems","DOI":"10.1109\/IROS.2005.1545125"},{"issue":"3","key":"9771_CR22","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1037\/0033-295X.85.3.207","volume":"85","author":"DL Medin","year":"1978","unstructured":"Medin, D. L., & Schaffer, M. M. (1978). Context theory of classification learning. Psychological Review, 85(3), 207\u2013238.","journal-title":"Psychological Review"},{"issue":"1","key":"9771_CR23","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1007\/BF01588971","volume":"14","author":"GL Nemhauser","year":"1978","unstructured":"Nemhauser, G. L., Wolsey, L. A., & Fisher, M. L. (1978). An analysis of approximations for maximizing submodular set functions. Mathematical Programming, 14(1), 265\u2013294.","journal-title":"Mathematical Programming"},{"key":"9771_CR24","unstructured":"Ng, A. Y., & Russell, S. (2000). Algorithms for inverse reinforcement learning. In Proceedings of the 17th international conference on machine learning"},{"key":"9771_CR25","doi-asserted-by":"crossref","unstructured":"Nikolaidis, S., Nath, S., Procaccia, A., & Srinivasa, S. (2017). Game-theoretic modeling of human adaptation in human-robot collaboration. In Proceedings of the 2017 ACM\/IEEE international conference on human-robot interaction","DOI":"10.1145\/2909824.3020253"},{"issue":"1","key":"9771_CR26","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1037\/0096-3445.115.1.39","volume":"115","author":"RM Nosofsky","year":"1986","unstructured":"Nosofsky, R. M. (1986). Attention, similarity, and the identification-categorization relationship. Journal of Experimental Psychology: General, 115(1), 39\u201357.","journal-title":"Journal of Experimental Psychology: General"},{"key":"9771_CR27","unstructured":"Patil, K. R., Zhu, X., Kope\u0107, \u0141., & Love, B. C. (2014). Optimal teaching for limited-capacity human learners. In Proceedings of the 27th annual conference on neural information processing systems"},{"key":"9771_CR28","doi-asserted-by":"crossref","unstructured":"Perera, V., Selvaraj, S. P., Rosenthal, S., & Veloso, M. M. (2016). Dynamic generation and refinement of robot verbalization. In 25th IEEE international symposium on robot and human interactive communication","DOI":"10.1109\/ROMAN.2016.7745133"},{"key":"9771_CR29","doi-asserted-by":"crossref","unstructured":"Rafferty, A. N., Brunskill, E., Griffiths, T. L., & Shafto, P. (2011). Faster teaching by POMDP planning. In Proceedings of the 15th international conference on artificial intelligence in education (pp. 280\u2013287)","DOI":"10.1007\/978-3-642-21869-9_37"},{"key":"9771_CR30","unstructured":"Ramachandran, D., & Amir, E. (2007). Bayesian inverse reinforcement learning. In Proceedings of the 28th International Joint Conference on Artifical Intelligence (pp. 2586\u20132591)"},{"issue":"1","key":"9771_CR31","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1109\/TRO.2012.2214558","volume":"29","author":"V Raman","year":"2013","unstructured":"Raman, V., & Kress-Gazit, H. (2013). Explaining impossible high-level robot behaviors. IEEE Transactions on Robotics, 29(1), 94\u20131104.","journal-title":"IEEE Transactions on Robotics"},{"key":"9771_CR32","unstructured":"Rosenthal, S., Selvaraj, S. P., & Veloso, M. M. (2016). Verbalization: Narration of autonomous robot experience. In Proceedings of the 25th international joint conference on artificial intelligence"},{"key":"9771_CR33","volume-title":"Artificial intelligence: A modern approach","author":"SJ Russell","year":"2009","unstructured":"Russell, S. J., & Norvig, P. (2009). Artificial intelligence: A modern approach (3rd ed.). Upper Saddle River: Prentice Hall Press.","edition":"3"},{"key":"9771_CR34","doi-asserted-by":"crossref","unstructured":"Sadigh, D., Sastry, S. S., Seshia, S. A., & Dragan, A. (2016a). Information gathering actions over human internal state. In IEEE\/RSJ international conference on intelligent robots and systems","DOI":"10.1109\/IROS.2016.7759036"},{"key":"9771_CR35","unstructured":"Sadigh, D., Sastry, S. S., Seshia, S. A., & Dragan, A. D. (2016b). Planning for autonomous cars that leverage effects on human actions. In Proceedings of robotics: Science and systems"},{"issue":"1","key":"9771_CR36","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1109\/TASSP.1978.1163055","volume":"26","author":"H Sakoe","year":"1978","unstructured":"Sakoe, H., & Chiba, S. (1978). Dynamic programming algorithm optimization for spoken word recognition. IEEE Transactions on Acoustics, Speech, and Signal Processing, 26(1), 43\u201349.","journal-title":"IEEE Transactions on Acoustics, Speech, and Signal Processing"},{"issue":"1","key":"9771_CR37","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1016\/0004-3702(78)90012-7","volume":"11","author":"C Schmidt","year":"1978","unstructured":"Schmidt, C., Sridharan, N., & Goodson, J. (1978). The plan recognition problem: An intersection of psychology and artificial intelligence. Artificial Intelligence, 11(1), 45\u201383.","journal-title":"Artificial Intelligence"},{"key":"9771_CR38","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.tics.2005.12.009","volume":"10","author":"N Sebanz","year":"2006","unstructured":"Sebanz, N., Bekkering, H., & Knoblich, G. (2006). Joint action: Bodies and minds moving together. Trends in Cognitive Sciences, 10, 70\u201376.","journal-title":"Trends in Cognitive Sciences"},{"issue":"1","key":"9771_CR39","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/0022-2496(64)90017-3","volume":"1","author":"RN Shepard","year":"1964","unstructured":"Shepard, R. N. (1964). Attention and the metric structure of the stimulus space. Journal of Mathematical Psychology, 1(1), 54\u201387.","journal-title":"Journal of Mathematical Psychology"},{"key":"9771_CR40","unstructured":"Singla, A., Bogunovic, I., Bartok, G., Karbasi, A., & Krause, A. (2014). Near-optimally teaching the crowd to classify. In Proceedings of the 31st international conference on machine learning"},{"key":"9771_CR41","doi-asserted-by":"crossref","unstructured":"Szafir, D., Mutlu, B., & Fong, T. (2014). Communication of intent in assistive free flyers. In Proceedings of the 2014 ACM\/IEEE international conference on human-robot interaction","DOI":"10.1145\/2559636.2559672"},{"key":"9771_CR42","doi-asserted-by":"crossref","unstructured":"Taheri, S., & Law, E. H. (1990). Investigation of a combined slip control braking and closed loop four wheel steering system for an automobile during combined hard braking and severe steering. In Proceedings of the American control conference","DOI":"10.23919\/ACC.1990.4791051"},{"key":"9771_CR43","doi-asserted-by":"crossref","unstructured":"Tellex, S., Knepper, R., Li, A., Rus, D., & Roy, N. (2014). Asking for help using inverse semantics. In Proceedings of robotics: Science and systems","DOI":"10.15607\/RSS.2014.X.024"},{"key":"9771_CR44","unstructured":"Ullman, T., Baker, C., Macindoe, O., Evans, O., Goodman, N., & Tenenbaum, J. B. (2009). Help or hinder: Bayesian models of social goal inference. In Proceedings of the 22nd annual conference on neural information processing systems"},{"issue":"4","key":"9771_CR45","doi-asserted-by":"publisher","first-page":"599","DOI":"10.1111\/cogs.12101","volume":"38","author":"E Vul","year":"2014","unstructured":"Vul, E., Goodman, N. D., Griffiths, T. L., & Tenenbaum, J. B. (2014). One and done? Optimal decisions from very few samples. Cognitive Science, 38(4), 599\u2013637.","journal-title":"Cognitive Science"},{"key":"9771_CR46","doi-asserted-by":"crossref","unstructured":"Zhu, X. (2015). Machine teaching: An inverse problem to machine learning and an approach toward optimal education. In Proceedings of the 29th AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v29i1.9761"},{"key":"9771_CR47","unstructured":"Ziebart, B. D., Maas, A., Bagnell, J. A., & Dey, A. (2008). Maximum entropy inverse reinforcement learning. In Proceedings of the 22nd AAAI Conference on Artificial Intelligence"},{"key":"9771_CR48","first-page":"349","volume":"12","author":"S Zilles","year":"2011","unstructured":"Zilles, S., Lange, S., Holte, R., & Zinkevich, M. (2011). Models of cooperative teaching and learning. Journal of Machine Learning Research, 12, 349\u2013384.","journal-title":"Journal of Machine Learning Research"}],"container-title":["Autonomous Robots"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10514-018-9771-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10514-018-9771-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10514-018-9771-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,25]],"date-time":"2022-08-25T21:21:47Z","timestamp":1661462507000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10514-018-9771-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6,18]]},"references-count":48,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2019,2]]}},"alternative-id":["9771"],"URL":"https:\/\/doi.org\/10.1007\/s10514-018-9771-0","relation":{},"ISSN":["0929-5593","1573-7527"],"issn-type":[{"value":"0929-5593","type":"print"},{"value":"1573-7527","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,6,18]]},"assertion":[{"value":"3 December 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 May 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 June 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"Anca Dragan also serves as a research scientist at Waymo, Inc. Waymo did not contribute to or support this work. The remaining authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"All procedures performed in studies involving human participants were in accordance with the ethical standards of the institutional and\/or national research committee and with the 1964 Helsinki declaration and its later amendments or comparable ethical standards.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}