{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,4]],"date-time":"2025-09-04T13:57:48Z","timestamp":1756994268432,"version":"3.40.4"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,6,4]],"date-time":"2022-06-04T00:00:00Z","timestamp":1654300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,6,4]],"date-time":"2022-06-04T00:00:00Z","timestamp":1654300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Auton Robot"],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1007\/s10514-022-10043-y","type":"journal-article","created":{"date-parts":[[2022,6,4]],"date-time":"2022-06-04T10:02:31Z","timestamp":1654336951000},"page":"667-683","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Hierarchical planning with state abstractions for temporal task specifications"],"prefix":"10.1007","volume":"46","author":[{"given":"Yoonseon","family":"Oh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Roma","family":"Patel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thao","family":"Nguyen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Baichuan","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthew","family":"Berg","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ellie","family":"Pavlick","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefanie","family":"Tellex","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,6,4]]},"reference":[{"key":"10043_CR1","doi-asserted-by":"crossref","unstructured":"Arumugam, D., Karamcheti, S., Gopalan, N., Wong, L.\u00a0L., Tellex, S. (2017). Accurately and efficiently interpreting human-robot instructions of varying granularities. arXiv preprint arXiv:1704.06616.","DOI":"10.15607\/RSS.2017.XIII.056"},{"key":"10043_CR2","doi-asserted-by":"crossref","unstructured":"Bhatia, A., Kavraki, L.\u00a0E., Vardi, M.\u00a0Y. (2010). Sampling-based motion planning with temporal goals. 2010 IEEE International Conference on Robotics and Automation.","DOI":"10.1109\/ROBOT.2010.5509503"},{"key":"10043_CR3","doi-asserted-by":"crossref","unstructured":"Boteanu, A., Howard, T., Arkin, J., Kress-Gazit, H. (2016). A model for verifiable grounding and execution of complex natural language instructions. In 2016 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS).","DOI":"10.1109\/IROS.2016.7759412"},{"key":"10043_CR4","doi-asserted-by":"crossref","unstructured":"Brand, I., Roy, J., Ray, A., Oberlin, J., Oberlix, S. (2018). Pidrone: An autonomous educational drone using raspberry pi and python. In IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS).","DOI":"10.1109\/IROS.2018.8593943"},{"key":"10043_CR5","doi-asserted-by":"crossref","unstructured":"B\u00fcchi, J. R. (1990). On a decision method in restricted second order arithmetic. The Collected Works of J (pp. 425\u2013435). Richard B\u00fcchi: Springer.","DOI":"10.1007\/978-1-4613-8928-6_23"},{"key":"10043_CR6","doi-asserted-by":"crossref","unstructured":"Chen, H., Lee, A.\u00a0S., Swift, M., Tang, J.\u00a0C. (2015). 3d collaboration method over $$\\text{hololens}^{{\\rm TM}}$$ and $$\\text{ skype}^{{\\rm TM}}$$ end points. In Proc. of the 3rd International Workshop on Immersive Media Experiences.","DOI":"10.1145\/2814347.2814350"},{"issue":"4","key":"10043_CR7","doi-asserted-by":"publisher","first-page":"2308","DOI":"10.1109\/LRA.2017.2727514","volume":"2","author":"K Cho","year":"2017","unstructured":"Cho, K., Suh, J., Tomlin, C. J., & Oh, S. (2017). Cost-aware path planning under co-safe temporal logic specifications. IEEE Robotics and Automation Letters, 2(4), 2308\u20132315.","journal-title":"IEEE Robotics and Automation Letters"},{"key":"10043_CR8","unstructured":"Dasgupta, I., Guo, D., Stuhlm\u00fcller, A., Gershman, S.\u00a0J., Goodman, N.\u00a0D. (2018). Evaluating compositionality in sentence embeddings. CoRR abs\/1802.04302."},{"key":"10043_CR9","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1613\/jair.639","volume":"13","author":"TG Dietterich","year":"2000","unstructured":"Dietterich, T. G. (2000). Hierarchical reinforcement learning with the maxq value function decomposition. Journal of artificial intelligence research, 13, 227\u2013303.","journal-title":"Journal of artificial intelligence research"},{"issue":"5","key":"10043_CR10","doi-asserted-by":"publisher","first-page":"1244","DOI":"10.1109\/TAC.2014.2298143","volume":"59","author":"X Ding","year":"2014","unstructured":"Ding, X., Smith, S. L., Belta, C., & Rus, D. (2014). Optimal control of markov decision processes with linear temporal logic constraints. IEEE Transactions on Automatic Control, 59(5), 1244\u20131257.","journal-title":"IEEE Transactions on Automatic Control"},{"key":"10043_CR11","doi-asserted-by":"crossref","unstructured":"Ding, X.\u00a0C., Smith, S.\u00a0L., Belta, C., Rus, D. (2011). MDP optimal control under temporal logic constraints. In IEEE Conference on Decision and Control and European Control Conference (CDC-ECC).","DOI":"10.1109\/CDC.2011.6161122"},{"key":"10043_CR12","unstructured":"Duret-Lutz, A. (2022). Spot\u2019s temporal logic formulas. Tech. rep., https:\/\/spot.lrde.epita.fr\/tl.pdf."},{"key":"10043_CR13","doi-asserted-by":"crossref","unstructured":"Duret-Lutz, A., Lewkowicz, A., Fauchille, A., Michaud, T., Renault, E., Xu, L. (2016). Spot 2.0 \u2014 a framework for LTL and $$\\omega $$-automata manipulation. In Proc. of the International Symposium on Automated Technology for Verification and Analysis (ATVA\u201916), Springer, Lecture Notes in Computer Science.","DOI":"10.1007\/978-3-319-46520-3_8"},{"issue":"2","key":"10043_CR14","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1016\/j.automatica.2008.08.008","volume":"45","author":"GE Fainekos","year":"2009","unstructured":"Fainekos, G. E., Girard, A., Kress-Gazit, H., & Pappas, G. J. (2009). Temporal logic motion planning for dynamic robots. Automatica, 45(2), 343\u2013352. https:\/\/doi.org\/10.1016\/j.automatica.2008.08.008","journal-title":"Automatica"},{"key":"10043_CR15","doi-asserted-by":"crossref","unstructured":"Finucane, C., Jing, G., Kress-Gazit, H. (2010). Ltlmop: Experimenting with language, temporal logic and robot control. In 2010 IEEE\/RSJ International Conference on Intelligent Robots and Systems.","DOI":"10.1109\/IROS.2010.5650371"},{"key":"10043_CR16","doi-asserted-by":"crossref","unstructured":"Fu, J., Topcu, U. (2014). Probably approximately correct MDP learning and control with temporal logic constraints. arXiv preprint arXiv:1404.7073.","DOI":"10.15607\/RSS.2014.X.039"},{"key":"10043_CR17","doi-asserted-by":"crossref","unstructured":"Gopalan, N., desJardins, M., Littman, M.\u00a0L., MacGlashan, J., Squire, S., Tellex, S., Winder, J., Wong, L.\u00a0L. (2017). Planning with abstract markov decision processes. In ICAPS.","DOI":"10.1609\/icaps.v27i1.13867"},{"key":"10043_CR18","doi-asserted-by":"crossref","unstructured":"Gopalan, N., Arumugam, D., Wong, L., & Tellex, S. (2018). Sequence-to-sequence language grounding of non-markovian task specifications. In Robotics: Science and Systems.","DOI":"10.15607\/RSS.2018.XIV.067"},{"key":"10043_CR19","doi-asserted-by":"crossref","unstructured":"Kasenberg, D., Scheutz, M. (2017) Interpretable apprenticeship learning with temporal logic specifications. In IEEE Conference on Decision and Control.","DOI":"10.1109\/CDC.2017.8264386"},{"key":"10043_CR20","unstructured":"Kingma, D.\u00a0P., Ba, J. (2014). Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980."},{"key":"10043_CR21","doi-asserted-by":"publisher","unstructured":"Kloetzer, M., Mahulea, C. (2016). Multi-robot path planning for syntactically co-safe ltl specifications. In 2016 13th International Workshop on Discrete Event Systems (WODES), pp. 452\u2013458, https:\/\/doi.org\/10.1109\/WODES.2016.7497887.","DOI":"10.1109\/WODES.2016.7497887"},{"key":"10043_CR22","doi-asserted-by":"crossref","unstructured":"Koehn, P., Knowles, R. (2017). Six challenges for neural machine translation. arXiv preprint arXiv:1706.03872.","DOI":"10.18653\/v1\/W17-3204"},{"key":"10043_CR23","unstructured":"Konidaris, G. (2016). Constructing abstraction hierarchies using a skill-symbol loop. In Proc. of the International Joint Conference on Artificial Intelligence."},{"key":"10043_CR24","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1613\/jair.5575","volume":"61","author":"G Konidaris","year":"2018","unstructured":"Konidaris, G., Kaelbling, L. P., & Lozano-Perez, T. (2018). From skills to symbols: Learning symbolic representations for abstract high-level planning. Journal of Artificial Intelligence Research, 61, 215\u2013289.","journal-title":"Journal of Artificial Intelligence Research"},{"issue":"12","key":"10043_CR25","doi-asserted-by":"publisher","first-page":"1343","DOI":"10.1163\/156855308X344864","volume":"22","author":"H Kress-Gazit","year":"2008","unstructured":"Kress-Gazit, H., Fainekos, G. E., & Pappas, G. J. (2008). Translating structured english to robot controllers. Advanced Robotics, 22(12), 1343\u20131359.","journal-title":"Advanced Robotics"},{"key":"10043_CR26","volume-title":"Advances in Neural Information Processing Systems 29","author":"TD Kulkarni","year":"2016","unstructured":"Kulkarni, T. D., Narasimhan, K., Saeedi, A., & Tenenbaum, J. (2016). Hierarchical deep reinforcement learning: Integrating temporal abstraction and intrinsic motivation. In D. D. Lee, M. Sugiyama, U. V. Luxburg, I. Guyon, & R. Garnett (Eds.), Advances in Neural Information Processing Systems 29. USA: Curran Associates Inc."},{"key":"10043_CR27","unstructured":"Lake, B.\u00a0M., Baroni, M. (2017). Still not systematic after all these years: On the compositional skills of sequence-to-sequence recurrent networks. arXiv preprint arXiv:1711.00350."},{"issue":"1","key":"10043_CR28","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1007\/s10514-014-9418-8","volume":"38","author":"C Lignos","year":"2015","unstructured":"Lignos, C., Raman, V., Finucane, C., Marcus, M., & Kress-Gazit, H. (2015). Provably correct reactive control from natural language. Autonomous Robots, 38(1), 89\u2013105.","journal-title":"Autonomous Robots"},{"key":"10043_CR29","doi-asserted-by":"crossref","unstructured":"Liu, X., Fu, J. (2018). Compositional planning in markov decision processes: Temporal abstraction meets generalized logic composition. arXiv preprint arXiv:1810.02497.","DOI":"10.23919\/ACC.2019.8814646"},{"key":"10043_CR30","doi-asserted-by":"crossref","unstructured":"MacGlashan, J., Babes-Vroman, M., & desJardins, M., Littman, M., Muresan, S., Squire, S., Tellex, S., Arumugam, D., Yang, L. (2015). Grounding english commands to reward functions. In Robotics: Science and Systems.","DOI":"10.15607\/RSS.2015.XI.018"},{"key":"10043_CR31","doi-asserted-by":"crossref","unstructured":"MacGlashan, J., Babes-Vroman, M., & desJardins, M., Littman, M. L., Muresan, S., Squire, S., Tellex, S., Arumugam, D., Yang, L. (2015). Grounding english commands to reward functions. In Robotics: Science and Systems.","DOI":"10.15607\/RSS.2015.XI.018"},{"key":"10043_CR32","doi-asserted-by":"crossref","unstructured":"Manna, Z., Pnueli, A. (1990) A hierarchy of temporal properties. In Proceedings of the Ninth Annual ACM Symposium on Principles of Distributed Computing, Association for Computing Machinery, pp. 377\u2013410.","DOI":"10.1145\/93385.93442"},{"key":"10043_CR33","doi-asserted-by":"crossref","unstructured":"McMahon, J., Plaku, E. (2014). Sampling-based tree search with discrete abstractions for motion planning with dynamics and temporal logic. In Proc. of the IEEE\/RSJ International Conference on Intelligent Robots and Systems.","DOI":"10.1109\/IROS.2014.6943085"},{"key":"10043_CR34","doi-asserted-by":"publisher","unstructured":"Oh, Y., Cho, K., Choi, Y., & Oh, S. (2017). Robust multi-layered sampling-based path planning for temporal logic-based missions. In IEEE Conference on Decision and Control. https:\/\/doi.org\/10.1109\/CDC.2017.8263891","DOI":"10.1109\/CDC.2017.8263891"},{"key":"10043_CR35","doi-asserted-by":"publisher","unstructured":"Oh, Y., Patel, R., Nguyen, T., Huang, B., Pavlick, E., Tellex, S. (2019). Planning with state abstractions for non-markovian task specifications. In Proceedings of Robotics: Science and Systems, FreiburgimBreisgau, Germany, https:\/\/doi.org\/10.15607\/RSS.2019.XV.059.","DOI":"10.15607\/RSS.2019.XV.059"},{"key":"10043_CR36","unstructured":"Paszke, A., Gross, S., Chintala, S., Chanan, G., Yang, E., DeVito, Z., Lin, Z., Desmaison, A., Antiga, L., Lerer, A. (2017). Automatic differentiation in pytorch."},{"key":"10043_CR37","doi-asserted-by":"publisher","unstructured":"Sadigh, D., Kim, E. S., Coogan, S., Sastry, S. S., & Seshia, S. A. (2014). A learning based approach to control synthesis of markov decision processes for linear temporal logic specifications. In IEEE Conference on Decision and Control. https:\/\/doi.org\/10.1109\/CDC.2014.7039527","DOI":"10.1109\/CDC.2014.7039527"},{"key":"10043_CR38","doi-asserted-by":"crossref","unstructured":"Snyder, J.\u00a0P. (1987). Map projections\u2013A working manual, vol 1395, US Government Printing Office, pp. 98\u2013103.","DOI":"10.3133\/pp1395"},{"issue":"1","key":"10043_CR39","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., & Salakhutdinov, R. (2014). Dropout: a simple way to prevent neural networks from overfitting. The Journal of Machine Learning Research, 15(1), 1929\u20131958.","journal-title":"The Journal of Machine Learning Research"},{"issue":"1\u20132","key":"10043_CR40","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/S0004-3702(99)00052-1","volume":"112","author":"RS Sutton","year":"1999","unstructured":"Sutton, R. S., Precup, D., & Singh, S. (1999). Between MDPs and semi-MDPs: A framework for temporal abstraction in reinforcement learning. Artificial intelligence, 112(1\u20132), 181\u2013211.","journal-title":"Artificial intelligence"},{"key":"10043_CR41","doi-asserted-by":"crossref","unstructured":"Wolff, E.\u00a0M., Topcu, U., Murray, R.\u00a0M. (2012). Robust control of uncertain markov decision processes with temporal logic specifications. In IEEE Conference on Decision and Control.","DOI":"10.1109\/CDC.2012.6426174"}],"container-title":["Autonomous Robots"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10514-022-10043-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10514-022-10043-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10514-022-10043-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T12:14:23Z","timestamp":1744200863000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10514-022-10043-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,4]]},"references-count":41,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2022,8]]}},"alternative-id":["10043"],"URL":"https:\/\/doi.org\/10.1007\/s10514-022-10043-y","relation":{},"ISSN":["0929-5593","1573-7527"],"issn-type":[{"type":"print","value":"0929-5593"},{"type":"electronic","value":"1573-7527"}],"subject":[],"published":{"date-parts":[[2022,6,4]]},"assertion":[{"value":"6 May 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 May 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 June 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}