{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T14:23:40Z","timestamp":1763389420764,"version":"3.37.3"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Robot Syst"],"published-print":{"date-parts":[[2021,4]]},"DOI":"10.1007\/s10846-021-01348-8","type":"journal-article","created":{"date-parts":[[2021,4,3]],"date-time":"2021-04-03T17:02:22Z","timestamp":1617469342000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Knowledge-Based Hierarchical POMDPs for Task Planning"],"prefix":"10.1007","volume":"101","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4994-9052","authenticated-orcid":false,"given":"Sergio A.","family":"Serrano","sequence":"first","affiliation":[]},{"given":"Elizabeth","family":"Santiago","sequence":"additional","affiliation":[]},{"given":"Jose","family":"Martinez-Carranza","sequence":"additional","affiliation":[]},{"given":"Eduardo F.","family":"Morales","sequence":"additional","affiliation":[]},{"given":"L. Enrique","family":"Sucar","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,4,3]]},"reference":[{"doi-asserted-by":"crossref","unstructured":"Balai, E., Gelfond, M., Zhang, Y.: Towards answer set programming with sorts. In: International Conference on Logic Programming and Nonmonotonic Reasoning, pp 135\u2013147. Springer (2013)","key":"1348_CR1","DOI":"10.1007\/978-3-642-40564-8_14"},{"unstructured":"Bellman, R.E.: Dynamic programming (1957)","key":"1348_CR2"},{"key":"1348_CR3","doi-asserted-by":"publisher","first-page":"557","DOI":"10.1109\/TPAMI.1982.4767309","volume":"6","author":"RT Chin","year":"1982","unstructured":"Chin, R.T., Harlow, C.A.: Automated visual inspection: a survey. IEEE Trans. Patt. Anal. Mach. Intell 6, 557\u2013573 (1982)","journal-title":"IEEE Trans. Patt. Anal. Mach. Intell"},{"issue":"2","key":"1348_CR4","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1016\/S0278-6125(82)80024-1","volume":"1","author":"W Eversheim","year":"1982","unstructured":"Eversheim, W., Herrmann, P.: Recent trends in flexible automated manufacturing. J. Manuf. Syst. 1(2), 139\u2013148 (1982)","journal-title":"J. Manuf. Syst."},{"issue":"3-4","key":"1348_CR5","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1016\/0004-3702(71)90010-5","volume":"2","author":"RE Fikes","year":"1971","unstructured":"Fikes, R.E., Nilsson, N.J.: Strips: a new approach to the application of theorem proving to problem solving. Artif. Intell. 2(3-4), 189\u2013208 (1971)","journal-title":"Artif. Intell."},{"issue":"1","key":"1348_CR6","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1023\/A:1007469218079","volume":"32","author":"S Fine","year":"1998","unstructured":"Fine, S., Singer, Y., Tishby, N.: The hierarchical hidden markov model: analysis and applications. Mach. Learn. 32(1), 41\u201362 (1998)","journal-title":"Mach. Learn."},{"key":"1348_CR7","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1613\/jair.1129","volume":"20","author":"M Fox","year":"2003","unstructured":"Fox, M., Long, D.: Pddl2. 1: an extension to pddl for expressing temporal planning domains. J. Artif. Intell. Res. 20, 61\u2013124 (2003)","journal-title":"J. Artif. Intell. Res."},{"key":"1348_CR8","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139342124","volume-title":"Knowledge Representation, Reasoning, and the Design of Intelligent Agents: The Answer-Set Programming Approach","author":"M Gelfond","year":"2014","unstructured":"Gelfond, M., Kahl, Y.: Knowledge Representation, Reasoning, and the Design of Intelligent Agents: The Answer-Set Programming Approach. Cambridge University Press, Cambridge (2014)"},{"key":"1348_CR9","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1016\/j.artint.2015.08.008","volume":"247","author":"M Hanheide","year":"2017","unstructured":"Hanheide, M., G\u00f6belbecker, M., Horn, G.S., Pronobis, A., Sj\u00f6\u00f6, K., Aydemir, A., Jensfelt, P., Gretton, C., Dearden, R., Janicek, M., et al.: Robot task planning and explanation in open and uncertain worlds. Artif. Intell. 247, 119\u2013150 (2017)","journal-title":"Artif. Intell."},{"key":"1348_CR10","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1016\/j.artint.2014.11.003","volume":"247","author":"F Ingrand","year":"2017","unstructured":"Ingrand, F., Ghallab, M.: Deliberation for autonomous robots: a survey. Artif. Intell. 247, 10\u201344 (2017)","journal-title":"Artif. Intell."},{"issue":"1-2","key":"1348_CR11","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"LP Kaelbling","year":"1998","unstructured":"Kaelbling, L.P., Littman, M.L., Cassandra, A. R.: Planning and acting in partially observable stochastic domains. Artif. Intell. 101(1-2), 99\u2013134 (1998)","journal-title":"Artif. Intell."},{"issue":"6","key":"1348_CR12","doi-asserted-by":"publisher","first-page":"1370","DOI":"10.1109\/TRO.2009.2030225","volume":"25","author":"H Kress-Gazit","year":"2009","unstructured":"Kress-Gazit, H., Fainekos, G.E., Pappas, G.J.: Temporal-logic-based reactive mission and motion planning. IEEE Trans. Robot. 25(6), 1370\u20131381 (2009)","journal-title":"IEEE Trans. Robot."},{"doi-asserted-by":"crossref","unstructured":"Kurniawati, H., Hsu, D., Lee, W. S.: Sarsop: efficient point-based pomdp planning by approximating optimally reachable belief spaces. In: Robotics: Science and Systems, vol. 2008. Zurich, Switzerland. (2008)","key":"1348_CR13","DOI":"10.15607\/RSS.2008.IV.009"},{"unstructured":"McDermott, D., Ghallab, M., Howe, A., Knoblock, C., Ram, A., Veloso, M., Weld, D., Wilkins, D.: Pddl-the planning domain definition language (1998)","key":"1348_CR14"},{"issue":"1","key":"1348_CR15","doi-asserted-by":"publisher","first-page":"724597","DOI":"10.1155\/2009\/724597","volume":"2009","author":"SA Miller","year":"2009","unstructured":"Miller, S.A., Harris, Z.A., Chong, E.K.: A pomdp framework for coordinated guidance of autonomous uavs for multitarget tracking. EURASIP J. Adv. Sig. Process. 2009(1), 724597 (2009)","journal-title":"EURASIP J. Adv. Sig. Process."},{"unstructured":"Ng, A.Y., Russell, S.J.: Algorithms for inverse reinforcement learning. In: Proceedings of the Seventeenth International Conference on Machine Learning, pp 663\u2013670 (2000)","key":"1348_CR16"},{"key":"1348_CR17","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1016\/j.artint.2015.04.001","volume":"247","author":"J Pajarinen","year":"2017","unstructured":"Pajarinen, J., Kyrki, V.: Robotic manipulation of multiple objects as a pomdp. Artif. Intell. 247, 213\u2013228 (2017)","journal-title":"Artif. Intell."},{"issue":"3","key":"1348_CR18","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/MRA.2018.2833157","volume":"25","author":"AK Pandey","year":"2018","unstructured":"Pandey, A.K., Gelin, R.: A mass-produced sociable humanoid robot: pepper: The first machine of its kind. IEEE Robot. Autom. Mag. 25(3), 40\u201348 (2018)","journal-title":"IEEE Robot. Autom. Mag."},{"issue":"3","key":"1348_CR19","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1287\/moor.12.3.441","volume":"12","author":"CH Papadimitriou","year":"1987","unstructured":"Papadimitriou, C.H., Tsitsiklis, J.N.: The complexity of markov decision processes. Math. Oper. Res. 12(3), 441\u2013450 (1987)","journal-title":"Math. Oper. Res."},{"unstructured":"Pineau, J., Gordon, G., Thrun, S., et al.: Point-based value iteration: an anytime algorithm for pomdps. In: IJCAI, vol. 3, pp 1025\u20131032 (2003)","key":"1348_CR20"},{"unstructured":"Pineau, J., Roy, N., Thrun, S.: A hierarchical approach to pomdp planning and execution. In: Workshop on Hierarchy and Memory in Reinforcement Learning (ICML), vol. 65, p 51 (2001)","key":"1348_CR21"},{"unstructured":"Pineau, J., Thrun, S.: An integrated approach to hierarchy and abstraction for pomdps (2002)","key":"1348_CR22"},{"doi-asserted-by":"crossref","unstructured":"Png, S., Pineau, J.: Bayesian reinforcement learning for pomdp-based dialogue systems. In: 2011 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp 2156\u20132159. IEEE (2011)","key":"1348_CR23","DOI":"10.1109\/ICASSP.2011.5946754"},{"key":"1348_CR24","first-page":"1","volume":"27","author":"DB Poudel","year":"2013","unstructured":"Poudel, D.B.: Coordinating hundreds of cooperative, autonomous robots in a warehouse. Jan 27, 1\u201313 (2013)","journal-title":"Jan"},{"key":"1348_CR25","volume-title":"Markov Decision Processes.: Discrete Stochastic Dynamic Programming","author":"ML Puterman","year":"2014","unstructured":"Puterman, M.L.: Markov Decision Processes.: Discrete Stochastic Dynamic Programming. Wiley, Hoboken (2014)"},{"issue":"1","key":"1348_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10458-012-9200-2","volume":"27","author":"G Shani","year":"2013","unstructured":"Shani, G., Pineau, J., Kaplow, R.: A survey of point-based pomdp solvers. Auton. Agent. Multi-Agent Syst. 27(1), 1\u201351 (2013)","journal-title":"Auton. Agent. Multi-Agent Syst."},{"unstructured":"Smith, T., Simmons, R.: Heuristic search value iteration for pomdps. In: Proceedings of the 20th Conference on Uncertainty in Artificial Intelligence, pp 520\u2013527 (2004)","key":"1348_CR27"},{"key":"1348_CR28","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1613\/jair.1659","volume":"24","author":"MT Spaan","year":"2005","unstructured":"Spaan, M.T., Vlassis, N.: Perseus: Randomized point-based value iteration for pomdps. J. Artif. Intell. Res. 24, 195\u2013220 (2005)","journal-title":"J. Artif. Intell. Res."},{"key":"1348_CR29","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1613\/jair.1.11524","volume":"65","author":"M Sridharan","year":"2019","unstructured":"Sridharan, M., Gelfond, M., Zhang, S., Wyatt, J.: Reba: a refinement-based architecture for knowledge representation and reasoning in robotics. J. Artif. Intell. Res. 65, 87\u2013180 (2019)","journal-title":"J. Artif. Intell. Res."},{"issue":"11","key":"1348_CR30","doi-asserted-by":"publisher","first-page":"704","DOI":"10.1016\/j.artint.2010.04.022","volume":"174","author":"M Sridharan","year":"2010","unstructured":"Sridharan, M., Wyatt, J., Dearden, R.: Planning to see: a hierarchical approach to planning visual actions on a robot using pomdps. Artif. Intell. 174(11), 704\u2013725 (2010)","journal-title":"Artif. Intell."},{"unstructured":"Theocharous, G., Mahadevan, S.: Hierarchical Learning and Planning in Partially Observable Markov Decision Processes. PhD thesis, Michigan State University. Department of Computer Science & Engineering (2002)","key":"1348_CR31"},{"doi-asserted-by":"crossref","unstructured":"Theocharous, G., Rohanimanesh, K., Maharlevan, S.: Learning hierarchical observable markov decision process models for robot navigation. In: Proceedings 2001 ICRA. IEEE International Conference on Robotics and Automation (Cat. No. 01CH37164), vol. 1, pp 511\u2013516. IEEE (2001)","key":"1348_CR32","DOI":"10.1109\/ROBOT.2001.932601"},{"unstructured":"Younes, H.L., Littman, M.L.: Ppddl1. 0:, An extension to pddl for expressing planning domains with probabilistic effects, vol. 2 (2004)","key":"1348_CR33"},{"doi-asserted-by":"crossref","unstructured":"Zhang, S., Khandelwal, P., Stone, P.: Dynamically constructed (Po) Mdps for adaptive robot planning. In: AAAI, pp 3855\u20133863 (2017)","key":"1348_CR34","DOI":"10.1609\/aaai.v31i1.11042"},{"unstructured":"Zhang, S., Sridharan, M., Bao, F.S.: Asp+ Pomdp: integrating non-monotonic logic programming and probabilistic planning on robots. In: 2012 IEEE International Conference On Development and Learning and Epigenetic Robotics (ICDL), pp 1\u20137. IEEE (2012)","key":"1348_CR35"},{"unstructured":"Zhang, S., Stone, P.: Integrated commonsense reasoning and probabilistic planning. In: Proceedings of the 5th Workshop on Planning and Robotics (PlanRob), pp 111\u2013114 (2017)","key":"1348_CR36"}],"container-title":["Journal of Intelligent &amp; Robotic Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-021-01348-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10846-021-01348-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-021-01348-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,27]],"date-time":"2024-08-27T13:55:45Z","timestamp":1724766945000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10846-021-01348-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4]]},"references-count":36,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2021,4]]}},"alternative-id":["1348"],"URL":"https:\/\/doi.org\/10.1007\/s10846-021-01348-8","relation":{},"ISSN":["0921-0296","1573-0409"],"issn-type":[{"type":"print","value":"0921-0296"},{"type":"electronic","value":"1573-0409"}],"subject":[],"published":{"date-parts":[[2021,4]]},"assertion":[{"value":"2 July 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 February 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 April 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Competing Interests"}},{"value":"The authors have no conflicts of interest to declare that are relevant to the content of this article.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of interests"}}],"article-number":"82"}}