{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,1,16]],"date-time":"2024-01-16T12:59:47Z","timestamp":1705409987004},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2013,12,1]],"date-time":"2013-12-01T00:00:00Z","timestamp":1385856000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Auton Robot"],"published-print":{"date-parts":[[2014,6]]},"DOI":"10.1007\/s10514-013-9375-7","type":"journal-article","created":{"date-parts":[[2013,11,30]],"date-time":"2013-11-30T11:44:11Z","timestamp":1385811851000},"page":"47-69","source":"Crossref","is-referenced-by-count":7,"title":["Policy learning for autonomous feature tracking"],"prefix":"10.1007","volume":"37","author":[{"given":"Daniele","family":"Magazzeni","sequence":"first","affiliation":[]},{"given":"Fr\u00e9d\u00e9ric","family":"Py","sequence":"additional","affiliation":[]},{"given":"Maria","family":"Fox","sequence":"additional","affiliation":[]},{"given":"Derek","family":"Long","sequence":"additional","affiliation":[]},{"given":"Kanna","family":"Rajan","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,12,1]]},"reference":[{"issue":"5","key":"9375_CR1","doi-asserted-by":"crossref","first-page":"469","DOI":"10.1016\/j.robot.2008.10.024","volume":"57","author":"B Argall","year":"2009","unstructured":"Argall, B., Chernova, S., Veloso, M., & Browning, B. (2009). A survey of robot learning from demonstration. Robotics and Autonomous Systems, 57(5), 469\u2013483.","journal-title":"Robotics and Autonomous Systems"},{"issue":"8","key":"9375_CR2","first-page":"2454","volume":"100","author":"M Beetz","year":"2012","unstructured":"Beetz, M., Jain, D., M\u00f6senlechner, L., Tenorth, M., Kunze, L., Blodow, N., et al. (2012). Cognition-enabled autonomous robot control for the realization of home chore task intelligence. Proceedings of the IEEE, Special Issue on Quality of Life Technology, 100(8), 2454\u20132471.","journal-title":"Proceedings of the IEEE, Special Issue on Quality of Life Technology"},{"key":"9375_CR3","doi-asserted-by":"crossref","unstructured":"Burbridge, C., Saigol, Z. A., Schmidt, F., Borst, C., & Dearden, R. (2012). Learning operators for manipulation planning. In IEEE\/RSJ international conference on intelligent robots and systems (pp. 686\u2013693), IROS.","DOI":"10.1109\/IROS.2012.6385889"},{"key":"9375_CR4","unstructured":"Ceballos, A., Bensalem, S., Cesta, A., de Silva, L., Fratini, S., Ingrand, F., et al. (2011). A goal-oriented autonomous controller for space exploration. In Proceedings of the 11th symposium on advanced space technologies in robotics and automation, Noordwijk, the Netherlands."},{"key":"9375_CR5","unstructured":"Chang, H. S., Givan, R., & Chong, E. K. P. (2000). On-line scheduling via sampling. In AIPS (pp. 62\u201371)."},{"key":"9375_CR6","unstructured":"Coles, A., Fox, M., Long, D., & Smith, A. (2008). A hybrid relaxed planning graphlp heuristic for numeric planning domains. In Proceedings of international conference on automated planning and scheduling (ICAPS) (pp. 52\u201359)."},{"key":"9375_CR7","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1613\/jair.3788","volume":"46","author":"AJ Coles","year":"2013","unstructured":"Coles, A. J., Coles, A., Fox, M., & Long, D. (2013). A hybrid lp-rpg heuristic for modelling numeric resource flows in planning. Journal of Artificial Intelligence Research (JAIR), 46, 343\u2013412.","journal-title":"Journal of Artificial Intelligence Research (JAIR)"},{"key":"9375_CR8","doi-asserted-by":"crossref","unstructured":"Das, J., Rajan, K., Frolov, S., Py, F., Ryan, J., Caron, D.A., et al. (2010). Towards marine bloom trajectory prediction for AUV mission planning. In Proceedings of the IEEE international conference on robotics and automation (ICRA) (pp. 4784\u20134790).","DOI":"10.1109\/ROBOT.2010.5509930"},{"key":"9375_CR9","unstructured":"Fern, A., Yoon, S. W., & Givan, R. (2004). Learning domain-specific control knowledge from random walks. In Proceedings of the fourteenth international conference on automated planning and scheduling (ICAPS 2004) (pp. 191\u2013199)."},{"key":"9375_CR10","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1613\/jair.1700","volume":"25","author":"A Fern","year":"2006","unstructured":"Fern, A., Yoon, S. W., & Givan, R. (2006). Approximate policy iteration with a policy language bias: Solving relational Markov decision processes. Journal of Artificial Intelligence Research (JAIR), 25, 75\u2013118.","journal-title":"Journal of Artificial Intelligence Research (JAIR)"},{"key":"9375_CR11","doi-asserted-by":"crossref","unstructured":"Fox, M., Long, D., & Magazzeni, D. (2011). Automatic construction of efficient multiple battery usage policies. In Procedings of the international conference on automated planning and scheduling (ICAPS) (pp. 74\u201381).","DOI":"10.1609\/icaps.v21i1.13453"},{"key":"9375_CR12","doi-asserted-by":"crossref","unstructured":"Fox, M., Long, D., & Magazzeni, D. (2012a). Plan-based policy-learning for autonomous feature tracking. In Proceedings of international conference on automated planning and scheduling (ICAPS) (pp. 38\u201346).","DOI":"10.1609\/icaps.v22i1.13506"},{"key":"9375_CR13","first-page":"335","volume":"44","author":"M Fox","year":"2012","unstructured":"Fox, M., Long, D., & Magazzeni, D. (2012b). Plan-based policies for efficient multiple battery load management. Journal of AI Research (JAIR), 44, 335\u2013382.","journal-title":"Journal of AI Research (JAIR)"},{"issue":"4","key":"9375_CR14","doi-asserted-by":"crossref","first-page":"339","DOI":"10.1023\/A:1025842019552","volume":"8","author":"J Frank","year":"2003","unstructured":"Frank, J., & J\u00f3nsson, A. K. (2003). Constraint-based attribute and interval planning. Constraints, 8(4), 339\u2013364.","journal-title":"Constraints"},{"key":"9375_CR15","unstructured":"Gerevini, A., Saetti, A., & Serina, I. (2004). Planning with numerical expressions in LPG. In Proceedings of the 16th Eureopean conference on artificial intelligence (ECAI) (pp. 667\u2013671)."},{"key":"9375_CR16","doi-asserted-by":"crossref","unstructured":"Glenn, S., Kohut, J., McDonnell, J., Seidel, D., Aragon, D., Haskins, T., Handel, E., Haldeman, C., Heifetz, I., Kerfoot, J., Lemus, E., Lictenwalder, S., Ojanen, L., Roarty, H., Atlantic Crossing\u00a0Students Jones, C., Webb, D., & Schofield, O. (2010). The trans-Atlantic Slocum glider expeditions: A catalyst for undergraduate participation in ocean science and technology. Marine Technology Society, 45(1), 52\u201367.","DOI":"10.4031\/MTSJ.45.1.12"},{"issue":"2","key":"9375_CR17","first-page":"130","volume":"18","author":"PM Glibert","year":"2005","unstructured":"Glibert, P. M., Anderson, D. M., Gentien, P., Gran\u00e9li, E., & Sellner, K. G. (2005). The global complex phenomena of harmful algal blooms. Oceanography, 18(2), 130\u2013141.","journal-title":"Oceanography"},{"key":"9375_CR18","unstructured":"Guyon, I., & Elisseeff, A. (2003). An introduction to variable and feature selection. Journal of Machine Learning Research, 3, 1157\u20131182."},{"key":"9375_CR19","doi-asserted-by":"crossref","unstructured":"Haigh, K. Z., & Veloso, M. M. (1997). High-level planning and low-level execution: Towards a complete robotic agent. In Agents (pp. 363\u2013370).","DOI":"10.1145\/267658.267741"},{"key":"9375_CR20","doi-asserted-by":"crossref","unstructured":"Hall, M., Frank, E., Holmes, G., Pfahringer, B., Reutemann, P., & Witten, I. H. (2009). The WEKA data mining software: An update. SIGKDD Explorations, 11(1), 10\u201318.","DOI":"10.1145\/1656274.1656278"},{"key":"9375_CR21","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1007\/s10462-007-9049-y","volume":"26","author":"M Helmert","year":"2006","unstructured":"Helmert, M. (2006). The fast downward planning system. Journal of Artificial Intelligence Research (JAIR), 26, 191\u2013246.","journal-title":"Journal of Artificial Intelligence Research (JAIR)"},{"key":"9375_CR22","volume-title":"Ecology of harmful algae studies series, Chap. 30","author":"P Hoagland","year":"2006","unstructured":"Hoagland, P., & Scatasta, S. (2006). The economic effects of harmful algal blooms. In E. Graneli & J. Turner (Eds.), Ecology of harmful algae studies series, Chap. 30. Berlin: Springer."},{"key":"9375_CR23","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1613\/jair.1144","volume":"20","author":"J Hoffmann","year":"2003","unstructured":"Hoffmann, J. (2003). The metric-FF planning system: Translating \u201cIgnoring Delete Lists\u201d to numeric state variables. Journal of Artificial Intelligence Research (JAIR), 20, 291\u2013341.","journal-title":"Journal of Artificial Intelligence Research (JAIR)"},{"key":"9375_CR24","unstructured":"J\u00f3nsson, A. K., Morris, P., Muscettola, N., Rajan, K., & Smith, B. (2000). Planning in interplanetary space: Theory and practice. In Proceedings of the artificial intelligence planning and scheduling (AIPS)."},{"key":"9375_CR25","doi-asserted-by":"crossref","unstructured":"Joshi, A., Ashley, T., Huang, Y. R., & Bertozzi, A. L. (2009). Experimental validation of cooperative environmental boundary tracking with on-board sensors. In American control conference, 2009 (ACC\u201909) (pp. 2630\u20132635), IEEE.","DOI":"10.1109\/ACC.2009.5159837"},{"key":"9375_CR26","unstructured":"Li, H. X., & Williams, B. C. (2008). Generative planning for hybrid systems based on flow tubes. In ICAPS (pp. 206\u2013213)."},{"issue":"4","key":"9375_CR27","doi-asserted-by":"crossref","first-page":"491","DOI":"10.1109\/TKDE.2005.66","volume":"17","author":"H Liu","year":"2005","unstructured":"Liu, H., & Yu, L. (2005). Toward integrating feature selection algorithms for classification and clustering. IEEE Transactions on Knowledge and Data Engineering, 17(4), 491\u2013502.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"9375_CR28","unstructured":"Martin, F. (1996). Kids learning engineering science using LEGO and the programmable brick. In Proceedings of the annual meeting of the American Educational Research Association."},{"key":"9375_CR29","unstructured":"McDermott, D., et al. (1988). The PDPL planning domain definition language. In The AIPS 1998 Planning Competition Commitee. www.cs.yale.edu\/homes\/avm ."},{"key":"9375_CR30","unstructured":"McGann, C., Berger, E., Boren, J., Chitta, S., Gerkey, B., Glaser, S., et al. (2009). Model-based, hierarchical control of a mobile manipulation platform. In 4th workshop on planning and plan execution for real world systems, ICAPS."},{"key":"9375_CR31","unstructured":"McGann, C., Py, F., Rajan, K., & Olaya, A. (2009) Integrated planning and execution for robotic exploration. In International workshop on hybrid control of autonomous systems (IJCAI\u201909), Pasadena, CA."},{"key":"9375_CR32","unstructured":"McGann, C., Py, F., Rajan, K., Ryan, J. P., & Henthorn, R. (2008). Adaptive control for autonomous underwater vehicles. In Proceedings of the 23rd AAAI conference on artificial intelligence (AAAI), (pp. 1319\u20131324)."},{"key":"9375_CR33","unstructured":"McGann, C., Py, F., Rajan, K., Ryan, J. P., & Henthorn, R. (2008b). Adaptive control for autonomous underwater vehicles. In AAAI, Chicago, IL."},{"key":"9375_CR34","doi-asserted-by":"crossref","unstructured":"McGann, C., Py, F., Rajan, K., Thomas, H., Henthorn, R., & McEwen, R. (2008a). A deliberative architecture for AUV control. In IEEE international conference on robotics and automation (ICRA), Pasadena.","DOI":"10.1109\/ROBOT.2008.4543343"},{"key":"9375_CR35","unstructured":"Meeussen, W., Wise, M., Glaser, S., Chitta, S., McGann, C., Mihelich, P., et al. (2010). Autonomous door opening and plugging in with a personal robot. In IEEE international conference on robotics and automation (ICRA) (pp. 729\u2013736). Anchorage, AK: IEEE."},{"key":"9375_CR36","unstructured":"Mehta, N., Tadepalli, P., & Fern, A. (2011). Autonomous learning of action models for planning. In 25th Annual conference on neural information processing systems (NIPS) (pp. 2465\u20132473)."},{"key":"9375_CR37","unstructured":"Muscettola, N. (1994). HSTS: Integrating planning and scheduling. In M. Fox & M. Zweben (Eds.), Intelligent scheduling. Los Altos: Morgan Kaufmann."},{"issue":"6922","key":"9375_CR38","doi-asserted-by":"crossref","first-page":"468","DOI":"10.1038\/421468a","volume":"421","author":"TC Oceanography","year":"2003","unstructured":"Oceanography, T. C. (2003). Robots in the deep. Nature, 421(6922), 468\u2013470.","journal-title":"Nature"},{"key":"9375_CR39","doi-asserted-by":"crossref","unstructured":"Patr\u00f3n, P., Miguelanez, E., Petillot, Y. R., & Lane, D. M. (2008). Fault tolerant adaptive mission planning with semantic knowledge representation for autonomous underwater vehicles. In Proceedings of IEEE\/RSJ international conference on intelligent robots and systems (IROS) (pp. 2593\u20132598).","DOI":"10.1109\/IROS.2008.4650836"},{"issue":"4","key":"9375_CR40","doi-asserted-by":"crossref","first-page":"682","DOI":"10.1016\/j.neunet.2008.02.003","volume":"21","author":"J Peters","year":"2008","unstructured":"Peters, J., & Schaal, S. (2008). Reinforcement learning of motor skills with policy gradients. Neural Networks, 21(4), 682\u201397.","journal-title":"Neural Networks"},{"key":"9375_CR41","unstructured":"Pinto, J., Sousa, J., Py, F., & Rajan, K. (2012). Experiments with deliberative planning on autonomous underwater vehicles. In Workshop on robotics for environmental monitoring (IROS), Algarve, Portugal."},{"key":"9375_CR42","unstructured":"Pollack, M. E. (2002). Planning technology for intelligent cognitive orthotics. In Proceedings of the 6th international conference on artificial intelligence planning systems (AIPS) (pp. 322\u2013332)."},{"key":"9375_CR43","unstructured":"Py, F., Rajan, K., & McGann, C. (2010). A systematic agent framework for situated autonomous systems. In International conference on autonomous agents and multiagent systems (AAMAS), Toronto, Canada."},{"key":"9375_CR44","unstructured":"Quinlan, J. R. (1993). C4.5: Programs for machine learning. Los Altos: Morgan Kaufmann."},{"key":"9375_CR45","doi-asserted-by":"crossref","unstructured":"Rajan, K., & Py, F. (2012). T-REX: Partitioned inference for AUV mission control. In G. N. Roberts, R. Sutton (Eds.), Further advances in unmanned marine vehicles, IEE (to be published).","DOI":"10.1049\/PBCE077E_ch9"},{"key":"9375_CR46","doi-asserted-by":"crossref","unstructured":"Ryan, J. P., Dierssen, H. M., Kudela, R. M., Scholin, C. A., Johnson, K. S., Sullivan, J. M., et al. (2005). Coastal ocean physics and red tides: An example from Monterey Bay, California. Oceanography, 18, 246\u2013255.","DOI":"10.5670\/oceanog.2005.58"},{"key":"9375_CR47","unstructured":"Saigol, Z. A., Dearden, R., Wyatt, J. L., & Murton, B. J. (2009). Information-lookahead planning for auv mapping. In Proceedings of the 21st international joint conference on artificial intelligence (IJCAI) (pp. 1831\u20131836)."},{"issue":"5\u20136","key":"9375_CR48","doi-asserted-by":"crossref","first-page":"748","DOI":"10.1016\/j.artint.2008.11.003","volume":"173","author":"S Sanner","year":"2009","unstructured":"Sanner, S., & Boutilier, C. (2009). Practical solution techniques for first-order MDPs. Artificial Intelligence, 173(5\u20136), 748\u2013788.","journal-title":"Artificial Intelligence"},{"issue":"1\u20134","key":"9375_CR49","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1145\/272874.272878","volume":"8","author":"RG Simmons","year":"1997","unstructured":"Simmons, R. G., Goodwin, R., Haigh, K. Z., Koenig, S., O\u2019Sullivan, J., & Veloso, M. M. (1997). Xavier: Experience with a layered robot architecture. SIGART Bulletin, 8(1\u20134), 22\u201333.","journal-title":"SIGART Bulletin"},{"key":"9375_CR50","doi-asserted-by":"crossref","unstructured":"Singh, S., Simmons, R. G., Smith, T., Stentz, A., Verma, V., Yahja, A., et al. (2000). Recent progress in local and global traversability for planetary rovers. In Proceedings of the IEEE international conference on robotics and automation (ICRA) (pp. 1194\u20131200).","DOI":"10.1109\/ROBOT.2000.844761"},{"key":"9375_CR51","unstructured":"Sutton, R., & Barto, A. (1998). Reinforcement learning: An introduction. Adaptive computation and machine learning. MIT Press . http:\/\/books.google.co.uk\/books?id=CAFR6IBF4xYC ."},{"key":"9375_CR52","unstructured":"Teichteil-K\u00f6nigsbuch, F., Kuter, U., & Infantes, G. (2010). Incremental plan aggregation for generating policies in MDPs. In Proceedings of the 9th international conference on autonomous agents and multiagent systems (AAMAS)."},{"key":"9375_CR53","doi-asserted-by":"crossref","unstructured":"Thompson, D. R., Chien, S. A., Chao, Y., Li, P., Cahill, B., Levin, J., et al. (2010). Spatiotemporal path planning in strong, dynamic, uncertain currents. In Proceedings of the IEEE international conference on robotics and automation (ICRA) (pp. 4778\u20134783).","DOI":"10.1109\/ROBOT.2010.5509249"},{"key":"9375_CR54","unstructured":"Tran, D., Chien, S. A., Sherwood, R., Casta\u00f1o, R., Cichy, B., Davies, A., et al. (2004). The autonomous sciencecraft experiment onboard the EO-1 spacecraft. In Proceedings of the 19th national conference on artificial intelligence, 16th conference on innovative applications of artificial intelligence (AAAI\/IAAI) (pp. 1040\u20131041)."},{"key":"9375_CR55","unstructured":"Watkins, C. J. C. H. (1989). Learning from delayed rewards. Ph.D. Thesis, Cambridge University, England."},{"key":"9375_CR56","unstructured":"Yoon, S. W., Fern, A., & Givan, R. (2002). Inductive policy selection for first-order MDPs. In Proceedings of the conference on uncertainty in AI (UAI) (pp. 568\u2013576)."},{"key":"9375_CR57","first-page":"683","volume":"9","author":"SW Yoon","year":"2008","unstructured":"Yoon, S. W., Fern, A., & Givan, R. (2008). Learning control knowledge for forward search planning. Journal of Machine Learning Research, 9, 683\u2013718.","journal-title":"Journal of Machine Learning Research"},{"issue":"4","key":"9375_CR58","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1002\/rob.20399","volume":"28","author":"Y Zhang","year":"2011","unstructured":"Zhang, Y., McEwen, R. S., Ryan, J. P., Bellingham, J. G., Thomas, H., Thompson, C. H., et al. (2011). A peak-capture algorithm used on an autonomous underwater vehicle in the 2010 Gulf of Mexico oil spill response scientific survey. Journal of Field Robotics, 28(4), 484\u2013496.","journal-title":"Journal of Field Robotics"}],"container-title":["Autonomous Robots"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10514-013-9375-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10514-013-9375-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10514-013-9375-7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,8]],"date-time":"2023-07-08T15:02:25Z","timestamp":1688828545000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10514-013-9375-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,12,1]]},"references-count":58,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2014,6]]}},"alternative-id":["9375"],"URL":"https:\/\/doi.org\/10.1007\/s10514-013-9375-7","relation":{},"ISSN":["0929-5593","1573-7527"],"issn-type":[{"value":"0929-5593","type":"print"},{"value":"1573-7527","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,12,1]]}}}