{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,5]],"date-time":"2026-04-05T10:20:18Z","timestamp":1775384418738,"version":"3.50.1"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2019,1,12]],"date-time":"2019-01-12T00:00:00Z","timestamp":1547251200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/100010418","name":"Defence Science and Technology Laboratory","doi-asserted-by":"publisher","award":["CDE24544"],"award-info":[{"award-number":["CDE24544"]}],"id":[{"id":"10.13039\/100010418","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Auton Robot"],"published-print":{"date-parts":[[2019,10]]},"DOI":"10.1007\/s10514-019-09829-4","type":"journal-article","created":{"date-parts":[[2019,1,12]],"date-time":"2019-01-12T09:32:33Z","timestamp":1547285553000},"page":"1681-1693","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":61,"title":["Reinforcement learning and model predictive control for robust embedded quadrotor guidance and control"],"prefix":"10.1007","volume":"43","author":[{"given":"Colin","family":"Greatwood","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9500-5514","authenticated-orcid":false,"given":"Arthur G.","family":"Richards","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,1,12]]},"reference":[{"issue":"5","key":"9829_CR1","doi-asserted-by":"publisher","first-page":"1216","DOI":"10.1016\/j.automatica.2013.02.003","volume":"49","author":"A Aswani","year":"2013","unstructured":"Aswani, A., Gonzalez, H., Sastry, S. S., & Tomlin, C. (2013). Provably safe and robust learning-based model predictive control. Automatica, 49(5), 1216\u20131226.","journal-title":"Automatica"},{"key":"9829_CR2","doi-asserted-by":"crossref","unstructured":"Augugliaro, F., Schoellig, A., & D\u2019Andrea, R. (2012). Generation of collision-free trajectories for a quadrocopter fleet: A sequential convex programming approach. In 2012 IEEE\/RSJ international conference on intelligent robots and systems (IROS) (pp. 1917\u20131922).","DOI":"10.1109\/IROS.2012.6385823"},{"key":"9829_CR3","doi-asserted-by":"crossref","unstructured":"Bali, C., & Richards, A. (2017). Robot navigation using convex model predictive control and approximate operating region optimization. In 2017 IEEE\/RSJ international conference on intelligent robots and systems (IROS) (pp. 2171\u20132176).","DOI":"10.1109\/IROS.2017.8206035"},{"key":"9829_CR4","doi-asserted-by":"crossref","unstructured":"Bellingham, J.\u00a0S., Richards, A.\u00a0G., & How, J.\u00a0P. (2002). Receding horizon control of autonomous vehicles. In Proceedings of the American control conference.","DOI":"10.1109\/ACC.2002.1024509"},{"key":"9829_CR5","doi-asserted-by":"crossref","unstructured":"Borrelli, F., Subramanian, D., Raghunathan, A.\u00a0U., & Biegler, L.\u00a0T. (2006). MILP and NLP techniques for centralized trajectory planning of multiple unmanned vehicles. In Proceedings of the American control conference.","DOI":"10.1109\/ACC.2006.1657644"},{"key":"9829_CR6","unstructured":"Bose, L.\u00a0N., & Richards, A.\u00a0G. (2013). Mav belief space planning in 3d environments with visual bearing observations. In International micro air vehicle conference and flight competition (IMAV2013)."},{"issue":"1","key":"9829_CR7","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1109\/JRA.1986.1087032","volume":"2","author":"R Brooks","year":"1986","unstructured":"Brooks, R. (1986). A robust layered control system for a mobile robot. IEEE Journal of Robotics and Automation, 2(1), 14\u201323.","journal-title":"IEEE Journal of Robotics and Automation"},{"key":"9829_CR8","volume-title":"Principles of robot motion: Theory, algorithms, and implementations","author":"H Choset","year":"2005","unstructured":"Choset, H., Lynch, K., Hutchinson, S., Kantor, G., Burgard, W., Kavraki, L., et al. (2005). Principles of robot motion: Theory, algorithms, and implementations. Cambridge: MIT Press."},{"key":"9829_CR9","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1007\/s10846-010-9416-9","volume":"60","author":"I Cowling","year":"2010","unstructured":"Cowling, I., Yakimenko, O., Whidborne, J., & Cooke, A. (2010). Direct method based control system for an autonomous quadrotor. Journal of Intelligent & Robotic Systems, 60, 285\u2013316.","journal-title":"Journal of Intelligent & Robotic Systems"},{"key":"9829_CR10","unstructured":"Deits, R., & Tedrake, R. (2015). Computing large convex regions of obstacle-free space through semidefinite programming. In H. Levent Akin Nancy, M. Amato Volkan Isler & A. Frank van der Stappen (Eds.), Algorithmic foundations of robotics XI (pp. 109\u2013124). Berlin: Springer."},{"key":"9829_CR11","doi-asserted-by":"crossref","unstructured":"Fraundorfer, F., Heng, L., Honegger, D., Lee, G.\u00a0H., Meier, L., Tanskanen, P., & Pollefeys, M. (2012). Vision-based autonomous mapping and exploration using a quadrotor mav. In 2012 IEEE\/RSJ international conference on intelligent robots and systems (IROS) (pp. 4557\u20134564). IEEE.","DOI":"10.1109\/IROS.2012.6385934"},{"key":"9829_CR12","doi-asserted-by":"crossref","unstructured":"Garcia, I., & How, J. (2005). Trajectory optimization for satellite reconfiguration maneuvers with position and attitude constraints. In Proceedings of the 2005 American control conference, 2005 (pp. 889\u2013894). IEEE.","DOI":"10.1109\/ACC.2005.1470072"},{"issue":"3","key":"9829_CR13","doi-asserted-by":"publisher","first-page":"1006","DOI":"10.1109\/TCST.2013.2271791","volume":"22","author":"EN Hartley","year":"2014","unstructured":"Hartley, E. N., Jerez, J. L., Suardi, A., Maciejowski, J. M., Kerrigan, E. C., & Constantinides, G. A. (2014). Predictive control using an fpga with application to aircraft control. IEEE Transactions on Control Systems Technology, 22(3), 1006\u20131017.","journal-title":"IEEE Transactions on Control Systems Technology"},{"key":"9829_CR14","doi-asserted-by":"crossref","unstructured":"Hehn, M., & D\u2019Andrea, R. (2011). Quadrocopter trajectory generation and control. In Proceedings of the IFAC world congress.","DOI":"10.3182\/20110828-6-IT-1002.03178"},{"key":"9829_CR15","doi-asserted-by":"crossref","unstructured":"Helwa, M.\u00a0K., & Schoellig, A.\u00a0P. (2016). On the construction of safe controllable regions for affine systems with applications to robotics. In 2016 IEEE 55th conference on decision and control (CDC), (pp. 3000\u20133005).","DOI":"10.1109\/CDC.2016.7798717"},{"key":"9829_CR16","doi-asserted-by":"crossref","unstructured":"Hoffman, G., Rajnarayan, D.\u00a0G., Waslander, S.\u00a0L., Dostla, D., Jang, J.\u00a0S., & Tomlin, C.\u00a0J. (2004). The stanford testbed of autonomous rotorcraft for multi-agent control (starmac). In Proceedings of the 23rd digital avionics systems conference.","DOI":"10.1109\/DASC.2004.1390847"},{"key":"9829_CR17","doi-asserted-by":"crossref","unstructured":"Hoffmann, G., Waslander, S., & Tomlin, C. (2008). Quadrotor helicopter trajectory tracking control. In AIAA guidance, navigation and control conference and exhibit, Honolulu, Hawaii (pp. 1\u201314). Citeseer.","DOI":"10.2514\/6.2008-7410"},{"issue":"2","key":"9829_CR18","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1109\/MCS.2007.914691","volume":"28","author":"J How","year":"2008","unstructured":"How, J., Bethke, B., Frank, A., Dale, D., & Vian, J. (2008). Real-time indoor autonomous vehicle test environment. Control Systems, IEEE, 28(2), 51\u201364.","journal-title":"Control Systems, IEEE"},{"key":"9829_CR19","unstructured":"Kerrigan, E., & Maciejowski, J. (2000). Soft constraints and exact penalty functions in model predictive control. In Control 2000 conference, Cambridge."},{"key":"9829_CR20","doi-asserted-by":"crossref","unstructured":"LaValle, S.\u00a0M., & Kuffner, J.\u00a0J. (1999). Randomized kinodynamic planning. In Proceedings of international conference on robotics and automation.","DOI":"10.1109\/ROBOT.1999.770022"},{"issue":"9","key":"9829_CR21","doi-asserted-by":"publisher","first-page":"2382","DOI":"10.1016\/j.automatica.2008.01.023","volume":"44","author":"D Limon","year":"2008","unstructured":"Limon, D., Alvarado, I., Alamo, T., & Camacho, E. (2008). MPC for tracking piecewise constant references for constrained linear systems. Automatica, 44(9), 2382\u20132387.","journal-title":"Automatica"},{"key":"9829_CR22","doi-asserted-by":"crossref","unstructured":"Liu, C., & Chen, W.-H. (2013). Hierarchical path planning and flight control of small autonomous helicopters using mpc techniques. In Intelligent vehicles symposium (IV), 2013 IEEE (pp. 417\u2013422). IEEE.","DOI":"10.1109\/IVS.2013.6629504"},{"issue":"4","key":"9829_CR23","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1023\/A:1008854305733","volume":"4","author":"F Lu","year":"1997","unstructured":"Lu, F., & Milios, E. (1997). Globally consistent range scan alignment for environment mapping. Autonomous Robots, 4(4), 333\u2013349.","journal-title":"Autonomous Robots"},{"key":"9829_CR24","volume-title":"Predictive control with constraints","author":"JM Maciejowski","year":"2002","unstructured":"Maciejowski, J. M. (2002). Predictive control with constraints. Englewood Cliffs: Prentice Hall."},{"issue":"10","key":"9829_CR25","doi-asserted-by":"publisher","first-page":"2214","DOI":"10.1016\/j.automatica.2009.06.005","volume":"45","author":"U Maeder","year":"2009","unstructured":"Maeder, U., Borrelli, F., & Morari, M. (2009). Linear offset-free model predictive control. Automatica, 45(10), 2214\u20132222.","journal-title":"Automatica"},{"issue":"3","key":"9829_CR26","doi-asserted-by":"publisher","first-page":"304","DOI":"10.1109\/70.143349","volume":"8","author":"MJ Mataric","year":"1992","unstructured":"Mataric, M. J. (1992). Integration of representation into goal-driven behavior-based robots. IEEE Transactions on Robotics and Automation, 8(3), 304\u2013312.","journal-title":"IEEE Transactions on Robotics and Automation"},{"issue":"3","key":"9829_CR27","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1109\/MRA.2010.937855","volume":"17","author":"N Michael","year":"2010","unstructured":"Michael, N., Mellinger, D., Lindsey, Q., & Kumar, V. (2010). The grasp multiple micro-uav testbed. Robotics & Automation Magazine, IEEE, 17(3), 56\u201365.","journal-title":"Robotics & Automation Magazine, IEEE"},{"key":"9829_CR28","doi-asserted-by":"crossref","unstructured":"Milam, M.\u00a0B., Mushambi, K., & Murray, R.\u00a0M. (2000). A new computational approach to real-time trajectory generation for constrained mechanical systems. In Proceedings of the IEEE conference on decision and control (pp. 845\u2013851).","DOI":"10.1109\/CDC.2000.912875"},{"issue":"4","key":"9829_CR29","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1093\/comjnl\/7.4.308","volume":"7","author":"JA Nelder","year":"1965","unstructured":"Nelder, J. A., & Mead, R. (1965). A simplex method for function minimization. The Computer Journal, 7(4), 308\u2013313.","journal-title":"The Computer Journal"},{"key":"9829_CR30","doi-asserted-by":"crossref","unstructured":"Nieuwenhuisen, M., Droeschel, D., Beul, M., & Behnke, S. (2014). Obstacle detection and navigation planning for autonomous micro aerial vehicles. In 2014 international conference on unmanned aircraft systems (ICUAS) (pp. 1040\u20131047). IEEE.","DOI":"10.1109\/ICUAS.2014.6842355"},{"key":"9829_CR31","unstructured":"Reif, J.\u00a0H. (1979). Complexity of the movers problem and generalizations. In 20th IEEE symposium on the foundations of computer science (pp. 421\u2013427)."},{"key":"9829_CR32","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/j.ejcon.2015.05.003","volume":"25","author":"A Richards","year":"2015","unstructured":"Richards, A. (2015). Fast model predictive control with soft constraints. European Journal of Control, 25, 51\u201359.","journal-title":"European Journal of Control"},{"key":"9829_CR33","doi-asserted-by":"crossref","unstructured":"Richards, A., & Boyle, P. (2010). Combining planning and learning for autonomous vehicle navigation. In AIAA guidance, navigation, and control conference.","DOI":"10.2514\/6.2010-7866"},{"key":"9829_CR34","doi-asserted-by":"crossref","unstructured":"Richards, A.\u00a0G., & How, J.\u00a0P. (2002). Aircraft trajectory planning with collision avoidance using mixed integer linear programming. In Proceedings of American control conference.","DOI":"10.1109\/ACC.2002.1023918"},{"key":"9829_CR35","doi-asserted-by":"crossref","unstructured":"Schouwenaars, T., How, J.\u00a0P., & Feron, E. (2004). Receding horizon path planning with implicit safety guarantees. In Proceedings of the American control conference.","DOI":"10.23919\/ACC.2004.1384742"},{"key":"9829_CR36","doi-asserted-by":"crossref","unstructured":"Sharma, S. (2011). Qcqp-tunneling: Ellipsoidal constrained agent navigation. In IASTED international conference on robotics.","DOI":"10.2316\/P.2011.752-010"},{"key":"9829_CR37","unstructured":"Sharma, S., & Taylor, M.\u00a0E. (2012). Autonomous waypoint generation strategy for on-line navigation in unknown environments. environment, 2:3D."},{"key":"9829_CR38","volume-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R. S., & Barto, A. G. (1998). Reinforcement learning: An introduction (Vol. 1). Cambridge: Cambridge University Press."},{"issue":"2","key":"9829_CR39","doi-asserted-by":"publisher","first-page":"313","DOI":"10.2478\/amcs-2014-0023","volume":"24","author":"P Tatjewski","year":"2014","unstructured":"Tatjewski, P. (2014). Disturbance modeling and state estimation for offset-free predictive control with state-space process models. International Journal of Applied Mathematics and Computer Science, 24(2), 313\u2013323.","journal-title":"International Journal of Applied Mathematics and Computer Science"},{"key":"9829_CR40","doi-asserted-by":"crossref","unstructured":"Vitus, M., Pradeep, V., Hoffmann, G., Waslander, S., & Tomlin, C. (2008). Tunnel-milp: Path planning with sequential convex polytopes. In AIAA guidance, navigation, and control conference.","DOI":"10.2514\/6.2008-7132"},{"issue":"2","key":"9829_CR41","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1109\/TCST.2009.2017934","volume":"18","author":"Y Wang","year":"2010","unstructured":"Wang, Y., & Boyd, S. (2010). Fast model predictive control using online optimization. IEEE Transactions on Control Systems Technology, 18(2), 267\u2013278.","journal-title":"IEEE Transactions on Control Systems Technology"},{"issue":"12","key":"9829_CR42","doi-asserted-by":"publisher","first-page":"1188","DOI":"10.1016\/j.robot.2009.06.010","volume":"57","author":"B Williams","year":"2009","unstructured":"Williams, B., Cummins, M., Neira, J., Newman, P., Reid, I., & Tard\u00f3s, J. (2009). A comparison of loop closing techniques in monocular slam. Robotics and Autonomous Systems, 57(12), 1188\u20131197.","journal-title":"Robotics and Autonomous Systems"},{"key":"9829_CR43","doi-asserted-by":"crossref","unstructured":"Yamauchi, B. (1997). A frontier-based approach for autonomous exploration. In 1997 IEEE international symposium on computational intelligence in robotics and automation, 1997. CIRA\u201997., Proceedings (pp. 146\u2013151). IEEE.","DOI":"10.1109\/CIRA.1997.613851"},{"issue":"7","key":"9829_CR44","doi-asserted-by":"crossref","first-page":"168781401665659","DOI":"10.1177\/1687814016656591","volume":"8","author":"J Yang","year":"2016","unstructured":"Yang, J., Shi, Y., & Rong, H.-J. (2016). Random neural q-learning for obstacle avoidance of a mobile robot in unknown environments. Advances in Mechanical Engineering, 8(7), 1687814016656591.","journal-title":"Advances in Mechanical Engineering"},{"key":"9829_CR45","doi-asserted-by":"crossref","unstructured":"Zhang, T., Kahn, G., Levine, S., & Abbeel, P. (2016). Learning deep control policies for autonomous aerial vehicles with mpc-guided policy search. In 2016 IEEE international conference on robotics and automation (ICRA) (pp. 528\u2013535). IEEE.","DOI":"10.1109\/ICRA.2016.7487175"}],"container-title":["Autonomous Robots"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10514-019-09829-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10514-019-09829-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10514-019-09829-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,1,11]],"date-time":"2020-01-11T19:19:07Z","timestamp":1578770347000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10514-019-09829-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,1,12]]},"references-count":45,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2019,10]]}},"alternative-id":["9829"],"URL":"https:\/\/doi.org\/10.1007\/s10514-019-09829-4","relation":{},"ISSN":["0929-5593","1573-7527"],"issn-type":[{"value":"0929-5593","type":"print"},{"value":"1573-7527","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,1,12]]},"assertion":[{"value":"23 May 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 January 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 January 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}