{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T11:12:49Z","timestamp":1770981169781,"version":"3.50.1"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"1-2","license":[{"start":{"date-parts":[[2018,3,8]],"date-time":"2018-03-08T00:00:00Z","timestamp":1520467200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61573282; 61603130"],"award-info":[{"award-number":["61573282; 61603130"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Robot Syst"],"published-print":{"date-parts":[[2019,2]]},"DOI":"10.1007\/s10846-018-0802-z","type":"journal-article","created":{"date-parts":[[2018,3,8]],"date-time":"2018-03-08T01:29:25Z","timestamp":1520472565000},"page":"17-32","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":36,"title":["Collision-Free Trajectory Generation and Tracking for UAVs Using Markov Decision Process in a Cluttered Environment"],"prefix":"10.1007","volume":"93","author":[{"given":"Xiang","family":"Yu","sequence":"first","affiliation":[]},{"given":"Xiaobin","family":"Zhou","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9731-5943","authenticated-orcid":false,"given":"Youmin","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,3,8]]},"reference":[{"key":"802_CR1","doi-asserted-by":"publisher","DOI":"10.2514\/4.868443","volume-title":"Designing Unmanned Aircraft Systems: A Comprehensive Approach","author":"J Gundlach","year":"2012","unstructured":"Gundlach, J.: Designing Unmanned Aircraft Systems: A Comprehensive Approach. American Institute of Aeronautics and Astronautics, Reston (2012)"},{"issue":"1\u20134","key":"802_CR2","first-page":"737","volume":"73","author":"E Halit","year":"2014","unstructured":"Halit, E., Kemal, L.: 3D path planning for multiple UAVs for maximum information collection. J. Intell. Robot. Syst. 73(1\u20134), 737\u2013762 (2014)","journal-title":"J. Intell. Robot. Syst."},{"key":"802_CR3","doi-asserted-by":"publisher","DOI":"10.1002\/9781119964049","volume-title":"Sense and Avoid in UAS: Research and Applications","author":"P Angelov","year":"2012","unstructured":"Angelov, P.: Sense and Avoid in UAS: Research and Applications. Wiley, Hoboken (2012)"},{"key":"802_CR4","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/s10846-009-9359-1","volume":"57","author":"K Yang","year":"2010","unstructured":"Yang, K., Gan, S.K., Sukkarieh, S.: An efficient path planning and control algorithm for RUAV\u2019s in unknown and cluttered environment. J. Intell. Robot. Syst. 57, 101\u2013122 (2010)","journal-title":"J. Intell. Robot. Syst."},{"key":"802_CR5","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1016\/j.paerosci.2015.01.001","volume":"74","author":"X Yu","year":"2015","unstructured":"Yu, X., Zhang, Y.M.: Sense and avoid technologies with applications to unmanned aircraft systems: Review and prospects. Prog. Aerosp. Sci. 74, 152\u2013166 (2015)","journal-title":"Prog. Aerosp. Sci."},{"issue":"2","key":"802_CR6","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/s10846-013-9819-5","volume":"72","author":"Y Gui","year":"2013","unstructured":"Gui, Y., Guo, P., Zhang, H., Lei, Z., Du, X., Du, J., Yu, Q.: Airborne vision-based navigation method for UAV accuracy landing using infrared lamps. J. Intell. Robot. Syst. 72(2), 197\u2013218 (2013)","journal-title":"J. Intell. Robot. Syst."},{"issue":"4","key":"802_CR7","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1109\/6979.898217","volume":"1","author":"JK Kuchar","year":"2000","unstructured":"Kuchar, J.K., Yang, L.C.: A review of conflict detection and resolution modeling methods. IEEE Trans. Intell. Trans. Syst. 1(4), 179\u2013189 (2000)","journal-title":"IEEE Trans. Intell. Trans. Syst."},{"issue":"4","key":"802_CR8","doi-asserted-by":"publisher","first-page":"871","DOI":"10.1109\/TCST.2009.2030788","volume":"18","author":"R Akmeliawati","year":"2010","unstructured":"Akmeliawati, R., Mareels, I.M.Y.: Nonlinear energy-based control method for aircraft automatic landing systems. IEEE Trans. Control Syst. Technol. 18(4), 871\u2013884 (2010)","journal-title":"IEEE Trans. Control Syst. Technol."},{"issue":"1","key":"802_CR9","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1177\/027836498600500106","volume":"5","author":"O Khatib","year":"1986","unstructured":"Khatib, O.: Real time obstacle avoidance for manipulators and bile Robots. Int. J. Rob. Res. 5(1), 90\u201399 (1986)","journal-title":"Int. J. Rob. Res."},{"key":"802_CR10","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511546877","volume-title":"Planning Algorithms","author":"S Lavalle","year":"2006","unstructured":"Lavalle, S.: Planning Algorithms. Cambridge University Press, Cambridge (2006)"},{"key":"802_CR11","doi-asserted-by":"publisher","first-page":"729","DOI":"10.1109\/3477.718522","volume":"28","author":"JH Chuang","year":"1998","unstructured":"Chuang, J.H., Ahuja, N.: An analytically tractable potential field model of free space and its application in obstacle avoidance. IEEE Trans. Syst. Man. Cybern. B. Cybern. 28, 729\u2013736 (1998)","journal-title":"IEEE Trans. Syst. Man. Cybern. B. Cybern."},{"key":"802_CR12","doi-asserted-by":"crossref","unstructured":"Geiger, B., Horn, J., Delullo, A., Niessner, A., Long, L.: Optimal path planning of UAV using direct collocation with nonlinear programming. In: Proceedings of the AIAA Guidance, Navigation, and Control Conference, Keystone, Colorado (2006)","DOI":"10.2514\/6.2006-6199"},{"issue":"5","key":"802_CR13","doi-asserted-by":"publisher","first-page":"1577","DOI":"10.2514\/1.53378","volume":"34","author":"B Sridhar","year":"2011","unstructured":"Sridhar, B., Ng, H.K., Chen, N.Y.: Aircraft trajectory optimization and contrails avoidance in the presence of winds. J. Guid. Control. Dyn. 34(5), 1577\u20131583 (2011)","journal-title":"J. Guid. Control. Dyn."},{"key":"802_CR14","volume-title":"Theory of Linear and Integer Programming","author":"A Schrijver","year":"1998","unstructured":"Schrijver, A.: Theory of Linear and Integer Programming. Wiley, Hoboken (1998)"},{"issue":"6","key":"802_CR15","doi-asserted-by":"publisher","first-page":"898","DOI":"10.1109\/TSMCB.2002.804370","volume":"33","author":"IK Nikolos","year":"2003","unstructured":"Nikolos, I.K., Valavanis, K.P., Tsourveloudis, N.C., Kostaras, A.N.: Evolutionary algorithm based offline\/online path planner for UAV navigation. IEEE Trans. Syst. B Man. Cybern. 33(6), 898\u2013912 (2003)","journal-title":"IEEE Trans. Syst. B Man. Cybern."},{"issue":"4","key":"802_CR16","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1109\/TEVC.2004.832862","volume":"8","author":"YS Son","year":"2004","unstructured":"Son, Y.S., Baldick, R.: Hybrid coevolutionary programming for nash equilibrium search in games with local optima. IEEE Trans. Evol. Comput. 8(4), 305\u2013315 (2004)","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"2","key":"802_CR17","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1007\/s10846-006-9047-3","volume":"46","author":"DH Kim","year":"2006","unstructured":"Kim, D.H., Shin, S.: Self-organization of decentralized swarm agents based on modified particle swarm algorithm. J. Intell. Robot. Syst. 46(2), 129\u2013149 (2006)","journal-title":"J. Intell. Robot. Syst."},{"issue":"5","key":"802_CR18","doi-asserted-by":"publisher","first-page":"1429","DOI":"10.2514\/1.48475","volume":"33","author":"P Mauro","year":"2010","unstructured":"Mauro, P., Conway, B.A.: Particle swarm optimization applied to space trajectories. J. Guid. Control Dyn. 33(5), 1429\u20131441 (2010)","journal-title":"J. Guid. Control Dyn."},{"issue":"2","key":"802_CR19","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1007\/s10846-013-0009-2","volume":"77","author":"AM Pinto","year":"2015","unstructured":"Pinto, A.M., Moreira, A.P., Costa, P.G.: A localization method based on map-matching and particle swarm optimization. J. Intell. Robot. Syst. 77(2), 313\u2013326 (2015)","journal-title":"J. Intell. Robot. Syst."},{"issue":"3","key":"802_CR20","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1007\/s10898-007-9149-x","volume":"39","author":"D Karaboga","year":"2007","unstructured":"Karaboga, D., Basturk, B.: A powerful and efficient algorithm for numerical function optimization: Artificial bee colony (ABC) algorithm. J. Global. Optim. 39(3), 459\u2013471 (2007)","journal-title":"J. Global. Optim."},{"issue":"9","key":"802_CR21","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/MAES.2016.150166","volume":"31","author":"Y Fu","year":"2016","unstructured":"Fu, Y., Zhang, Y.M., Yu, X.: An advanced sense and collision avoidance strategy for Unmanned Aerial Vehicles in landing phase. IEEE Aerosp. Electron. Syst. Mag. 31(9), 40\u201352 (2016)","journal-title":"IEEE Aerosp. Electron. Syst. Mag."},{"issue":"2","key":"802_CR22","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1109\/MRA.2008.921540","volume":"15","author":"P Bhattacharya","year":"2008","unstructured":"Bhattacharya, P., Gavrilova, M.L.: Roadmap-based path planning-using the Voronoi diagram for a clearance-based shortest path. IEEE Robot. Autom. Mag. 15(2), 58\u201366 (2008)","journal-title":"IEEE Robot. Autom. Mag."},{"issue":"1","key":"802_CR23","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1016\/j.ast.2011.02.006","volume":"16","author":"YV Pehlivanoglu","year":"2012","unstructured":"Pehlivanoglu, Y.V.: A new vibrational generic algorithm enhanced with a Voronoi diagram for path planning of autonomous UAV. Aerosp. Sci. Technol. 16(1), 47\u201355 (2012)","journal-title":"Aerosp. Sci. Technol."},{"issue":"4","key":"802_CR24","doi-asserted-by":"publisher","first-page":"1185","DOI":"10.1109\/TIE.2005.851591","volume":"52","author":"K Sridharan","year":"2005","unstructured":"Sridharan, K., Priya, T.K.: The design of a hardware accelerator for real-time complete visibility graph construction and efficient FPGA implementation. IEEE Trans. Ind. Electron. 52(4), 1185\u20131187 (2005)","journal-title":"IEEE Trans. Ind. Electron."},{"key":"802_CR25","doi-asserted-by":"publisher","first-page":"566","DOI":"10.1109\/70.508439","volume":"12","author":"LE Kavraki","year":"1994","unstructured":"Kavraki, L.E., \u0160vestka, P., Latombe, J.C.: Probabilistic roadmaps for path planning in high-dimensional configuration spaces. IEEE Trans. Robot. Autom. 12, 566\u2013580 (1994)","journal-title":"IEEE Trans. Robot. Autom."},{"key":"802_CR26","doi-asserted-by":"crossref","unstructured":"Kavraki, L.E., Svestka, P., Latombe, J.C., Overmars, M.H.: Randomized preprocessing of configuration for fast path planning. In: Proceedings of the IEEE International Conference on Robotics and Automation, pp 2138\u20132146, San Diego (1994)","DOI":"10.1109\/ROBOT.1994.350966"},{"key":"802_CR27","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"M Puterman","year":"2005","unstructured":"Puterman, M.: Markov Decision Processes: Discrete Stochastic Dynamic Programming. Wiley, Hoboken (2005)"},{"key":"802_CR28","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"issue":"2","key":"802_CR29","doi-asserted-by":"publisher","first-page":"680","DOI":"10.1016\/j.ejor.2004.10.015","volume":"172","author":"ZT Lian","year":"2006","unstructured":"Lian, Z.T., Deshmukh, A.: Performance prediction of an unmanned airborne vehicle multi-agent system. Eur. J. Oper. Res. 172(2), 680\u2013695 (2006)","journal-title":"Eur. J. Oper. Res."},{"issue":"7","key":"802_CR30","first-page":"1","volume":"27","author":"TB Billingsley","year":"2011","unstructured":"Billingsley, T.B., Kochenderfer, M.J., Chryssanthacopoulos, J.P.: Collision avoidance for general aviation. IEEE Aerosp. Electron. Syst. Mag. 27(7), 1\u201317 (2011)","journal-title":"IEEE Aerosp. Electron. Syst. Mag."},{"issue":"1\u20132","key":"802_CR31","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1007\/s10846-013-9980-x","volume":"74","author":"NK Ure","year":"2014","unstructured":"Ure, N.K., Chowdhary, G., Chen, Y.F., How, J.P., Vian, J.: Distributed learning for planning under uncertainty problems with heterogeneous teams. J. Intell. Robot. Syst. 74(1\u20132), 529\u2013544 (2014)","journal-title":"J. Intell. Robot. Syst."},{"key":"802_CR32","doi-asserted-by":"crossref","unstructured":"Fu, Y., Yu, X., Zhang, Y.M.: Sense and collision avoidance of Unmanned Aerial Vehicles using Markov decision process and flatness approach. In: Proceedings of the IEEE International Conference on Robotics and Automation, pp 714\u2013719. Lijiang (2015)","DOI":"10.1109\/ICInfA.2015.7279378"},{"key":"802_CR33","volume-title":"Flight Mechanics: Theory of Flight Paths","author":"A Miele","year":"2016","unstructured":"Miele, A.: Flight Mechanics: Theory of Flight Paths. Courier Dover Publications, New York (2016)"},{"key":"802_CR34","first-page":"1","volume":"1","author":"H Bai","year":"2012","unstructured":"Bai, H., Hsu, D., Kochenderfer, M.J., et al.: Unmanned aircraft collision avoidance using continuous-state POMDPs. Robot. Auton. Syst. 1, 1\u20138 (2012)","journal-title":"Robot. Auton. Syst."},{"issue":"5","key":"802_CR35","doi-asserted-by":"publisher","first-page":"1667","DOI":"10.2514\/1.56606","volume":"35","author":"A Chamseddine","year":"2012","unstructured":"Chamseddine, A., Zhang, Y.M., Rabbath, C.A., Theilliol, D.: Trajectory planning and re-planning strategies applied to a quadrotor unmanned aerial vehicle. J. Guid. Control. Dyn. 35(5), 1667\u20131671 (2012)","journal-title":"J. Guid. Control. Dyn."},{"key":"802_CR36","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1016\/j.ast.2015.09.037","volume":"47","author":"P Yao","year":"2015","unstructured":"Yao, P., Wang, H., Su, Z.: Real-time path planning of unmanned aerial vehicle for target tracking and obstacle avoidance in complex dynamic environment. Aerosp. Sci. Technol. 47, 269\u2013279 (2015)","journal-title":"Aerosp. Sci. Technol."},{"key":"802_CR37","volume-title":"Approximate Dynamic Programming","author":"WB Powell","year":"2008","unstructured":"Powell, W.B.: Approximate Dynamic Programming. Wiley-Interscience, Hoboken (2008)"}],"container-title":["Journal of Intelligent & Robotic Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10846-018-0802-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-018-0802-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-018-0802-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,3,7]],"date-time":"2019-03-07T19:14:50Z","timestamp":1551986090000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10846-018-0802-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,3,8]]},"references-count":37,"journal-issue":{"issue":"1-2","published-print":{"date-parts":[[2019,2]]}},"alternative-id":["802"],"URL":"https:\/\/doi.org\/10.1007\/s10846-018-0802-z","relation":{},"ISSN":["0921-0296","1573-0409"],"issn-type":[{"value":"0921-0296","type":"print"},{"value":"1573-0409","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,3,8]]},"assertion":[{"value":"14 October 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 February 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 March 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}