{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,30]],"date-time":"2026-03-30T14:23:27Z","timestamp":1774880607179,"version":"3.50.1"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031226946","type":"print"},{"value":"9783031226953","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-22695-3_51","type":"book-chapter","created":{"date-parts":[[2022,12,2]],"date-time":"2022-12-02T15:11:58Z","timestamp":1669993918000},"page":"733-746","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Autonomous UAV Navigation in\u00a0Wilderness Search-and-Rescue Operations Using Deep Reinforcement Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2365-6232","authenticated-orcid":false,"given":"Muhammad","family":"Talha","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3204-0712","authenticated-orcid":false,"given":"Aya","family":"Hussein","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1593-6296","authenticated-orcid":false,"given":"Mohammed","family":"Hossny","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,12,3]]},"reference":[{"key":"51_CR1","unstructured":"Achiam, J.: Proximal policy optimization (2018). https:\/\/spinningup.openai.com\/en\/latest\/algorithms\/ppo.html"},{"key":"51_CR2","unstructured":"Adams, S.M., Friedland, C.J.: A survey of unmanned aerial vehicle (uav) usage for imagery collection in disaster research and management. In: 9th International Workshop on Remote Sensing for Disaster Response, vol. 8, pp. 1\u20138 (2011)"},{"key":"51_CR3","doi-asserted-by":"crossref","unstructured":"Bayerlein, H., De Kerret, P., Gesbert, D.: Trajectory optimization for autonomous flying base station via reinforcement learning. In: 2018 IEEE 19th International Workshop on Signal Processing Advances in Wireless Communications (SPAWC), pp. 1\u20135. IEEE (2018)","DOI":"10.1109\/SPAWC.2018.8445768"},{"key":"51_CR4","doi-asserted-by":"crossref","unstructured":"Becerra, V.M.: Autonomous control of unmanned aerial vehicles (2019)","DOI":"10.3390\/electronics8040452"},{"key":"51_CR5","doi-asserted-by":"publisher","first-page":"1059","DOI":"10.1016\/j.mex.2018.09.003","volume":"5","author":"DF Carlson","year":"2018","unstructured":"Carlson, D.F., Rysgaard, S.: Adapting open-source drone autopilots for real-time iceberg observations. MethodsX 5, 1059\u20131072 (2018)","journal-title":"MethodsX"},{"issue":"7897","key":"51_CR6","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1038\/s41586-021-04301-9","volume":"602","author":"J Degrave","year":"2022","unstructured":"Degrave, J., et al.: Magnetic control of tokamak plasmas through deep reinforcement learning. Nature 602(7897), 414\u2013419 (2022)","journal-title":"Nature"},{"issue":"4","key":"51_CR7","doi-asserted-by":"publisher","first-page":"1312","DOI":"10.1109\/TMC.2020.2966989","volume":"20","author":"D Ebrahimi","year":"2020","unstructured":"Ebrahimi, D., Sharafeddine, S., Ho, P.H., Assi, C.: Autonomous UAV trajectory for localizing ground objects: a reinforcement learning approach. IEEE Trans. Mob. Comput. 20(4), 1312\u20131324 (2020)","journal-title":"IEEE Trans. Mob. Comput."},{"key":"51_CR8","unstructured":"Eyerman, J., Crispino, G., Zamarro, A., Durscher, R.: Drone efficacy study (des): Evaluating the impact of drones for locating lost persons in search and rescue events brussels. DJI and, Belgium (2018)"},{"key":"51_CR9","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1016\/j.apergo.2016.05.011","volume":"58","author":"A Hocraffer","year":"2017","unstructured":"Hocraffer, A., Nam, C.S.: A meta-analysis of human-system interfaces in unmanned aerial vehicle (UAV) swarm management. Appl. Ergon. 58, 66\u201380 (2017). https:\/\/doi.org\/10.1016\/j.apergo.2016.05.011","journal-title":"Appl. Ergon."},{"issue":"6","key":"51_CR10","doi-asserted-by":"publisher","first-page":"2015","DOI":"10.1007\/s00521-020-05097-x","volume":"33","author":"VJ Hodge","year":"2021","unstructured":"Hodge, V.J., Hawkins, R., Alexander, R.: Deep reinforcement learning for drone navigation using sensor data. Neural Comput. Appl. 33(6), 2015\u20132033 (2021)","journal-title":"Neural Comput. Appl."},{"key":"51_CR11","unstructured":"Hussein, A., Petraki, E., Elsawah, S., Abbass, H.: Autonomous swarm shepherding using curriculum-based reinforcement learning. In: Proceedings of the 2022 International Conference on Autonomous Agents and MultiAgent Systems, May 2022"},{"issue":"4\u20135","key":"51_CR12","doi-asserted-by":"publisher","first-page":"698","DOI":"10.1177\/0278364920987859","volume":"40","author":"J Ibarz","year":"2021","unstructured":"Ibarz, J., Tan, J., Finn, C., Kalakrishnan, M., Pastor, P., Levine, S.: How to train your robot with deep reinforcement learning: lessons we have learned. Int. J. Robot. Res. 40(4\u20135), 698\u2013721 (2021)","journal-title":"Int. J. Robot. Res."},{"key":"51_CR13","doi-asserted-by":"crossref","unstructured":"Imanberdiyev, N., Fu, C., Kayacan, E., Chen, I.M.: Autonomous navigation of UAV by using real-time model-based reinforcement learning. In: 2016 14th International Conference on Control, Automation, Robotics and Vision (ICARCV), pp. 1\u20136. IEEE (2016)","DOI":"10.1109\/ICARCV.2016.7838739"},{"issue":"1","key":"51_CR14","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1007\/s10846-017-0483-z","volume":"87","author":"C Kanellakis","year":"2017","unstructured":"Kanellakis, C., Nikolakopoulos, G.: Survey on computer vision for UAVs: current developments and trends. J. Intell. Robot. Syst. 87(1), 141\u2013168 (2017)","journal-title":"J. Intell. Robot. Syst."},{"issue":"4","key":"51_CR15","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1016\/j.ajem.2017.09.025","volume":"36","author":"Y Karaca","year":"2018","unstructured":"Karaca, Y., et al.: The potential use of unmanned aircraft systems (drones) in mountain search and rescue operations. Am. J. Emerg. Med. 36(4), 583\u2013588 (2018)","journal-title":"Am. J. Emerg. Med."},{"key":"51_CR16","doi-asserted-by":"crossref","unstructured":"Kersandt, K., Mu\u00f1oz, G., Barrado, C.: Self-training by reinforcement learning for full-autonomous drones of the future. In: 2018 IEEE\/AIAA 37th Digital Avionics Systems Conference (DASC), pp. 1\u201310. IEEE (2018)","DOI":"10.1109\/DASC.2018.8569503"},{"key":"51_CR17","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"issue":"1","key":"51_CR18","first-page":"85","volume":"19","author":"YH Lee","year":"2020","unstructured":"Lee, Y.H., Kim, Y.: Comparison of CNN and yolo for object detection. J. Semiconductor Display Technol. 19(1), 85\u201392 (2020)","journal-title":"J. Semiconductor Display Technol."},{"key":"51_CR19","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: International Conference on Machine Learning, pp. 1928\u20131937. PMLR (2016)"},{"key":"51_CR20","unstructured":"Mnih, V., et al.: Playing ATARI with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)"},{"key":"51_CR21","unstructured":"Persson, E., Heikkil\u00e4, F.: Autonomous mapping of unknown environments using a UAV (2020)"},{"key":"51_CR22","doi-asserted-by":"crossref","unstructured":"Pham, H.X., La, H.M., Feil-Seifer, D., Van Nguyen, L.: Reinforcement learning for autonomous UAV navigation using function approximation. In: 2018 IEEE International Symposium on Safety, Security, and Rescue Robotics (SSRR), pp. 1\u20136. IEEE (2018)","DOI":"10.1109\/SSRR.2018.8468611"},{"key":"51_CR23","doi-asserted-by":"publisher","unstructured":"Redmon, J., Divvala, S., Girshick, R., Farhadi, A.: You only look once: unified, real-time object detection (2015). https:\/\/doi.org\/10.48550\/ARXIV.1506.02640","DOI":"10.48550\/ARXIV.1506.02640"},{"key":"51_CR24","doi-asserted-by":"crossref","unstructured":"Scherer, J., et al.: An autonomous multi-UAV system for search and rescue. In: Proceedings of the First Workshop on Micro Aerial Vehicle Networks, Systems, and Applications for Civilian Use, pp. 33\u201338 (2015)","DOI":"10.1145\/2750675.2750683"},{"key":"51_CR25","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"51_CR26","series-title":"Springer Proceedings in Advanced Robotics","doi-asserted-by":"publisher","first-page":"621","DOI":"10.1007\/978-3-319-67361-5_40","volume-title":"Field and Service Robotics","author":"S Shah","year":"2018","unstructured":"Shah, S., Dey, D., Lovett, C., Kapoor, A.: AirSim: high-fidelity visual and physical simulation for autonomous vehicles. In: Hutter, M., Siegwart, R. (eds.) Field and Service Robotics. SPAR, vol. 5, pp. 621\u2013635. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-67361-5_40"},{"issue":"1","key":"51_CR27","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1080\/19475705.2016.1238852","volume":"8","author":"M Silvagni","year":"2017","unstructured":"Silvagni, M., Tonoli, A., Zenerino, E., Chiaberge, M.: Multipurpose UAV for search and rescue operations in mountain avalanche events. Geomat. Nat. Haz. Risk 8(1), 18\u201333 (2017)","journal-title":"Geomat. Nat. Haz. Risk"},{"key":"51_CR28","doi-asserted-by":"publisher","unstructured":"Sturm, P.: Pinhole Camera Model, pp. 610\u2013613. Springer, Boston (2014). https:\/\/doi.org\/10.1007\/978-0-387-31439-6_472","DOI":"10.1007\/978-0-387-31439-6_472"},{"issue":"3","key":"51_CR29","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1109\/MRA.2012.2206473","volume":"19","author":"T Tomic","year":"2012","unstructured":"Tomic, T., et al.: Toward a fully autonomous UAV: research platform for indoor and outdoor urban search and rescue. IEEE Robot. Autom. Mag. 19(3), 46\u201356 (2012)","journal-title":"IEEE Robot. Autom. Mag."},{"issue":"8\u201310","key":"51_CR30","doi-asserted-by":"publisher","first-page":"2427","DOI":"10.1080\/01431161.2016.1252477","volume":"38","author":"C Torresan","year":"2017","unstructured":"Torresan, C., et al.: Forestry applications of UAVs in Europe: a review. Int. J. Remote Sens. 38(8\u201310), 2427\u20132447 (2017)","journal-title":"Int. J. Remote Sens."},{"key":"51_CR31","unstructured":"Wijmans, E., et al.: DD-PPO: learning near-perfect pointgoal navigators from 2.5 billion frames. arXiv preprint arXiv:1911.00357 (2019)"}],"container-title":["Lecture Notes in Computer Science","AI 2022: Advances in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-22695-3_51","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T15:32:23Z","timestamp":1710257543000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-22695-3_51"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031226946","9783031226953"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-22695-3_51","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"3 December 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australasian Joint Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Perth, WA","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 December 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"35","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ausai2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ajcai2022.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"90","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"56","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"62% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}