{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T22:35:24Z","timestamp":1782772524046,"version":"3.54.5"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2024,4,21]],"date-time":"2024-04-21T00:00:00Z","timestamp":1713657600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,21]],"date-time":"2024-04-21T00:00:00Z","timestamp":1713657600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"The ASPIRE Award for Research Excellence (AARE-2020), Abu Dhabi, United Arab Emirates","award":["AARE20-161"],"award-info":[{"award-number":["AARE20-161"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2024,10]]},"DOI":"10.1007\/s10586-024-04452-0","type":"journal-article","created":{"date-parts":[[2024,4,21]],"date-time":"2024-04-21T05:01:46Z","timestamp":1713675706000},"page":"9381-9394","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":18,"title":["Autonomous UAV-based surveillance system for multi-target detection using reinforcement learning"],"prefix":"10.1007","volume":"27","author":[{"given":"Haythem","family":"Bany Salameh","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ayyoub","family":"Hussienat","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohannad","family":"Alhafnawi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ahmad","family":"Al-Ajlouni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,4,21]]},"reference":[{"issue":"1","key":"4452_CR1","doi-asserted-by":"publisher","first-page":"761","DOI":"10.1007\/s10586-023-03977-0","volume":"27","author":"R Ahamad","year":"2024","unstructured":"Ahamad, R., Mishra, K.N.: Hybrid approach for suspicious object surveillance using video clips and uav images in cloud-iot-based computing environment. Clust. Comput. 27(1), 761\u2013785 (2024)","journal-title":"Clust. Comput."},{"key":"4452_CR2","first-page":"215","volume":"2","author":"A Ramachandran","year":"2021","unstructured":"Ramachandran, A., Sangaiah, A.K.: A review on object detection in unmanned aerial vehicle surveillance. Int. J. Cogn. Comput. Eng. 2, 215\u2013228 (2021)","journal-title":"Int. J. Cogn. Comput. Eng."},{"key":"4452_CR3","doi-asserted-by":"publisher","first-page":"106\u00a0740","DOI":"10.1109\/ACCESS.2022.3212149","volume":"10","author":"H Bany\u00a0Salameh","year":"2022","unstructured":"Bany\u00a0Salameh, H., Masadeh, A., Refae, G..\u00a0E.: Intelligent drone-base-station placement for improved revenue in b5g\/6g systems under uncertain fluctuated demands. IEEE Access 10, 106\u00a0740-106\u00a0749 (2022)","journal-title":"IEEE Access"},{"key":"4452_CR4","doi-asserted-by":"crossref","unstructured":"Singh, P., Salameh, H.B., Bohara, V.A., Srivastava, A., Ayyash, M.: Optimizing connectivity in oirs-assisted uav indoor optical networks: Efficient admission control and mirror-element assignment. In: IEEE Transactions on Network Science and Engineering, pp. 1\u201311 (2024)","DOI":"10.1109\/TNSE.2024.3353671"},{"key":"4452_CR5","doi-asserted-by":"crossref","unstructured":"Shakhatreh, H., Khreishah, A., Chakareski, J., Salameh, H.B., Khalil, I.: On the continuous coverage problem for a swarm of UAVs. In: 2016 IEEE 37th Sarnoff Symposium, pp. 130\u2013135 (2016)","DOI":"10.1109\/SARNOF.2016.7846742"},{"key":"4452_CR6","doi-asserted-by":"crossref","unstructured":"Zhai, H., Zhang Y., et\u00a0al.: Target detection of low-altitude uav based on improved yolov3 network. J. Robot. 2022 (2022)","DOI":"10.1155\/2022\/4065734"},{"key":"4452_CR7","doi-asserted-by":"publisher","first-page":"107992","DOI":"10.1016\/j.compeleceng.2022.107992","volume":"101","author":"AI Hentati","year":"2022","unstructured":"Hentati, A.I., Fourati, L.C., Rezgui, J.: Cooperative UAVs framework for mobile target search and tracking. Comput. Electr. Eng. 101, 107992 (2022)","journal-title":"Comput. Electr. Eng."},{"key":"4452_CR8","doi-asserted-by":"crossref","unstructured":"Saetchnikov, I., Skakun, V., Tcherniavskaia, E.: Efficient objects tracking from an unmanned aerial vehicle. In: 2021 IEEE 8th International Workshop on Metrology for AeroSpace (MetroAeroSpace), pp. 221\u2013225 (2021)","DOI":"10.1109\/MetroAeroSpace51421.2021.9511748"},{"issue":"2","key":"4452_CR9","doi-asserted-by":"publisher","first-page":"1297","DOI":"10.1007\/s10586-022-03627-x","volume":"26","author":"A Bouguettaya","year":"2023","unstructured":"Bouguettaya, A., Zarzour, H., Kechida, A., Taberkit, A.M.: A survey on deep learning-based identification of plant and crop diseases from uav-based aerial images. Clust. Comput. 26(2), 1297\u20131317 (2023)","journal-title":"Clust. Comput."},{"issue":"2","key":"4452_CR10","doi-asserted-by":"publisher","first-page":"1053","DOI":"10.1007\/s10586-022-03700-5","volume":"26","author":"E Mustafa","year":"2023","unstructured":"Mustafa, E., Shuja, J., Bilal, K., Mustafa, S., Maqsood, T., Rehman, F., Khan, A..\u00a0u.\u00a0R.: Reinforcement learning for intelligent online computation offloading in wireless powered edge networks. Clust. Comput. 26(2), 1053\u20131062 (2023)","journal-title":"Clust. Comput."},{"key":"4452_CR11","doi-asserted-by":"crossref","unstructured":"Redding, J.D. , McLain, T.W., Beard, R.W. , Taylor, C.N.: Vision-based target localization from a fixed-wing miniature air vehicle. In: American Control Conference, pp. 6\u201312 (2006)","DOI":"10.1109\/ACC.2006.1657153"},{"key":"4452_CR12","unstructured":"Quigley, M., Goodrich, M.A., Griffiths, S., Eldredge, A., Beard, R.W.: Target acquisition, localization, and surveillance using a fixed-wing mini-uav and gimbaled camera. In: Proceedings of the 2005 IEEE International Conference on Robotics and Automation, pp. 2600\u20132605 (2005)"},{"key":"4452_CR13","doi-asserted-by":"crossref","unstructured":"Pham, H.X., La, H.M., Feil-Seifer, D., Van\u00a0Nguyen, L.: Reinforcement learning for autonomous uav navigation using function approximation. In: 2018 IEEE International Symposium on Safety, Security, and Rescue Robotics (SSRR), pp. 1\u20136 (2018)","DOI":"10.1109\/SSRR.2018.8468611"},{"key":"4452_CR14","doi-asserted-by":"crossref","unstructured":"Wei, X.L., Huang, X.L., Lu, T., Song, G.G.: An improved method based on deep reinforcement learning for target searching. In: 2019 4th international Conference on Robotics and Automation Engineering (ICRAE), pp. 130\u2013134 (2019)","DOI":"10.1109\/ICRAE48301.2019.9043821"},{"key":"4452_CR15","doi-asserted-by":"crossref","unstructured":"Guerra, A., Guidi, F., Dardari, D., Djuri\u0107, P..M.: Reinforcement learning for uav autonomous navigation, mapping and target detection. In: IEEE\/ION Position. Location and Navigation Symposium (PLANS) 2020, 1004\u20131013 (2020)","DOI":"10.1109\/PLANS46316.2020.9110163"},{"issue":"2","key":"4452_CR16","doi-asserted-by":"publisher","first-page":"103149","DOI":"10.1016\/j.ipm.2022.103149","volume":"60","author":"H Bany Salameh","year":"2023","unstructured":"Bany Salameh, H., Alhafnawi, M., Masadeh, A., Jararweh, Y.: Federated reinforcement learning approach for detecting uncertain deceptive target using autonomous dual uav system. Inf. Process. Manag. 60(2), 103149 (2023)","journal-title":"Inf. Process. Manag."},{"key":"4452_CR17","unstructured":"Masadeh, A., Alhafnawi, M., Salameh, H.A.B., Musa, A., Jararweh, Y.: Reinforcement learning-based security\/safety uav system for intrusion detection under dynamic and uncertain target movement. In: IEEE Transactions on Engineering Management, pp. 1\u201311 (2022)"},{"key":"4452_CR18","doi-asserted-by":"crossref","unstructured":"Elhussein, A., Miah, M.S.: A novel model-free actor-critic reinforcement learning approach for dynamic target tracking. In: 2020 IEEE Midwest Industry Conference (MIC) 1, 1\u20136 (2020)","DOI":"10.1109\/MIC50194.2020.9209618"},{"issue":"20","key":"4452_CR19","doi-asserted-by":"publisher","first-page":"15441","DOI":"10.1109\/JIOT.2021.3073973","volume":"8","author":"J Moon","year":"2021","unstructured":"Moon, J., Papaioannou, S., Laoudias, C., Kolios, P., Kim, S.: Deep reinforcement learning multi-uav trajectory control for target tracking. IEEE Internet Things J. 8(20), 15441\u201315445 (2021)","journal-title":"IEEE Internet Things J."},{"key":"4452_CR20","doi-asserted-by":"publisher","first-page":"2430","DOI":"10.1016\/j.egyr.2020.09.002","volume":"6","author":"J Liu","year":"2020","unstructured":"Liu, J., Jia, R., Li, W., Ma, F., Abdullah, H.M., Ma, H., Mohamed, M.A.: High precision detection algorithm based on improved retinanet for defect recognition of transmission lines. Energy Rep. 6, 2430\u20132440 (2020)","journal-title":"Energy Rep."},{"issue":"1","key":"4452_CR21","doi-asserted-by":"publisher","first-page":"2","DOI":"10.3390\/rs15010002","volume":"15","author":"T Hong","year":"2022","unstructured":"Hong, T., Liang, H., Yang, Q., Fang, L., Kadoch, M., Cheriet, M.: A real-time tracking algorithm for multi-target uav based on deep learning. Remote Sens. 15(1), 2 (2022)","journal-title":"Remote Sens."},{"issue":"6","key":"4452_CR22","doi-asserted-by":"publisher","first-page":"1345","DOI":"10.1051\/jnwpu\/20203861345","volume":"38","author":"F Yang","year":"2020","unstructured":"Yang, F., Ma, B., Wang, J., Gao, H., Liu, Z.: Target detection of uav aerial image based on rotational invariant depth denoising automatic encoder. Xibei Gongye Daxue Xuebao\/Journal of Northwestern Polytechnical University 38(6), 1345\u20131351 (2020)","journal-title":"Xibei Gongye Daxue Xuebao\/Journal of Northwestern Polytechnical University"},{"key":"4452_CR23","doi-asserted-by":"publisher","first-page":"68\u00a0324","DOI":"10.1109\/ACCESS.2023.3292302","volume":"11","author":"M Alhafnawi","year":"2023","unstructured":"Alhafnawi, M., Bany\u00a0Salameh, H..\u00a0A., Masadeh, A., Al-Obiedollah, H., Ayyash, M., El-Khazali, R., Elgala, H.: A survey of indoor and outdoor uav-based target tracking systems: Current status, challenges, technologies, and future directions. IEEE Access 11, 68\u00a0324-68\u00a0339 (2023)","journal-title":"IEEE Access"},{"issue":"4","key":"4452_CR24","doi-asserted-by":"publisher","first-page":"1391","DOI":"10.1109\/TAES.2008.4667717","volume":"44","author":"S Sohn","year":"2008","unstructured":"Sohn, S., Lee, B., Kim, J., Kee, C.: Vision-based real-time target localization for single-antenna gps-guided uav. IEEE Trans. Aerospace Electron. Syst. 44(4), 1391\u20131401 (2008)","journal-title":"IEEE Trans. Aerospace Electron. Syst."},{"issue":"6","key":"4452_CR25","doi-asserted-by":"publisher","first-page":"606","DOI":"10.1080\/09500340.2018.1559949","volume":"66","author":"R Thillainayagi","year":"2019","unstructured":"Thillainayagi, R., Senthil\u00a0Kumar, K.: Combination of wavelet transform and singular value decomposition-based contrast enhancement technique for target detection in uav reconnaissance thermal images. J. Mod. Opt. 66(6), 606\u2013617 (2019)","journal-title":"J. Mod. Opt."},{"key":"4452_CR26","doi-asserted-by":"publisher","first-page":"955","DOI":"10.1007\/s11119-019-09703-4","volume":"21","author":"J Abdulridha","year":"2020","unstructured":"Abdulridha, J., Ampatzidis, Y., Kakarla, S.C., Roberts, P.: Detection of target spot and bacterial spot diseases in tomato using uav-based and benchtop-based hyperspectral imaging techniques. Precis. Agric. 21, 955\u2013978 (2020)","journal-title":"Precis. Agric."},{"key":"4452_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2018\/4695890","volume":"2018","author":"M-X Jiang","year":"2018","unstructured":"Jiang, M.-X., Deng, C., Pan, Z.-G., Wang, L.-F., Sun, X.: Multiobject tracking in videos based on lstm and deep reinforcement learning. Complexity 2018, 1\u201312 (2018)","journal-title":"Complexity"},{"key":"4452_CR28","doi-asserted-by":"publisher","first-page":"240","DOI":"10.1016\/j.asoc.2019.02.037","volume":"78","author":"X Wang","year":"2019","unstructured":"Wang, X., Zhao, H., Han, T., Zhou, H., Li, C.: A grey wolf optimizer using gaussian estimation of distribution and its application in the multi-uav multi-target urban tracking problem. Appl. Soft Comput. 78, 240\u2013260 (2019)","journal-title":"Appl. Soft Comput."},{"key":"4452_CR29","doi-asserted-by":"crossref","unstructured":"Liu, J.: Multi-target detection method based on yolov4 convolutional neural network. In: Journal of Physics: Conference Series, Vol. no. 1. IOP Publishing 2021, 1\u20135 (1883)","DOI":"10.1088\/1742-6596\/1883\/1\/012075"},{"key":"4452_CR30","doi-asserted-by":"crossref","unstructured":"Xiao, Z., Liu, D., Fei, B., Men, T., Zhou, Z., Zhang, X., Zhou, Y.: Moving target tracking for single uav in open outdoor environment. In: 2020 6th International Conference on Big Data and Information Analytics (BigDIA), pp. 317\u2013324 (2020)","DOI":"10.1109\/BigDIA51454.2020.00057"},{"key":"4452_CR31","unstructured":"Ren, S., He, K., Girshick, R., Sun, J.: Faster r-cnn: Towards real-time object detection with region proposal networks. In: Advances in Neural Information Processing Systems, Vol.\u00a028 (2015)"},{"key":"4452_CR32","doi-asserted-by":"crossref","unstructured":"Li, J., Ye, D.H., Chung, T., Kolsch, M., Wachs, J., Bouman, C.: Multi-target detection and tracking from a single camera in unmanned aerial vehicles (uavs). In: IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), Vol.\u00a02016, pp.\u00a04992\u20134997 (2016)","DOI":"10.1109\/IROS.2016.7759733"},{"key":"4452_CR33","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1007\/s12524-020-01229-x","volume":"49","author":"AA Micheal","year":"2021","unstructured":"Micheal, A.A., Vani, K., Sanjeevi, S., Lin, C.-H.: Object detection and tracking with uav data using deep learning. J. Indian Soc. Remote Sens. 49, 463\u2013469 (2021)","journal-title":"J. Indian Soc. Remote Sens."},{"issue":"12","key":"4452_CR34","doi-asserted-by":"publisher","first-page":"9878","DOI":"10.1109\/JIOT.2020.3016694","volume":"8","author":"B Yang","year":"2020","unstructured":"Yang, B., Cao, X., Yuen, C., Qian, L.: Offloading optimization in edge computing for deep-learning-enabled target tracking by internet of uavs. IEEE Internet Things J. 8(12), 9878\u20139893 (2020)","journal-title":"IEEE Internet Things J."},{"issue":"11","key":"4452_CR35","doi-asserted-by":"publisher","first-page":"3936","DOI":"10.3390\/s21113936","volume":"21","author":"Y Spyridis","year":"2021","unstructured":"Spyridis, Y., Lagkas, T., Sarigiannidis, P., Argyriou, V., Sarigiannidis, A., Eleftherakis, G., Zhang, J.: Towards 6g iot: tracing mobile sensor nodes with deep learning clustering in uav networks. Sensors 21(11), 3936 (2021)","journal-title":"Sensors"},{"key":"4452_CR36","doi-asserted-by":"crossref","unstructured":"Zhou, L., Sharma, V.D., Li, Q., Prorok, A., Ribeiro, A., Tokekar, P., Kumar, V.: Graph neural networks for decentralized multi-robot target tracking. In: 2022 IEEE International Symposium on Safety, Security, and Rescue Robotics (SSRR), pp. 195\u2013202 (2022)","DOI":"10.1109\/SSRR56537.2022.10018712"},{"key":"4452_CR37","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (2018)"},{"key":"4452_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.inffus.2022.03.003","volume":"85","author":"P Ladosz","year":"2022","unstructured":"Ladosz, P., Weng, L., Kim, M., Oh, H.: Exploration in deep reinforcement learning: a survey. Inf. Fusion 85, 1\u201322 (2022)","journal-title":"Inf. Fusion"},{"key":"4452_CR39","doi-asserted-by":"crossref","unstructured":"Masadeh, A., Wang, Z., Kamal, A.E.: Reinforcement learning exploration algorithms for energy harvesting communications systems. In: IEEE International Conference on Communications (ICC), Vol.\u00a02018, pp.\u00a01\u20136 (2018)","DOI":"10.1109\/ICC.2018.8422710"},{"key":"4452_CR40","doi-asserted-by":"crossref","unstructured":"Jamshidi, M.: Median location problem. In: Facility location: Concepts, models, algorithms and case studies, pp. 177\u2013191 (2009)","DOI":"10.1007\/978-3-7908-2151-2_8"}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-024-04452-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-024-04452-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-024-04452-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T19:23:00Z","timestamp":1725909780000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-024-04452-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,21]]},"references-count":40,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2024,10]]}},"alternative-id":["4452"],"URL":"https:\/\/doi.org\/10.1007\/s10586-024-04452-0","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,21]]},"assertion":[{"value":"25 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 March 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 March 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 April 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"No data-sets were generated or analyzed during this study.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Data Availability Statement:"}},{"value":"We state that the paper is original and was not published elsewhere.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Statement:"}}]}}