{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T05:23:25Z","timestamp":1776230605835,"version":"3.50.1"},"reference-count":58,"publisher":"Tech Science Press","issue":"3","license":[{"start":{"date-parts":[[2024,12,29]],"date-time":"2024-12-29T00:00:00Z","timestamp":1735430400000},"content-version":"vor","delay-in-days":363,"URL":"https:\/\/doi.org\/10.32604\/TSP-CROSSMARKPOLICY"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["CMC"],"published-print":{"date-parts":[[2024]]},"DOI":"10.32604\/cmc.2024.055634","type":"journal-article","created":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T02:29:36Z","timestamp":1733970576000},"page":"4757-4786","update-policy":"https:\/\/doi.org\/10.32604\/tsp-crossmarkpolicy","source":"Crossref","is-referenced-by-count":8,"title":["Real-Time Implementation of Quadrotor UAV Control System Based on a Deep Reinforcement Learning Approach"],"prefix":"10.32604","volume":"81","author":[{"given":"Taha Yacine","family":"Trad","sequence":"first","affiliation":[]},{"given":"Kheireddine","family":"Choutri","sequence":"additional","affiliation":[]},{"given":"Mohand","family":"Lagha","sequence":"additional","affiliation":[]},{"given":"Souham","family":"Meshoul","sequence":"additional","affiliation":[]},{"given":"Fouad","family":"Khenfri","sequence":"additional","affiliation":[]},{"given":"Raouf","family":"Fareh","sequence":"additional","affiliation":[]},{"given":"Hadil","family":"Shaiba","sequence":"additional","affiliation":[]}],"member":"17807","published-online":{"date-parts":[[2024]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","DOI":"10.3390\/electronics11121829","article-title":"A multi-lingual speech recognition-based framework to human-drone interaction","volume":"11","author":"Choutri","year":"2022, Art. no. 1829","journal-title":"Electronics"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1016\/j.asoc.2018.11.051","article-title":"Using chaotic maps for 3D boundary surveillance by quadrotor robot","volume":"76","author":"Gohari","year":"2019","journal-title":"Appl. Soft Comput."},{"key":"ref3","doi-asserted-by":"crossref","DOI":"10.3390\/s19183849","article-title":"The design and experimental development of air scanning using a sniffer quadcopter","volume":"19","author":"Kuantama","year":"2019, Art. no. 3849","journal-title":"Sensors"},{"key":"ref4","article-title":"Visual victim detection and quadrotor-swarm coordination control in search and rescue environment","volume":"11","author":"Cardona","year":"2021","journal-title":"Int. J. Electr. Comput. Eng."},{"key":"ref5","first-page":"347","article-title":"Analysis of multiple antenna techniques for unmanned aerial vehicle (UAV) communication","volume":"2","author":"Kapoor","journal-title":"IOT with Smart Systems"},{"key":"ref6","doi-asserted-by":"crossref","DOI":"10.3390\/s22197243","article-title":"Path planning and formation control for UAV-enabled mobile edge computing network","volume":"22","author":"Choutri","year":"2022, Art. no. 7243","journal-title":"Sensors"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"746","DOI":"10.1109\/TASE.2022.3231845","article-title":"Distributed dynamic event-triggered consensus control for multiagent systems with guaranteed l_2 performance and positive inter-event times","volume":"21","author":"Hou","year":"2022","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"ref8","doi-asserted-by":"crossref","first-page":"167","DOI":"10.12785\/ijcds\/080208","article-title":"Distributed obstacles avoidance for UAVs formation using consensus-based switching topology","volume":"8","author":"Choutri","year":"2019","journal-title":"Int. J. Comput. Digit. Syst."},{"key":"ref9","doi-asserted-by":"crossref","first-page":"5299","DOI":"10.1109\/TCYB.2022.3204119","article-title":"Cooperative fault-tolerant output regulation of linear heterogeneous multiagent systems via an adaptive dynamic event-triggered mechanism","volume":"53","author":"Hou","year":"2022","journal-title":"IEEE Trans. Cybern."},{"key":"ref10","doi-asserted-by":"crossref","first-page":"1505","DOI":"10.1016\/j.jfranklin.2022.01.002","article-title":"Quadrotor stabilization under time and space constraints using implicit PID controller","volume":"359","author":"Wang","year":"2022","journal-title":"J. Franklin Inst."},{"key":"ref11","series-title":"Recent Developments in Electrical and Electronics Engineering","first-page":"227","author":"Thusoo","year":"2023"},{"key":"ref12","doi-asserted-by":"crossref","DOI":"10.3390\/aerospace9060298","article-title":"Design and experimental comparison of PID, LQR and MPC stabilizing controllers for parrot mambo mini-drone","volume":"9","author":"Okasha","year":"2022, Art. no. 298","journal-title":"Aerospace"},{"key":"ref13","doi-asserted-by":"crossref","DOI":"10.3390\/drones7080522","article-title":"Sliding-mode control for flight stability of quadrotor drone using adaptive super-twisting reaching law","volume":"7","author":"Ahn","year":"2023, Art. no. 522","journal-title":"Drones"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"79823","DOI":"10.1109\/ACCESS.2023.3296644","article-title":"Fractional order sliding mode control of quadrotor based on fractional order model","volume":"11","author":"Saif","year":"2023","journal-title":"IEEE Access"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1016\/S1000-9361(08)60034-5","article-title":"Modeling and backstepping-based nonlinear control strategy for a 6 DOF quadrotor helicopter","volume":"21","author":"Mian","year":"2008","journal-title":"Chin. J. Aeronaut."},{"key":"ref16","doi-asserted-by":"crossref","DOI":"10.1016\/j.ast.2022.108088","article-title":"Adaptive finite-time backstepping control tracker for quadrotor UAV with model uncertainty and external disturbance","volume":"133","author":"Wang","year":"2023, Art. no. 108088","journal-title":"Aerosp. Sci. Technol."},{"key":"ref17","article-title":"Attitude control of a quadcopter using adaptive control technique","author":"P\u00e9rez","year":"2017","journal-title":"Adapt. Robust Control Syst."},{"key":"ref18","doi-asserted-by":"crossref","DOI":"10.1177\/09544100231181869","article-title":"Robust adaptive quadrotor position tracking control for uncertain and fault conditions","volume":"237","author":"Artuc","year":"2023, Art. no. 09544100231181869","journal-title":"Proc. Inst. Mech. Eng., Part G: J. Aerosp. Eng."},{"key":"ref19","series-title":"2016 2nd Int. Conf. Robotics Artif. Intell. (ICRAI)","first-page":"1","article-title":"A robust h control for unmanned aerial vehicle against atmospheric turbulence","author":"Jafar","year":"2016"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"3631","DOI":"10.1016\/j.asr.2022.02.012","volume":"71","author":"Alsaade","year":"2023","journal-title":"Adv. Space Res."},{"key":"ref21","doi-asserted-by":"crossref","DOI":"10.3390\/app13063464","article-title":"A comparative study for control of quadrotor UAVs","volume":"13","author":"Rinaldi","year":"2023, Art. no. 3464","journal-title":"Appl. Sci."},{"key":"ref22","doi-asserted-by":"crossref","first-page":"567","DOI":"10.1007\/s42405-022-00461-8","article-title":"Fopid control of quadrotor based on neural networks optimization and path planning through machine learning and PSO algorithm","volume":"23","author":"Mokhtari","year":"2022","journal-title":"Int. J. Aeronaut. Space Sci."},{"key":"ref23","doi-asserted-by":"crossref","DOI":"10.3390\/electronics12051113","article-title":"EKF-SLAM for quadcopter using differential flatness-based LQR control","volume":"12","author":"Rauniyar","year":"2023, Art. no 1113","journal-title":"Electronics"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"8916","DOI":"10.1002\/rnc.5686","article-title":"Data-enabled predictive control for quadcopters","volume":"31","author":"Elokda","year":"2021","journal-title":"Int. J. Robust Nonlinear Control"},{"key":"ref25","doi-asserted-by":"crossref","DOI":"10.3390\/s21041289","article-title":"Data driven model-free adaptive control method for quadrotor formation trajectory tracking based on rise and ismc algorithm","volume":"21","author":"Yuan","year":"2021, Art. no. 1289","journal-title":"Sensors"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"607","DOI":"10.1016\/j.ifacol.2023.12.091","article-title":"SE(3) koopman-MPC: Data-driven learning and control of quadrotor uavs","volume":"56","author":"Narayanan","year":"2023","journal-title":"IFAC-PapersOnLine"},{"key":"ref27","series-title":"2012 IEEE Int. Conf. Syst., Man, Cybern. (SMC)","first-page":"2796","article-title":"An experimental validation of reinforcement learning applied to the position control of UAVs","author":"dos Santos","year":"2012"},{"key":"ref28","doi-asserted-by":"crossref","DOI":"10.3390\/app11073257","article-title":"Robust quadrotor control through reinforcement learning with disturbance compensation","volume":"11","author":"Pi","year":"2021, Art. no. 3257","journal-title":"Appl. Sci."},{"key":"ref29","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1007\/s10514-020-09951-8","article-title":"Deep reinforcement learning for quadrotor path following with adaptive velocity","volume":"45","author":"Rub\u00ed","year":"2021","journal-title":"Auton. Robots"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"3713","DOI":"10.1109\/TSMC.2018.2884725","article-title":"Deterministic policy gradient with integral compensator for robust quadrotor control","volume":"50","author":"Wang","year":"2019","journal-title":"IEEE Trans. Syst., Man, Cybern.: Syst."},{"key":"ref31","first-page":"1","article-title":"Quadrotor path following and reactive obstacle avoidance with deep reinforcement learning","volume":"103","author":"Rub\u00ed","year":"2021","journal-title":"J. Intell. & Robotic Syst."},{"key":"ref32","series-title":"AIAA SCITECH 2023 Forum","article-title":"Reinforcement learning based linear quadratic regulator for the control of a quadcopter","author":"Kashyap","year":"2023, Art. no. 0014"},{"key":"ref33","unstructured":"R. Polvara et al., \u201cAutonomous quadrotor landing using deep reinforcement learning,\u201d 2017, arXiv:1709.03339. doi: 10.48550\/arXiv.1709.03339."},{"key":"ref34","doi-asserted-by":"crossref","DOI":"10.3390\/app11167240","article-title":"Evaluation of reinforcement and deep learning algorithms in controlling unmanned aerial vehicles","volume":"11","author":"Jembre","year":"2021, Art. no. 7240","journal-title":"Appl. Sci."},{"key":"ref35","doi-asserted-by":"crossref","DOI":"10.1016\/j.conengprac.2019.104222","article-title":"Low-level autonomous control and tracking of quadrotor using reinforcement learning","volume":"95","author":"Pi","year":"2020, Art. no. 104222","journal-title":"Control Eng. Pract."},{"key":"ref36","series-title":"2023 Latin American Robotics Symp. (LARS), 2023 Brazilian Symp. Robotics (SBR), 2023 Workshop Robotics Education (WRE)","first-page":"107","article-title":"Controlling tiltrotors unmanned aerial vehicles (UAVs) with deep reinforcement learning","author":"Almeida","year":"2023"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"505","DOI":"10.1109\/LCSYS.2020.3001663","article-title":"Hybrid reinforcement learning control for a micro quadrotor flight","volume":"5","author":"Yoo","year":"2020","journal-title":"IEEE Control Syst. Lett."},{"key":"ref38","doi-asserted-by":"crossref","DOI":"10.3390\/aerospace9080460","article-title":"Neural network based model predictive control for a quadrotor UAV","volume":"9","author":"Jiang","year":"2022, Art. no. 460","journal-title":"Aerospace"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"4224","DOI":"10.1109\/LRA.2019.2930489","article-title":"Low-level control of a quadrotor with deep model-based reinforcement learning","volume":"4","author":"Lambert","year":"2019","journal-title":"IEEE Robot. Autom. Lett."},{"key":"ref40","series-title":"2010 IEEE Int. Conf. Control Appl.","first-page":"2130","article-title":"Controller design for quadrotor UAVs using reinforcement learning","author":"Bou-Ammar","year":"2010"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"2096","DOI":"10.1109\/LRA.2017.2720851","article-title":"Control of a quadrotor with reinforcement learning","volume":"2","author":"Hwangbo","year":"2017","journal-title":"IEEE Robot. Autom. Lett."},{"key":"ref42","doi-asserted-by":"crossref","first-page":"234","DOI":"10.1139\/juvs-2021-0010","article-title":"Quadrotor motion control using deep reinforcement learning","volume":"9","author":"Jiang","year":"2021","journal-title":"J. Unmanned Veh. Syst."},{"key":"ref43","first-page":"1","article-title":"Constrained reinforcement learning using distributional representation for trustworthy quadrotor UAV tracking control","author":"Wang","year":"2024","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"ref44","doi-asserted-by":"crossref","DOI":"10.3390\/fi16030105","article-title":"UAV control method combining reptile meta-reinforcement learning and generative adversarial imitation learning","volume":"16","author":"Jiang","year":"2024","journal-title":"Future Internet"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"12644","DOI":"10.1109\/TITS.2024.3384431","article-title":"Performance-designated reinforcement learning enclosing control for UAVs with collision-free capability","volume":"25","author":"Xia","year":"Sep. 2024","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"ref46","doi-asserted-by":"crossref","DOI":"10.1016\/j.jfranklin.2024.106718","article-title":"Improved DRL-based energy-efficient UAV control for maximum lifecycle","volume":"361","author":"Ma","year":"2024","journal-title":"J. Franklin Inst."},{"key":"ref47","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1016\/j.cja.2023.09.033","article-title":"Deep-reinforcement-learning-based UAV autonomous navigation and collision avoidance in unknown environments","volume":"37","author":"Fei","year":"2024","journal-title":"Chin. J. Aeronaut."},{"key":"ref48","doi-asserted-by":"crossref","first-page":"18821","DOI":"10.1109\/JIOT.2023.3244655","article-title":"STIF: A spatial-temporal integrated framework for end-to-end micro-UAV trajectory tracking and prediction with 4-D MIMO radar","volume":"10","author":"Huang","year":"Nov. 1, 2023","journal-title":"IEEE Internet Things J."},{"key":"ref49","doi-asserted-by":"crossref","DOI":"10.7717\/peerj-cs.338","article-title":"Multi-objective simulated annealing for hyperparameter optimization in convolutional neural networks","volume":"7","author":"G\u00fclc\u00fc","year":"2021, Art. no. e338","journal-title":"PeerJ Comput. Sci."},{"key":"ref50","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2023.109076","article-title":"Simplified swarm optimization for hyperparameters of convolutional neural networks","volume":"177","author":"Yeh","year":"2023, Art. no. 109076","journal-title":"Comput. & Ind. Eng."},{"key":"ref51","article-title":"An enhanced proximal policy optimization-based reinforcement learning method with random forest for hyperparameter optimization","volume":"12","author":"Ma","year":"2022, Art. no. 7006","journal-title":"Appl. Sci."},{"key":"ref52","unstructured":"M. Kiran and M. Ozyildirim, \u201cHyperparameter tuning for deep reinforcement learning applications,\u201d 2022, arXiv:2201.11182."},{"key":"ref53","first-page":"515","author":"Pathik","year":"2020","journal-title":"Soft Computing: Theories and Applications"},{"key":"ref54","article-title":"Reinforcement learning based relay selection for underwater acoustic cooperative networks","volume":"14","author":"Zhang","year":"2022, Art. no. 1417","journal-title":"Remote Sens."},{"key":"ref55","doi-asserted-by":"crossref","DOI":"10.3390\/en15239207","article-title":"Towards optimization of energy consumption of tello quad-rotor with MPC model implementation","volume":"15","author":"Benotsmane","year":"2022, Art. no. 9207","journal-title":"Energies"},{"key":"ref56","unstructured":"T. P. Lillicrap et al., \u201cContinuous control with deep reinforcement learning,\u201d  2015, arXiv:1509.02971."},{"key":"ref57","series-title":"Int. Conf. Mach. Learn.","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","author":"Fujimoto","year":"2018"},{"key":"ref58","first-page":"1","author":"Delahaye","year":"2019","journal-title":"Handbook of Metaheuristics"}],"container-title":["Computers, Materials & Continua"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.techscience.com\/cmc\/v81n3\/59024\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,7]],"date-time":"2025-03-07T06:03:26Z","timestamp":1741327406000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.techscience.com\/cmc\/v81n3\/59024"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":58,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2024]]},"published-print":{"date-parts":[[2024]]}},"URL":"https:\/\/doi.org\/10.32604\/cmc.2024.055634","relation":{},"ISSN":["1546-2226"],"issn-type":[{"value":"1546-2226","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"2024-07-03","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-11-14","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-12-19","order":2,"name":"published","label":"Published Online","group":{"name":"publication_history","label":"Publication History"}}]}}