{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T07:48:47Z","timestamp":1778140127689,"version":"3.51.4"},"reference-count":162,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100004515","name":"Universiti Kebangsaan Malaysia through Dana Impak Perdana 2.0","doi-asserted-by":"publisher","award":["DIP-2022-020"],"award-info":[{"award-number":["DIP-2022-020"]}],"id":[{"id":"10.13039\/501100004515","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2024.3425497","type":"journal-article","created":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T18:48:56Z","timestamp":1720550936000},"page":"108000-108040","source":"Crossref","is-referenced-by-count":25,"title":["Deep Reinforcement Learning for AoI Minimization in UAV-Aided Data Collection for WSN and IoT Applications: A Survey"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4078-6066","authenticated-orcid":false,"given":"Oluwatosin Ahmed","family":"Amodu","sequence":"first","affiliation":[{"name":"Department of Electrical, Electronics and Systems Engineering, Faculty of Engineering and Built Environment, Universiti Kebangsaan Malaysia (UKM), Bangi, Selangor, Malaysia"}]},{"given":"Chedia","family":"Jarray","sequence":"additional","affiliation":[{"name":"Become: Technology, Science, AI and Automation Laboratory, Paris, France"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1169-4226","authenticated-orcid":false,"given":"Raja","family":"Azlina Raja Mahmood","sequence":"additional","affiliation":[{"name":"Department of Communication Technology and Network, Faculty of Computer Science and Information Technology, Universiti Putra Malaysia (UPM), Serdang, Selangor, Malaysia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9208-1295","authenticated-orcid":false,"given":"Huda","family":"Althumali","sequence":"additional","affiliation":[{"name":"Computer Science Department, College of Science and Humanities, Imam Abdulrahman Bin Faisal University, Jubail, Saudi Arabia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3983-6919","authenticated-orcid":false,"given":"Umar","family":"Ali Bukar","sequence":"additional","affiliation":[{"name":"Centre for Intelligent Cloud Computing (CICC), Faculty of Information Science and Technology, Multimedia University, Bukit Beruang, Melaka, Malaysia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9254-2023","authenticated-orcid":false,"given":"Rosdiadee","family":"Nordin","sequence":"additional","affiliation":[{"name":"Department of Engineering, School of Engineering and Technology, Sunway University, Bandar Sunway, Selangor Darul Ehsan, Malaysia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6593-5603","authenticated-orcid":false,"given":"Nor Fadzilah","family":"Abdullah","sequence":"additional","affiliation":[{"name":"Department of Electrical, Electronics and Systems Engineering, Faculty of Engineering and Built Environment, Universiti Kebangsaan Malaysia (UKM), Bangi, Selangor, Malaysia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4299-3456","authenticated-orcid":false,"given":"Nguyen","family":"Cong Luong","sequence":"additional","affiliation":[{"name":"Faculty of Computer Science, Phenikaa University, Hanoi, Vietnam"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3065049"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.1900041"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/WCSP.2019.8928091"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM48099.2022.10001535"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC51071.2022.9771588"},{"key":"ref6","volume-title":"Age of Information: Foundations and Applications","author":"Pappas","year":"2022"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3324879"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2023.103652"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3390\/drones7040260"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.31449\/inf.v47i7.4783"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICCC49849.2020.9238842"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2022.3203008"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1155\/2021\/1430512"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2023.3255240"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3110138"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3065072"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.comcom.2022.10.018"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.008.2200148"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1504\/IJWGS.2023.10054492"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2916583"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.3390\/electronics10090999"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2022.105321"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.3390\/drones7040236"},{"key":"ref24","article-title":"Deep reinforcement learning for interference management in UAV-based 3D networks: Potentials and challenges","author":"Vaezi","year":"2023","journal-title":"arXiv:2305.07069"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3596444"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2021.108004"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.arcontrol.2019.09.008"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICTC55196.2022.9952687"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.comcom.2021.07.014"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3032162"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3076530"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-14347-3_34"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.14174"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1155\/2021\/5051328"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.3390\/s19214690"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/AUTEEE52864.2021.9668322"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/HORA52670.2021.9461292"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/AFRICON51333.2021.9570907"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.3390\/s19153316"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/IEMENTech48150.2019.8981224"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.22260\/ISARC2016\/0033"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3091540"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-73323-4_11"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/SMARTCOMP.2018.00080"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.3390\/s18124202"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.3390\/s17030460"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/SIEDS.2019.8735615"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2988249"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/INDICON47234.2019.9028987"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/MetroAgriFor.2019.8909245"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3077593"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.3390\/s21051627"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2019.1800214"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/s11276-022-02983-1"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1002\/dac.4956"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ANTS47819.2019.9118104"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2878834"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/PCCC.2018.8711145"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1587\/transcom.2017NEI0002"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/WD.2017.7918154"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1587\/transcom.2016ATP0012"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ICComm.2016.7528267"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2016.2568260"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/SIU.2016.7496187"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC.2014.6952715"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/ICNIDC.2014.7000256"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/s11227-014-1161-6"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/APUAVD.2015.7346621"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3177904"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.24138\/jcomss.v12i1.92"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2018.09.003"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/2107\/1\/012018"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/ICIEAM54945.2022.9787201"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1016\/j.trpro.2018.12.003"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.mechatronics.2017.11.014"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/TENCON.2018.8650371"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2017.1600587CM"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/JAC-ECC51597.2020.9355853"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/MCOMSTD.0001.2000028"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/IGARSS.2012.6352477"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/ICSSIT.2018.8748794"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/CCNC.2018.8319300"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2020.107148"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.3390\/su13041821"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/CONECCT52877.2021.9622639"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2014.01.004"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/ELTECH.2019.8839480"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2022.107912"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2019.107038"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1016\/j.compag.2015.09.024"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.3390\/su13115908"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.3390\/s20216098"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.3390\/app10196668"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/MetroAgriFor52389.2021.9628760"},{"key":"ref95","first-page":"625","article-title":"Early cotton plant disease detection using drone monitoring and deep learning","volume-title":"Proc. IEEE Int. Conf. Women Innov., Technol. Entrepreneurship (ICWITE)","author":"Jayanthy"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.3390\/s18020555"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/LCN.2015.7366291"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.3390\/s20051487"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.3390\/s20030817"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.25046\/aj050444"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOMWKSHPS51825.2021.9484468"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1088\/1755-1315\/411\/1\/012061"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.3390\/electronics12061334"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2017.05.021"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2021.3117995"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijdrr.2022.103295"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1016\/j.comcom.2021.01.003"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.3390\/s20082396"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1155\/2018\/2572460"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/ICSENS.2016.7808895"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/ICTC.2018.8539671"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.3390\/make3030029"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2022.3160697"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/ICCWorkshops49005.2020.9145249"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC55385.2023.10119126"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/IMCEC55388.2022.10019931"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2023.3265935"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3063953"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3078701"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/WCSP49889.2020.9299806"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOMWKSHPS50562.2020.9162896"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM38437.2019.9013924"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.3039617"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2020.3042925"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3246925"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-2362-5_24"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.3390\/drones7020098"},{"key":"ref128","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Haarnoja"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3215521"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1109\/WCSP55476.2022.10039294"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/EuCNC\/6GSummit54941.2022.9815722"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/ICACI55529.2022.9837720"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1109\/ICEICT55736.2022.9909005"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/VTC2022-Spring54318.2022.9860365"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2022.3222092"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1109\/ICSP54964.2022.9778637"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2022.3165227"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-2362-5_25"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.3390\/app11114948"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1109\/ICCC49849.2020.9238897"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2021.3065135"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3012835"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.3023861"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.3013599"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2023.128928"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.3390\/s23073762"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1145\/3527448"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1016\/j.ast.2021.107052"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106685"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2021.07.016"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.1016\/j.trip.2021.100425"},{"key":"ref152","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2023.3264540"},{"key":"ref153","first-page":"1","article-title":"Genetic soft updates for policy evolution in deep reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Marchesini"},{"key":"ref154","doi-asserted-by":"publisher","DOI":"10.1109\/ICC45855.2022.9839122"},{"key":"ref155","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3014922"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2023.3236361"},{"key":"ref157","doi-asserted-by":"publisher","DOI":"10.1049\/trit.2020.0024"},{"key":"ref158","article-title":"Reinforcement learning applied to the real world: Uncertainty, sample efficiency, and multi-agent coordination","author":"Mai","year":"2022"},{"key":"ref159","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2021.108194"},{"key":"ref160","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3184990"},{"key":"ref161","doi-asserted-by":"publisher","DOI":"10.1145\/3508546.3508598"},{"key":"ref162","doi-asserted-by":"publisher","DOI":"10.1109\/OJCOMS.2023.3251855"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10380310\/10589619.pdf?arnumber=10589619","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,8]],"date-time":"2024-10-08T17:48:55Z","timestamp":1728409735000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10589619\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":162,"URL":"https:\/\/doi.org\/10.1109\/access.2024.3425497","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}