{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,8]],"date-time":"2026-08-08T17:49:15Z","timestamp":1786211355879,"version":"3.56.0"},"reference-count":97,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2024,3,15]],"date-time":"2024-03-15T00:00:00Z","timestamp":1710460800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2024,3,15]]},"DOI":"10.1109\/jiot.2023.3324053","type":"journal-article","created":{"date-parts":[[2023,10,12]],"date-time":"2023-10-12T17:48:29Z","timestamp":1697132909000},"page":"9610-9629","source":"Crossref","is-referenced-by-count":92,"title":["MalBoT-DRL: Malware Botnet Detection Using Deep Reinforcement Learning in IoT Networks"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5621-4126","authenticated-orcid":false,"given":"Mohammad","family":"Al-Fawa\u2019reh","sequence":"first","affiliation":[{"name":"School of Science, Edith Cowan University, Joondalup, WA, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6651-2880","authenticated-orcid":false,"given":"Jumana","family":"Abu-Khalaf","sequence":"additional","affiliation":[{"name":"School of Science, Edith Cowan University, Joondalup, WA, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3040-9344","authenticated-orcid":false,"given":"Patryk","family":"Szewczyk","sequence":"additional","affiliation":[{"name":"School of Science, Edith Cowan University, Joondalup, WA, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0242-4187","authenticated-orcid":false,"given":"James Jin","family":"Kang","sequence":"additional","affiliation":[{"name":"School of Science, Edith Cowan University, Joondalup, WA, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1016\/B978-0-323-99205-3.00014-6","article-title":"Chapter 3\u2014Digital twin and artificial intelligence in industries","volume-title":"Digital Twin for Smart Manufacturing","author":"Salini","year":"2023"},{"key":"ref2","doi-asserted-by":"crossref","DOI":"10.1016\/j.jnca.2022.103332","article-title":"Security and privacy of Internet of Medical Things: A contemporary review in the age of surveillance, botnets, and adversarial ML","volume":"201","author":"Rasool","year":"2022","journal-title":"J. Netw. Comput. Appl."},{"key":"ref3","doi-asserted-by":"crossref","DOI":"10.1016\/j.iot.2023.100830","article-title":"Smart platform based on IoT and WSN for monitoring and control of a greenhouse in the context of precision agriculture","volume":"23","author":"Benyezza","year":"2023","journal-title":"Internet Things"},{"key":"ref4","volume-title":"Internet of Things statistics for 2023\u2014Taking things apart","author":"Jovanovic","year":"2022"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2014.2337336"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2016.2579198"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2869847"},{"key":"ref8","doi-asserted-by":"crossref","DOI":"10.1016\/j.compeleceng.2021.107525","article-title":"A collaborative approach to early detection of IoT Botnet","volume":"97","author":"Nguyen","year":"2022","journal-title":"Comput. Electr. Eng."},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/AISC56616.2023.10085302"},{"key":"ref10","article-title":"IoT Botnet: The largest threat to the IoT network","volume-title":"Advances in Intelligent Systems and Computing","author":"Dange","year":"2019"},{"key":"ref11","doi-asserted-by":"crossref","DOI":"10.1016\/j.cose.2023.103096","article-title":"A comprehensive study of DDoS attacks over IoT network and their countermeasures","volume":"127","author":"Kumari","year":"2023","journal-title":"Comput. Security"},{"key":"ref12","article-title":"IoT Botnet forensics: A comprehensive digital forensic case study on Mirai botnet servers","volume":"32","author":"Zhang","year":"2020","journal-title":"Forensic Sci. Int. Digit. Invest."},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CAMAD.2019.8858484"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s12083-023-01478-w"},{"key":"ref15","doi-asserted-by":"crossref","DOI":"10.1016\/j.compeleceng.2022.108034","article-title":"DDoS attack detection in Internet of Things using recurrent neural network","volume":"101","author":"Yousuf","year":"2022","journal-title":"Comput. Elect. Eng."},{"key":"ref16","doi-asserted-by":"crossref","DOI":"10.1016\/j.comnet.2023.109809","article-title":"DoS\/DDoS-MQTT-IoT: A dataset for evaluating intrusions in IoT networks using the MQTT protocol","volume":"231","author":"Alatram","year":"2023","journal-title":"Comput. Netw."},{"key":"ref17","volume-title":"Nokia threat intelligence report finds malicious IoT botnet activity has sharply increased","year":"2023"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3460620.3460739"},{"issue":"2","key":"ref19","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1016\/j.eij.2021.12.001","article-title":"Cyber threat intelligence using PCA-DNN model to detect abnormal network behavior","volume":"23","author":"Al-Fawa\u2019reh","year":"2022","journal-title":"Egypt. Inform. J."},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICICTM.2016.7890812"},{"key":"ref21","doi-asserted-by":"crossref","DOI":"10.1016\/j.cose.2022.102675","article-title":"A systematic literature review of methods and datasets for anomaly-based network intrusion detection","volume":"116","author":"Yang","year":"2022","journal-title":"Comput. Security"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1016\/j.tcs.2022.07.030","article-title":"An anomaly-based intrusion detection system using recursive feature elimination technique for improved attack detection","volume":"931","author":"Kannari","year":"2022","journal-title":"Theor. Comput. Sci."},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICAC3N53548.2021.9725494"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s43926-023-00034-5"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s11280-020-00855-2"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s10207-019-00482-7"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1108\/dts-05-2022-0016"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-022-00614-9"},{"key":"ref29","doi-asserted-by":"crossref","DOI":"10.1016\/j.ibmed.2022.100058","article-title":"Model drift: When it can be a sign of success and when it can be an occult problem","volume":"6","author":"Carter","year":"2022","journal-title":"Intell.-Based Med."},{"key":"ref30","doi-asserted-by":"crossref","DOI":"10.1016\/j.cose.2022.102908","article-title":"CoNN-IDS: Intrusion detection system based on collaborative neural networks and agile training","volume":"122","author":"Lee","year":"2022","journal-title":"Comput. Security"},{"key":"ref31","article-title":"Adversarial attacks on machine learning cybersecurity defences in industrial control systems","volume":"58","author":"Anthi","year":"2021","journal-title":"J. Inf. Security Appl."},{"issue":"2","key":"ref32","doi-asserted-by":"crossref","first-page":"62","DOI":"10.3390\/fi15020062","article-title":"Adversarial machine learning attacks against intrusion detection systems: A survey on strategies and defense","volume":"15","author":"Alotaibi","year":"2023","journal-title":"Future Internet"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1186\/s42400-018-0012-9"},{"key":"ref34","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3040957"},{"key":"ref36","article-title":"Playing Atari with deep reinforcement learning","author":"Mnih","year":"2013","journal-title":"arXiv:1312.5602"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.33640\/2405-609x.3155"},{"issue":"11","key":"ref38","first-page":"114","article-title":"Using deep learning for detecting BotCloud","volume":"37","author":"Kou","year":"2016","journal-title":"J. Commun"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.23919\/ChiCC.2019.8866088"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.3390\/app112411634"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.3390\/s22103895"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.smhl.2019.100103"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3131014"},{"key":"ref44","first-page":"1","article-title":"Deep learning detection based on traffic characteristics of botnet","volume":"4","author":"Zhou","year":"2018","journal-title":"Inf. Technol."},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3188635"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2018.8489489"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-88418-5_29"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"626","DOI":"10.1007\/s10618-014-0365-y","article-title":"Graph based anomaly detection and description: A survey","volume":"29","author":"Akoglu","year":"2014","journal-title":"Data Min. Knowl. Disc."},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/DSN58367.2023.00053"},{"key":"ref50","article-title":"Anomaly traffic detection in IoT security using graph neural networks","volume":"76","author":"Gao","year":"2023","journal-title":"J. Inf. Security Appl."},{"key":"ref51","doi-asserted-by":"crossref","DOI":"10.1016\/j.dss.2020.113303","article-title":"Fraud detection: A systematic literature review of graph-based anomaly detection approaches","volume":"133","author":"Pourhabibi","year":"2020","journal-title":"Decis. Support Syst."},{"issue":"2","key":"ref52","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1016\/j.eij.2015.11.004","article-title":"A survey of data mining and social network analysis based anomaly detection techniques","volume":"17","author":"Kaur","year":"2016","journal-title":"Egypt. Inform. J."},{"issue":"6","key":"ref53","doi-asserted-by":"crossref","first-page":"1212","DOI":"10.1016\/j.sjbs.2017.11.022","article-title":"Study of biological networks using graph theory","volume":"25","author":"Gao","year":"2018","journal-title":"Saudi J. Biol. Sci."},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2019.09.024"},{"issue":"7","key":"ref55","first-page":"4219","article-title":"Hybrid model for bot group activity detection using similarity and correlation approaches based on network traffic flows analysis","volume":"34","author":"Hostiadi","year":"2022","journal-title":"J. King Saud Univ. Comput. Inf. Sci."},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3377170.3377222"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/s10207-019-00475-6"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/icmla.2018.00171"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-019-01387-y"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ICM50269.2020.9331794"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/SMARTCOMP52413.2021.00053"},{"key":"ref62","article-title":"Implementasi principal component analysis (PCA) dan algoritma Na\u00edve Bayes classifier Pada Klasifikasi botnet Di Jaringan Internet of Things","author":"Aprianti","year":"2021"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2986803"},{"key":"ref64","doi-asserted-by":"crossref","DOI":"10.1016\/j.entcom.2022.100516","article-title":"A modeling environment for reinforcement learning in games","volume":"43","author":"Gomes","year":"2022","journal-title":"Entertain. Comput."},{"key":"ref65","article-title":"Accelerating robotic reinforcement learning via parameterized action primitives","author":"Dalal","year":"2021","journal-title":"arXiv:2110.15360"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-52988-8_7"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2020.3004312"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.3390\/s22218085"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2020.3031843"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-16-5301-8_54"},{"key":"ref71","volume-title":"Bootcamp summer 2020 week 4: On-policy vs off-policy reinforcement learning","year":"2022"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2019.05.013"},{"key":"ref73","volume-title":"Intrusion Detection in Information Systems Using Reinforcement Learning Techniques","year":"2022"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CloudNet51028.2020.9335796"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref76","volume-title":"Towards Traffic Anomaly Detection via Reinforcement Learning and Data Flow","author":"Servin","year":"2007"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12130"},{"key":"ref78","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1016\/j.neucom.2012.12.023","article-title":"Designing of on line intrusion detection system using rough set theory and Q-learning algorithm","volume":"111","author":"Sengupta","year":"2013","journal-title":"Neurocomputing"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICAMechS49982.2020.9310129"},{"key":"ref80","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.3390\/fi13080198"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/cits55221.2022.9832976"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/WISE.2002.1181663"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref86","article-title":"Double Q-learning","volume-title":"Advances in Neural Information Processing Systems","volume":"23","author":"Hasselt","year":"2010"},{"key":"ref87","first-page":"18","article-title":"Kitsune: An ensemble of autoencoders for online network intrusion detection","volume-title":"Proc. NDSS","author":"Mirsky"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/1284\/1\/012067"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/CCET52649.2021.9544323"},{"key":"ref91","article-title":"Conservative Q-learning for offline reinforcement learning","author":"Kumar","year":"2006","journal-title":"arXiv:2006.04779"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2019.112963"},{"key":"ref93","article-title":"Incentivizing exploration in reinforcement learning with deep predictive models","author":"Stadie","year":"2015","journal-title":"arXiv:1507.00814"},{"key":"ref94","doi-asserted-by":"crossref","first-page":"2488","DOI":"10.1007\/s10489-020-01637-z","article-title":"Deep reinforcement learning for imbalanced classification","volume":"50","author":"Lin","year":"2020","journal-title":"Appl. Intell."},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.5220\/0009187802070218"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/MPRV.2018.03367731"},{"key":"ref97","volume-title":"psutil 5.9.6","year":"2023"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6488907\/10463544\/10283893.pdf?arnumber=10283893","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,11]],"date-time":"2024-03-11T22:19:11Z","timestamp":1710195551000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10283893\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,15]]},"references-count":97,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2023.3324053","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"value":"2327-4662","type":"electronic"},{"value":"2372-2541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3,15]]}}}