{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T22:55:01Z","timestamp":1777503301403,"version":"3.51.4"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2023,12,19]],"date-time":"2023-12-19T00:00:00Z","timestamp":1702944000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,19]],"date-time":"2023-12-19T00:00:00Z","timestamp":1702944000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1007\/s11276-023-03582-4","type":"journal-article","created":{"date-parts":[[2023,12,19]],"date-time":"2023-12-19T17:02:22Z","timestamp":1703005342000},"page":"7239-7256","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["An advanced actor critic deep reinforcement learning technique for gamification of WiFi environment"],"prefix":"10.1007","volume":"30","author":[{"given":"Vandana","family":"Shakya","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jaytrilok","family":"Choudhary","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dhirendra Pratap","family":"Singh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,12,19]]},"reference":[{"issue":"25","key":"3582_CR1","doi-asserted-by":"publisher","first-page":"1623","DOI":"10.1049\/el.2017.2825","volume":"53","author":"D Sarkar","year":"2017","unstructured":"Sarkar, D., & Srivastava, K. V. (2017). Compact four-element SRR-loaded dual-band MIMO antenna for WLAN\/WiMAX\/WiFi\/4G-LTE and 5G applications. Electronics Letters, 53(25), 1623\u20131624.","journal-title":"Electronics Letters"},{"issue":"1","key":"3582_CR2","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1134\/S1064226917010016","volume":"62","author":"VR Anitha","year":"2017","unstructured":"Anitha, V. R., Cho, M., & Shim, J. (2017). Design of two by three element fractal tree antenna array for WLAN and WiFi applications. Journal of Communications Technology and Electronics, 62(1), 61\u201365.","journal-title":"Journal of Communications Technology and Electronics"},{"key":"3582_CR3","doi-asserted-by":"crossref","unstructured":"Abanto-Leon, L. F., et al. (2020). Stay connected, leave no trace: Enhancing security and privacy in WiFi via obfuscating radiometric fingerprints. In Proceedings of the ACM on Measurement and Analysis of Computing Systems 4.3, 1\u201331.","DOI":"10.1145\/3428329"},{"key":"3582_CR4","doi-asserted-by":"publisher","first-page":"39768","DOI":"10.1109\/ACCESS.2020.2976189","volume":"8","author":"Ye Ayong","year":"2020","unstructured":"Ayong, Ye., et al. (2020). Detection of spoofing attacks in WLAN-based positioning systems using WiFi hotspot tags. IEEE Access, 8, 39768\u201339780.","journal-title":"IEEE Access"},{"key":"3582_CR5","doi-asserted-by":"crossref","unstructured":"Buenrostro, E., et al. (2018). Security of IoT devices. Journal of Cyber Security Technology 2.1, 1\u201313.","DOI":"10.1080\/23742917.2018.1474592"},{"key":"3582_CR6","unstructured":"Alliance, Wi-Fi. Wi-Fi Alliance introduces Wi-Fi certified WPA3 security (2019)."},{"key":"3582_CR7","doi-asserted-by":"crossref","unstructured":"Chyrun, L., et al. (2019). Information system for connection to the access point with encryption WPA2 enterprise. In International Scientific Conference \u201cIntellectual Systems of Decision Making and Problem of Computational Intelligence\u201d. Springer, Cham.","DOI":"10.1007\/978-3-030-26474-1_28"},{"key":"3582_CR8","doi-asserted-by":"crossref","unstructured":"Wang, K., et al. (2017). Strategic anti eavesdropping game for physical layer security in wireless cooperative networks. IEEE Transactions on Vehicular Technology 66(10), 9448\u20139457.","DOI":"10.1109\/TVT.2017.2703305"},{"key":"3582_CR9","unstructured":"Cremers, C., Kiesl, B., Medinger, N. (2020). A formal analysis of {IEEE} 802.11\u2019s WPA2: Countering the kracks caused by cracking the counters. In 29th {USENIX} Security Symposium ({USENIX} Security 20)."},{"key":"3582_CR10","unstructured":"Pandikumar, T., & Yesuf, M. A. (2017). Wi-Fi security and test bed implementation for WEP and WPA cracking. International Journal of Engineering Science 13571."},{"key":"3582_CR11","doi-asserted-by":"crossref","unstructured":"Kumar, V., Jha, R. K., Jain, S. (2020). ANGUISH: Security attack in narrowband\u2010Internet of Things (NB\u2010IoT) using game theory and hardware analysis. Transactions on Emerging Telecommunications Technologies, e3987.","DOI":"10.1002\/ett.3987"},{"key":"3582_CR12","doi-asserted-by":"crossref","unstructured":"Katsadouros, E., et al. (2017). Teaching network security through a scavenger hunt game. In 2017 IEEE global engineering education conference (EDUCON). IEEE.","DOI":"10.1109\/EDUCON.2017.7943094"},{"issue":"1","key":"3582_CR13","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1007\/s10776-019-00474-3","volume":"27","author":"H Mahini","year":"2020","unstructured":"Mahini, H., & Mousavirad, S. M. (2020). WiFi intrusion detection and prevention systems analyzing: A game theoretical perspective. International Journal of Wireless Information Networks, 27(1), 77\u201388.","journal-title":"International Journal of Wireless Information Networks"},{"key":"3582_CR14","unstructured":"Ahmad, A., et al. (2019). Adaptive security for self-protection of mobile computing devices. Mobile Networks and Application, 1\u201320."},{"key":"3582_CR15","doi-asserted-by":"publisher","first-page":"103358","DOI":"10.1016\/j.csi.2019.103358","volume":"66","author":"S Balaji","year":"2019","unstructured":"Balaji, S., et al. (2019). Design of a security-aware routine scheme in mobile adhoc network using repeated game model. Computer Standards & Interfaces, 66, 103358.","journal-title":"Computer Standards & Interfaces"},{"issue":"1","key":"3582_CR16","first-page":"55","volume":"4","author":"S Karakovskiy","year":"2012","unstructured":"Karakovskiy, S., & Togelius, J. (2012). Mario ai benchmark & competitions. IEEE Transactions on AI in Games, 4(1), 55\u201367.","journal-title":"IEEE Transactions on AI in Games"},{"key":"3582_CR17","doi-asserted-by":"crossref","unstructured":"Togelius, J., Karakovskiy, S., Koutn\u0131k, J., & Schmidhuber, J. (2009). Super mario evolution. In 2009 IEEE symposium on computational intelligence and games (pp. 156\u2013161). IEEE.","DOI":"10.1109\/CIG.2009.5286481"},{"issue":"1","key":"3582_CR18","doi-asserted-by":"publisher","first-page":"242","DOI":"10.21533\/pen.v9i1.1796","volume":"9","author":"MR Neamah","year":"2021","unstructured":"Neamah, M. R., Thuwaib, H. A., & Frahan, B. I. (2021). An analyzing process on wireless protection criteria focussing on (WPA) within computer network security. Periodicals of Engineering and Natural Sciences (PEN), 9(1), 242\u2013252.","journal-title":"Periodicals of Engineering and Natural Sciences (PEN)"},{"issue":"1","key":"3582_CR19","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1109\/MWC.001.1900292","volume":"27","author":"CX Wang","year":"2020","unstructured":"Wang, C. X., et al. (2020). Artificial intelligence enable wireless networking for 5G and beyond: Recent advances and future challenges. IEEE Wireless Communications, 27(1), 16\u201323.","journal-title":"IEEE Wireless Communications"},{"key":"3582_CR20","doi-asserted-by":"publisher","first-page":"100227","DOI":"10.1016\/j.iot.2020.100227","volume":"11","author":"BK Mohanta","year":"2020","unstructured":"Mohanta, B. K., et al. (2020). Survey on IoT security: Challenges and solution using machine learning, artificial intelligence and blockchain technology. Internet of Things, 11, 100227.","journal-title":"Internet of Things"},{"key":"3582_CR21","doi-asserted-by":"publisher","first-page":"101184","DOI":"10.1016\/j.phycom.2020.101184","volume":"43","author":"R Zhao","year":"2020","unstructured":"Zhao, R., et al. (2020). Deep reinforcement learning based mobile edge computing for intelligent Internet of Things. Physical Communication, 43, 101184.","journal-title":"Physical Communication"},{"key":"3582_CR22","doi-asserted-by":"publisher","first-page":"26139","DOI":"10.1109\/ACCESS.2020.2971260","volume":"8","author":"X Qiu","year":"2020","unstructured":"Qiu, X., Dai, J., & Hayes, M. (2020). A learning approach for physical layer authentication using adaptive neural network. IEEE Access, 8, 26139\u201326149.","journal-title":"IEEE Access"},{"key":"3582_CR23","doi-asserted-by":"publisher","first-page":"376","DOI":"10.1016\/j.eswa.2019.01.023","volume":"122","author":"J Parras","year":"2019","unstructured":"Parras, J., & Zazo, S. (2019). Learning attack mechanisms in wireless sensor networks using Markov decision processes. Expert Systems with Applications, 122, 376\u2013387.","journal-title":"Expert Systems with Applications"},{"key":"3582_CR24","doi-asserted-by":"publisher","first-page":"101660","DOI":"10.1016\/j.cose.2019.101660","volume":"89","author":"L Huang","year":"2020","unstructured":"Huang, L., & Zhu, Q. (2020). A dynamic games approach to proactive defense strategies against advanced persistent threats in cyber-physical systems. Computers & Security, 89, 101660.","journal-title":"Computers & Security"},{"issue":"3","key":"3582_CR25","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1007\/s10776-019-00430-1","volume":"26","author":"X Wang","year":"2019","unstructured":"Wang, X., & Zhang, X. (2019). Wireless network attack defense algorithm using deep neural network in internet of things environment. International Journal of Wireless Information Networks, 26(3), 143\u2013151.","journal-title":"International Journal of Wireless Information Networks"},{"issue":"3","key":"3582_CR26","doi-asserted-by":"publisher","first-page":"2565","DOI":"10.1007\/s11277-020-07811-3","volume":"116","author":"A Jabbari","year":"2021","unstructured":"Jabbari, A., & Mohasefi, J. B. (2021). Improvement of a user authentication scheme for wireless sensor networks based on internet of things security. Wireless Personal Communications, 116(3), 2565\u20132591.","journal-title":"Wireless Personal Communications"},{"key":"3582_CR27","unstructured":"Kremser, S. (2017). esp8266 deauther(2018). https:\/\/github.com\/spacehuhn\/esp8266 deauther. Li, Yuxi. \"Deep reinforcement learning: An overview.\" arXiv preprint arXiv:1701.07274."},{"issue":"11","key":"3582_CR28","doi-asserted-by":"publisher","first-page":"13728","DOI":"10.1109\/TVT.2020.3026184","volume":"69","author":"M Xu","year":"2020","unstructured":"Xu, M., Chen, Y., & Wang, W. (2020). A two-stage game framework to secure transmission in two-tier UAV networks. IEEE Transactions on Vehicular Technology, 69(11), 13728\u201313740.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"3","key":"3582_CR29","first-page":"928","volume":"8","author":"T Halabi","year":"2018","unstructured":"Halabi, T., & Bellaiche, M. (2018). Towards security-based formation of cloud federations: A game theoretical approach. IEEE Transactions on Cloud Computing, 8(3), 928\u2013942.","journal-title":"IEEE Transactions on Cloud Computing"},{"issue":"6","key":"3582_CR30","doi-asserted-by":"publisher","first-page":"3918","DOI":"10.1109\/TWC.2018.2817607","volume":"17","author":"M Waqas","year":"2018","unstructured":"Waqas, M., et al. (2018). Social-aware secret key generation for secure device-to-device communication via trusted and non-trusted relays. IEEE Transactions on Wireless Communications, 17(6), 3918\u20134393.","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"11","key":"3582_CR31","doi-asserted-by":"publisher","first-page":"284","DOI":"10.3390\/electronics7110284","volume":"7","author":"CP Kohlios","year":"2018","unstructured":"Kohlios, C. P., & Hayajneh, T. (2018). A comprehensive attack flow model and security analysis for Wi-Fi and WPA3. Electronics, 7(11), 284.","journal-title":"Electronics"},{"key":"3582_CR32","unstructured":"Martin, J., N. S. A. I. A. M. CISSP-ISSAP, and CEH IEM. (2009). The Art of casual WiFi hacking.\" CISSP-ISSAP."},{"issue":"8","key":"3582_CR33","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1145\/1076211.1076229","volume":"48","author":"H Berghel","year":"2005","unstructured":"Berghel, H., & Uecker, J. (2005). WiFi attack vectors. Communications of the ACM, 48(8), 21\u201328.","journal-title":"Communications of the ACM"},{"key":"3582_CR34","doi-asserted-by":"publisher","first-page":"47887","DOI":"10.1109\/ACCESS.2021.3068129","volume":"9","author":"HT Thien","year":"2021","unstructured":"Thien, H. T., Vu, V.-H., & Koo, I. (2021). A transfer games actor-critic learning framework for anti-jamming in multi-channel cognitive radio networks. IEEE Access, 9, 47887\u201347900.","journal-title":"IEEE Access"},{"key":"3582_CR35","unstructured":"Li, Y. (2017). Deep reinforcement learning: an overview. arXiv preprint arXiv:1701.07274."},{"key":"3582_CR36","doi-asserted-by":"crossref","unstructured":"Grondman, I., et al. (2012). A survey of actor-critic reinforcement learning: Standard and natural policy gradients. IEEE Transactions on Systems, Man, and Cybernetics, Part C (Applications and Reviews) 42(6), 1291\u20131307.","DOI":"10.1109\/TSMCC.2012.2218595"},{"key":"3582_CR37","unstructured":"Ravichandiran, S. (2018). Hands-on reinforcement learning with python: master reinforcement and deep reinforcement learning using OpenAI Gym and TensorFlow. Packt Publishing Ltd."},{"key":"3582_CR38","volume-title":"Practical reinforcement learning: Develop self-evolving, intelligent agents with OpenAI Gym","author":"E Akhtar","year":"2017","unstructured":"Akhtar, E., & Farrukh, S. M. (2017). Practical reinforcement learning: Develop self-evolving, intelligent agents with OpenAI Gym. Packt Publishing."},{"key":"3582_CR39","doi-asserted-by":"crossref","unstructured":"Vanhoef, M., Ronen, E. (2020). Dragonblood: Analyzing the dragonfly handshake of WPA3 and EAP-pwd. In 2020 IEEE Symposium on Security and Privacy (SP). IEEE.","DOI":"10.1109\/SP40000.2020.00031"},{"key":"3582_CR40","unstructured":"Saout, C. (2014). dm-crypt: a device-mapper crypto target, 2007. http:\/\/www.saout.de\/misc\/dm-crypt."}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03582-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11276-023-03582-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03582-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,23]],"date-time":"2024-11-23T08:14:56Z","timestamp":1732349696000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11276-023-03582-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,19]]},"references-count":40,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["3582"],"URL":"https:\/\/doi.org\/10.1007\/s11276-023-03582-4","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"value":"1022-0038","type":"print"},{"value":"1572-8196","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,12,19]]},"assertion":[{"value":"5 October 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 December 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"None.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}