{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T15:46:31Z","timestamp":1771515991509,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"22","license":[{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61971413"],"award-info":[{"award-number":["61971413"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,11]]},"DOI":"10.1007\/s10489-023-04946-1","type":"journal-article","created":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T03:31:22Z","timestamp":1693539082000},"page":"27110-27127","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["INNES: An intelligent network penetration testing model based on deep reinforcement learning"],"prefix":"10.1007","volume":"53","author":[{"given":"Qianyu","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Miao","family":"Hu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hao","family":"Hao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Min","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yang","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,9,1]]},"reference":[{"key":"4946_CR1","unstructured":"ZC (2022) Research on internet security situation awareness prediction technology based on improved rbf neural network algorithm. Journal of Computational and Cognitive Engineering"},{"key":"4946_CR2","unstructured":"Zennaro FM, Erdodi L (2020) Modeling penetration testing with reinforcement learning using capture-the-flag challenges and tabular q-learning"},{"key":"4946_CR3","first-page":"006","volume":"003","author":"A Wani","year":"2021","unstructured":"Wani A, Revathi S, Khaliq R (2021) Sdn-based intrusion detection system for iot using deep learning classifier (idsiot-sdl). CAAI Transactions on Intelligence Technology 003:006","journal-title":"CAAI Transactions on Intelligence Technology"},{"key":"4946_CR4","unstructured":"RV, AK, AA (2022) Revisiting shift cipher technique for amplified data security. Journal of Computational and Cognitive Engineering"},{"key":"4946_CR5","doi-asserted-by":"crossref","unstructured":"Stefinko Y, Piskozub A, Banakh R (2016) Manual and automated penetration testing. benefits and drawbacks. modern tendency. In: 2016 13th International Conference on Modern Problems of Radio Engineering. Telecommunications and Computer Science (TCSET)","DOI":"10.1109\/TCSET.2016.7452095"},{"key":"4946_CR6","doi-asserted-by":"crossref","unstructured":"Abu-Dabaseh F, Alshammari E (2018) Automated penetration testing : An overview. In: 4th International Conference on Natural Language Computing (NATL 2018)","DOI":"10.5121\/csit.2018.80610"},{"key":"4946_CR7","unstructured":"Tabassum M, Sharma T, Mohanan S (2021) Ethical hacking and penetrate testing using kali and metasploit framework"},{"key":"4946_CR8","first-page":"19","volume":"2","author":"A Nadeem","year":"2022","unstructured":"Nadeem A, Verwer S, Moskal S, Yang SJ (2022) Alert-driven attack graph generation using s-pdfa. IEEE transactions on dependable and secure computing 2:19","journal-title":"IEEE transactions on dependable and secure computing"},{"key":"4946_CR9","doi-asserted-by":"crossref","unstructured":"Stergiopoulos\u00a0GGD, Dedousis\u00a0P (2022) Automatic analysis of attack graphs for risk mitigation and prioritization on large-scale and complex networks in industry 4.0. In: International Journal of Information Security pp. 37\u201359","DOI":"10.1007\/s10207-020-00533-4"},{"issue":"9","key":"4946_CR10","first-page":"2095","volume":"42","author":"Y Zhang","year":"2020","unstructured":"Zhang Y, Zhou T, Zhu J, Wang Q (2020) Domain-independent intelligent planning technology and its application to automated penetration testing oriented attack path discovery. J Electron Inf Technol 42(9):2095\u20132107","journal-title":"J Electron Inf Technol"},{"key":"4946_CR11","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1609\/icaps.v25i1.13684","volume":"25","author":"J Hoffmann","year":"2015","unstructured":"Hoffmann J (2015) Simulated penetration testing: From\" dijkstra\" to\" turing test++\". Proceedings of the International Conference on Automated Planning and Scheduling 25:364\u2013372","journal-title":"Proceedings of the International Conference on Automated Planning and Scheduling"},{"key":"4946_CR12","doi-asserted-by":"crossref","unstructured":"Silva C, Fernandes B, Feitosa EL, Garcia VC (2022) Piracema.io: A rules-based tree model for phishing prediction. Expert Systems with Applications 191, 116239","DOI":"10.1016\/j.eswa.2021.116239"},{"issue":"2","key":"4946_CR13","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1109\/MSP.2018.1870857","volume":"16","author":"Schneier Bruce","year":"2018","unstructured":"Bruce Schneier (2018) Artificial intelligence and the attack\/defense balance. IEEE Security & Privacy 16(2):96\u201396","journal-title":"IEEE Security & Privacy"},{"key":"4946_CR14","doi-asserted-by":"crossref","unstructured":"Debnath S, Roy P, Namasudra S, Crespo RG (2022) Audio-visual automatic speech recognition towards education for disabilities.J Autism Dev Disord","DOI":"10.1007\/s10803-022-05654-4"},{"key":"4946_CR15","doi-asserted-by":"crossref","unstructured":"Gutub A (2022) Boosting image watermarking authenticity spreading secrecy from counting-based secret-sharing. CAAI Transactions on Intelligence Technology","DOI":"10.1049\/cit2.12093"},{"key":"4946_CR16","doi-asserted-by":"crossref","unstructured":"Gupta A, Namasudra S (2022) A novel technique for accelerating live migration in cloud computing. Autom Softw Eng","DOI":"10.1007\/s10515-022-00332-2"},{"key":"4946_CR17","doi-asserted-by":"crossref","unstructured":"Manjari\u00a0KSG, Verma\u00a0M (2022) Qest: Quantized and efficient scene text detector using deep learning. Transactions on Asian and Low-Resource Language Information Processing","DOI":"10.1145\/3526217"},{"key":"4946_CR18","doi-asserted-by":"crossref","unstructured":"Hunt MS, Stephanie DO, Msci A (2023) The role of data analytics and artificial intelligence (ai) in ocular telehealth. Ocular Telehealth 213\u2013232","DOI":"10.1016\/B978-0-323-83204-5.00018-4"},{"key":"4946_CR19","volume-title":"Artificial intelligence: The future of sustainable agriculture? a research agenda","author":"J Witte","year":"2023","unstructured":"Witte J, Gao K, Zll A (2023) Artificial intelligence: The future of sustainable agriculture? a research agenda. Publications of Darmstadt Technical University, Institute for Business Studies (BWL)"},{"key":"4946_CR20","doi-asserted-by":"crossref","unstructured":"Nath K (2023) The role of artificial intelligence in the modeling, analysis and inspection of ultrasonic welding processes - a review. Int J Comput Mater Sci Eng","DOI":"10.1142\/S2047684122300010"},{"key":"4946_CR21","doi-asserted-by":"crossref","unstructured":"Ravi V, Soman KP, Alazab M, Sriram S, KS (2020) A comprehensive tutorial and survey of applications of deep learning for cyber security","DOI":"10.36227\/techrxiv.11473377.v1"},{"key":"4946_CR22","doi-asserted-by":"crossref","unstructured":"Sutton RS, Barto AG, et al (1998) Introduction to reinforcement learning","DOI":"10.1016\/S1474-6670(17)38315-5"},{"key":"4946_CR23","unstructured":"Sutton RS, Barto AG (2018) Reinforcement Learning: An Introduction"},{"key":"4946_CR24","doi-asserted-by":"crossref","unstructured":"Spieker H, Gotlieb A, Marijan D, Mossige M (2018) Reinforcement learning for automatic test case prioritization and selection in continuous integration","DOI":"10.1145\/3092703.3092709"},{"key":"4946_CR25","doi-asserted-by":"crossref","unstructured":"Shen Z, Yin H, Jing L, Liang Y, Wang J (2022) A cooperative routing protocol based on q-learning for underwater optical-acoustic hybrid wireless sensor networks. IEEE sensors journal (22-1)","DOI":"10.1109\/JSEN.2021.3128594"},{"key":"4946_CR26","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Graves A, Antonoglou I, Wierstra D, Riedmiller M (2013) Playing atari with deep reinforcement learning. Computer Science"},{"key":"4946_CR27","unstructured":"Volodymyr, Mnih, Koray, Kavukcuoglu, David, Silver, Andrei, A, Rusu, Joel (2015) Human-level control through deep reinforcement learning. Nature"},{"key":"4946_CR28","unstructured":"Liu Q, Zhai JW, Zhang ZZ, Zhong S, Xu J (2018) A survey on deep reinforcement learning. Chinese Journal of Computers"},{"issue":"10","key":"4946_CR29","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2021.103249","volume":"129","author":"W Liu","year":"2021","unstructured":"Liu W, Su S, Tang T, Wang X (2021) A dqn-based intelligent control method for heavy haul trains on long steep downhill section. Transportation Research Part C Emerging Technologies 129(10):103249","journal-title":"Transportation Research Part C Emerging Technologies"},{"key":"4946_CR30","doi-asserted-by":"crossref","unstructured":"Zhang C, Zheng K, Tian Y, Pi Y, Chen R, Xue W, Yang T, An D (2022) Advertising impression resource allocation strategy with multi-level budget constraint dqn in real-time bidding. Neurocomputing (Jun.1), 488","DOI":"10.1016\/j.neucom.2021.11.072"},{"key":"4946_CR31","doi-asserted-by":"crossref","unstructured":"Ahmadi H, Ashtiani M, Azgomi MA, Saheb-Nassagh R (2022) A dqn-based agent for automatic software refactoring. Information and software technology (Jul.), 147","DOI":"10.1016\/j.infsof.2022.106893"},{"key":"4946_CR32","unstructured":"Shmaryahu D, Shani G, Hoffmann J, Steinmetz M (2017) Partially observable contingent planning for penetration testing. In: Iwaise: First International Workshop on Artificial Intelligence in Security vol. 33"},{"key":"4946_CR33","unstructured":"Pretschner A (2017) Automated attack planning using a partially observable model for penetration testing of industrial control systems"},{"key":"4946_CR34","doi-asserted-by":"crossref","unstructured":"Ghanem MC, Chen TM (2018) Reinforcement learning for intelligent penetration testing. In: 2018 Second World Conference on Smart Trends in Systems, Security and Sustainability (WorldS4) pp. 185\u2013192","DOI":"10.1109\/WorldS4.2018.8611595"},{"issue":"9","key":"4946_CR35","doi-asserted-by":"publisher","first-page":"1277","DOI":"10.1631\/FITEE.1800532","volume":"20","author":"T-y Zhou","year":"2019","unstructured":"Zhou T-y, Zang Y-c, Zhu J-h, Wang Q-x (2019) Nig-ap: a new method for automated penetration testing. Frontiers of Information Technology & Electronic Engineering 20(9):1277\u20131288","journal-title":"Frontiers of Information Technology & Electronic Engineering"},{"key":"4946_CR36","doi-asserted-by":"crossref","unstructured":"Nguyen H, Teerakanok S, Inomata A, Uehara T (2021) The proposal of double agent architecture using actor-critic algorithm for penetration testing. In: 7th International Conference on Information Systems Security and Privacy","DOI":"10.5220\/0010232504400449"},{"key":"4946_CR37","unstructured":"Tran K, Akella A, Standen M, Kim J, Bowman D, Richer T, Lin CT (2021) Deep hierarchical reinforcement agents for automated penetration testing"},{"key":"4946_CR38","unstructured":"Walter E, Ferguson-Walter K, Ridley A (2021) Incorporating deception into cyberbattlesim for autonomous defense"},{"key":"4946_CR39","unstructured":"Calderon P (2017) Nmap : Network exploration and security auditing cookbook : A complete guide to mastering nmap and its scripting engine, covering practical tasks for penetration testers and system administrators"},{"key":"4946_CR40","unstructured":"Team M (2021) Cyberbattlesim. Created by Christian Seifert, Michael Betser, William Blum, James Bono, Kate Farris, Emily Goren, Justin Grana, Kristian Holsheimer, Brandon Marken, Joshua Neil, Nicole Nichols, Jugal Parikh, Haoran Wei"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-04946-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-023-04946-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-04946-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,25]],"date-time":"2023-10-25T15:16:06Z","timestamp":1698246966000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-023-04946-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,1]]},"references-count":40,"journal-issue":{"issue":"22","published-print":{"date-parts":[[2023,11]]}},"alternative-id":["4946"],"URL":"https:\/\/doi.org\/10.1007\/s10489-023-04946-1","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,9,1]]},"assertion":[{"value":"5 August 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 September 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We declare that we have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}]}}