{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T05:53:33Z","timestamp":1743054813980,"version":"3.40.3"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031184086"},{"type":"electronic","value":"9783031184093"}],"license":[{"start":{"date-parts":[[2022,11,5]],"date-time":"2022-11-05T00:00:00Z","timestamp":1667606400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,11,5]],"date-time":"2022-11-05T00:00:00Z","timestamp":1667606400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-18409-3_17","type":"book-chapter","created":{"date-parts":[[2022,11,4]],"date-time":"2022-11-04T14:04:09Z","timestamp":1667570649000},"page":"171-180","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Reinforcement Learning Model Free with\u00a0GLIE Monte-Carlo on\u00a0Policy Update for\u00a0Network Topology Discovery"],"prefix":"10.1007","author":[{"given":"Roberto","family":"Casado-Vara","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marcos","family":"Severt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"\u00c1ngel Mart\u00edn","family":"del Rey","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"H\u00e9ctor","family":"Quinti\u00e1n","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jose L.","family":"Calvo-Rolle","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,11,5]]},"reference":[{"key":"17_CR1","doi-asserted-by":"crossref","unstructured":"Wang, C., Huang, N., Bai, Y., Zhang, S.: A method of network topology optimization design considering application process characteristic. Mod. Phys. Lett. B 32(07), 1850091 (2018)","DOI":"10.1142\/S0217984918500914"},{"issue":"3","key":"17_CR2","doi-asserted-by":"publisher","first-page":"48","DOI":"10.25007\/ajnu.v7n3a199","volume":"7","author":"NN Qaqos","year":"2018","unstructured":"Qaqos, N.N., Zeebaree, S.R., Hussan, B.K.: Opnet based performance analysis and comparison among different physical network topologies. Acad. J. Nawroz Univ. 7(3), 48\u201354 (2018)","journal-title":"Acad. J. Nawroz Univ."},{"issue":"10","key":"17_CR3","doi-asserted-by":"publisher","first-page":"143","DOI":"10.5958\/2278-4853.2021.00826.0","volume":"10","author":"A Rana","year":"2021","unstructured":"Rana, A., Kumar, A., Ali, H.: An overview of the network topologies for enterprises. Asian J. Multidimension. Res. 10(10), 143\u2013149 (2021)","journal-title":"Asian J. Multidimension. Res."},{"key":"17_CR4","doi-asserted-by":"crossref","unstructured":"Liu, Y., Wang, H., Cai, L., Shen, X., Zhao, R.: Fundamentals and advancements of topology discovery in underwater acoustic sensor networks: a review. IEEE Sens. J. (2021)","DOI":"10.1109\/JSEN.2021.3104533"},{"key":"17_CR5","doi-asserted-by":"crossref","unstructured":"Zhou, S., Cui, L., Fang, C., Chai, S.: Research on network topology discovery algorithm for internet of things based on multi-protocol. In: 2018 10th International Conference on Modelling, Identification and Control (ICMIC), pp. 1\u20136. IEEE (2018)","DOI":"10.1109\/ICMIC.2018.8529955"},{"issue":"01","key":"17_CR6","doi-asserted-by":"publisher","first-page":"104","DOI":"10.4236\/jcc.2018.61011","volume":"6","author":"X Zhang","year":"2018","unstructured":"Zhang, X.: An optimization algorithm of network topology discovery based on SNMP protocol. J. Comput. Commun. 6(01), 104 (2018)","journal-title":"J. Comput. Commun."},{"key":"17_CR7","doi-asserted-by":"crossref","unstructured":"Popic, S., Vuleta, M., Cvjetkovic, P., Todorovi\u0107, B.M.: Secure topology detection in software-defined networking with network configuration protocol and link layer discovery protocol. In: 2020 International Symposium on Industrial Electronics and Applications (INDEL), pp. 1\u20135. IEEE (2020)","DOI":"10.1109\/INDEL50386.2020.9266137"},{"key":"17_CR8","doi-asserted-by":"crossref","unstructured":"Beverly, R.: Yarrp\u2019ing the Internet: randomized high-speed active topology discovery. In: Proceedings of the 2016 Internet Measurement Conference, pp. 413\u2013420 (2016)","DOI":"10.1145\/2987443.2987479"},{"issue":"4","key":"17_CR9","doi-asserted-by":"publisher","first-page":"3958","DOI":"10.1109\/JSYST.2018.2798060","volume":"12","author":"PW Tsai","year":"2018","unstructured":"Tsai, P.W., Tsai, C.W., Hsu, C.W., Yang, C.S.: Network monitoring in software-defined networking: a review. IEEE Syst. J. 12(4), 3958\u20133969 (2018)","journal-title":"IEEE Syst. J."},{"issue":"1","key":"17_CR10","doi-asserted-by":"publisher","first-page":"10","DOI":"10.3390\/inventions5010010","volume":"5","author":"A Majeed","year":"2020","unstructured":"Majeed, A., Rauf, I.: Graph theory: a comprehensive survey about graph theory applications in computer science and social networks. Inventions 5(1), 10 (2020)","journal-title":"Inventions"},{"key":"17_CR11","doi-asserted-by":"crossref","unstructured":"Bhushan, B., Sahoo, G., Rai, A.K.: Man-in-the-middle attack in wireless and computer networking-a review. In: 2017 3rd International Conference on Advances in Computing, Communication & Automation (ICACCA) (Fall), pp. 1\u20136. IEEE (2017)","DOI":"10.1109\/ICACCAF.2017.8344724"},{"key":"17_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s42045-018-0009-7","volume":"1","author":"Y Cheng","year":"2018","unstructured":"Cheng, Y., Geng, J., Wang, Y., Li, J., Li, D., Wu, J.: Bridging machine learning and computer network research: a survey. CCF Trans. Netw. 1, 1\u201315 (2018). https:\/\/doi.org\/10.1007\/s42045-018-0009-7","journal-title":"CCF Trans. Netw."},{"key":"17_CR13","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1016\/j.neucom.2018.05.084","volume":"312","author":"L Qiao","year":"2018","unstructured":"Qiao, L., Zhang, L., Chen, S., Shen, D.: Data-driven graph construction and graph learning: a review. Neurocomputing 312, 336\u2013351 (2018)","journal-title":"Neurocomputing"},{"key":"17_CR14","doi-asserted-by":"publisher","first-page":"22106","DOI":"10.1109\/ACCESS.2021.3055280","volume":"9","author":"S Georgousis","year":"2021","unstructured":"Georgousis, S., Kenning, M.P., Xie, X.: Graph deep learning: state of the art and challenges. IEEE Access 9, 22106\u201322140 (2021)","journal-title":"IEEE Access"},{"key":"17_CR15","unstructured":"Sutton, R.S., Barto, A.G.: Introduction to Reinforcement Learning (1998)"},{"key":"17_CR16","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1016\/j.trc.2019.12.005","volume":"111","author":"Z Shou","year":"2020","unstructured":"Shou, Z., Di, X., Ye, J., Zhu, H., Zhang, H., Hampshire, R.: Optimal passenger-seeking policies on E-hailing platforms using Markov decision process and imitation learning. Trans. Res. Part C: Emerg. Technol. 111, 91\u2013113 (2020)","journal-title":"Trans. Res. Part C: Emerg. Technol."},{"key":"17_CR17","doi-asserted-by":"publisher","first-page":"105669","DOI":"10.1109\/ACCESS.2019.2932257","volume":"7","author":"J Xie","year":"2019","unstructured":"Xie, J., Shao, Z., Li, Y., Guan, Y., Tan, J.: Deep reinforcement learning with optimized reward functions for robotic trajectory planning. IEEE Access 7, 105669\u2013105679 (2019)","journal-title":"IEEE Access"},{"key":"17_CR18","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1016\/j.neucom.2021.08.149","volume":"484","author":"AM del Rey","year":"2022","unstructured":"del Rey, A.M., Vara, R.C., Gonz\u00e1lez, S.R.: A computational propagation model for malware based on the SIR classic model. Neurocomputing 484, 161\u2013171 (2022)","journal-title":"Neurocomputing"},{"issue":"23","key":"17_CR19","doi-asserted-by":"publisher","first-page":"3097","DOI":"10.3390\/math9233097","volume":"9","author":"JD Hernandez Guillen","year":"2021","unstructured":"Hernandez Guillen, J.D., Martin del Rey, A., Casado-Vara, R.: Propagation of the malware used in APTs based on dynamic Bayesian networks. Mathematics 9(23), 3097 (2021)","journal-title":"Mathematics"},{"key":"17_CR20","doi-asserted-by":"publisher","first-page":"135472","DOI":"10.1109\/ACCESS.2019.2942809","volume":"7","author":"JH Guillen","year":"2019","unstructured":"Guillen, J.H., Del Rey, A.M., Casado-Vara, R.: Security countermeasures of a SCIRAS model for advanced malware propagation. IEEE Access 7, 135472\u2013135478 (2019)","journal-title":"IEEE Access"}],"container-title":["Lecture Notes in Networks and Systems","International Joint Conference 15th International Conference on Computational Intelligence in Security for Information Systems (CISIS 2022) 13th International Conference on EUropean Transnational Education (ICEUTE 2022)"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-18409-3_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,4]],"date-time":"2022-11-04T14:40:33Z","timestamp":1667572833000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-18409-3_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,5]]},"ISBN":["9783031184086","9783031184093"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-18409-3_17","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"type":"print","value":"2367-3370"},{"type":"electronic","value":"2367-3389"}],"subject":[],"published":{"date-parts":[[2022,11,5]]},"assertion":[{"value":"5 November 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CISIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Computational Intelligence in Security for Information Systems Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Salamanca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cisis-spain2022a","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2022.cisisconference.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}