{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T00:59:28Z","timestamp":1740099568675,"version":"3.37.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030324292"},{"type":"electronic","value":"9783030324308"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-32430-8_11","type":"book-chapter","created":{"date-parts":[[2019,10,25]],"date-time":"2019-10-25T15:11:01Z","timestamp":1572016261000},"page":"164-183","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Solving Cyber Alert Allocation Markov Games with Deep Reinforcement Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9600-0432","authenticated-orcid":false,"given":"Noah","family":"Dunstatter","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1103-1879","authenticated-orcid":false,"given":"Alireza","family":"Tahsini","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2629-6172","authenticated-orcid":false,"given":"Mina","family":"Guirguis","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9972-9760","authenticated-orcid":false,"given":"Jelena","family":"Te\u0161i\u0107","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,10,23]]},"reference":[{"key":"11_CR1","unstructured":"Altner, D., Servi, L.: A two-stage stochastic shift scheduling model for cybersecurity workforce optimization with on call options (2016)"},{"key":"11_CR2","volume-title":"Activity Analysis of Production and Allocation","author":"GW Brown","year":"1951","unstructured":"Brown, G.W.: Iterative solution of games by fictitious play. In: Koopmans, T.C. (ed.) Activity Analysis of Production and Allocation. Wiley, New York (1951)"},{"key":"11_CR3","doi-asserted-by":"crossref","unstructured":"Brown, M., Sinha, A., Schlenker, A., Tambe, M.: One size does not fit all: a game-theoretic approach for dynamically and effectively screening for threats. In: AAAI Conference on Artificial Intelligence (2016)","DOI":"10.1609\/aaai.v30i1.10023"},{"key":"11_CR4","doi-asserted-by":"crossref","unstructured":"Dunstatter, N., Guirguis, M., Tahsini, A.: Allocating security analysts to cyber alerts using markov games. In: 2018 National Cyber Summit (NCS) (2018)","DOI":"10.1109\/NCS.2018.00008"},{"key":"11_CR5","first-page":"52","volume":"8","author":"R Ganesan","year":"2015","unstructured":"Ganesan, R., Jajodia, S., Cam, H.: Optimal scheduling of cybersecurity analysts for minimizing risk. ACM Trans. Intell. Syst. Technol. 8, 52 (2015)","journal-title":"ACM Trans. Intell. Syst. Technol."},{"key":"11_CR6","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1145\/2882969","volume":"8","author":"R Ganesan","year":"2016","unstructured":"Ganesan, R., Jajodia, S., Shah, A., Cam, H.: Dynamic scheduling of cybersecurity analysts for minimizing risk using reinforcement learning. ACM Trans. Intell. Syst. Technol. 8, 4 (2016)","journal-title":"ACM Trans. Intell. Syst. Technol."},{"key":"11_CR7","doi-asserted-by":"crossref","unstructured":"Jain, M., Kardes, E., Kiekintveld, C., Ord\u00f3nez, F., Tambe, M.: Security games with arbitrary schedules: a branch and price approach. In: Proceedings of AAAI (2010)","DOI":"10.1017\/CBO9780511973031.009"},{"key":"11_CR8","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. CoRR (2014)"},{"key":"11_CR9","unstructured":"Lagoudakis, M.G., Parr, R.: Value function approximation in zero-sum markov games. In: Proceedings of the Eighteenth Conference on Uncertainty in Artificial Intelligence, pp. 283\u2013292. Morgan Kaufmann Publishers Inc., San Francisco (2002)"},{"key":"11_CR10","doi-asserted-by":"crossref","unstructured":"Lample, G., Chaplot, D.S.: Playing FPS games with deep reinforcement learning. CoRR abs\/1609.05521 (2016)","DOI":"10.1609\/aaai.v31i1.10827"},{"key":"11_CR11","unstructured":"Lin, L.J.: Reinforcement learning for robots using neural networks. Ph.D. thesis, Pittsburgh, PA, USA (1992)"},{"key":"11_CR12","unstructured":"Littman, M.: Value-function reinforcement learning in markov games. Princeton University Press (2000)"},{"key":"11_CR13","doi-asserted-by":"crossref","unstructured":"Littman, M.: Markov games as a framework for multi-agent reinforcement learning. In: Proceedings of the Eleventh International Conference on Machine Learning, pp. 157\u2013163. Morgan Kaufmann (1994)","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"11_CR14","doi-asserted-by":"publisher","first-page":"1676","DOI":"10.1109\/TPWRS.2012.2226480","volume":"28","author":"C Ma","year":"2013","unstructured":"Ma, C., Yau, D., Lou, X., Rao, N.: Markov game analysis for attack-defense of power networks under possible misinformation. IEEE Trans. Power Syst. 28, 1676\u20131686 (2013)","journal-title":"IEEE Trans. Power Syst."},{"key":"11_CR15","unstructured":"Mnih, V., et al.: Playing atari with deep reinforcement learning. CoRR (2013)"},{"key":"11_CR16","unstructured":"Ponemon Institute: The cost of malware containment (2015)"},{"issue":"2","key":"11_CR17","doi-asserted-by":"publisher","first-page":"296","DOI":"10.2307\/1969530","volume":"54","author":"J Robinson","year":"1951","unstructured":"Robinson, J.: An iterative method of solving a game. Ann. Math. 54(2), 296\u2013301 (1951)","journal-title":"Ann. Math."},{"key":"11_CR18","doi-asserted-by":"crossref","unstructured":"Schlenker, A., et al.: Don\u2019t bury your head in warnings: a game-theoretic approach for intelligent allocation of cyber-security alerts. In: Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence, IJCAI-17, pp. 381\u2013387 (2017)","DOI":"10.24963\/ijcai.2017\/54"},{"key":"11_CR19","unstructured":"Schlenker, A., et al.: Towards a game-theoretic framework for intelligent cyber-security alert allocation. In: Proceedings of the 3rd IJCAI Workshop on Algorithmic Game Theory, Melbourne, Australia (2017)"},{"issue":"2","key":"11_CR20","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/s10207-017-0365-1","volume":"17","author":"Ankit Shah","year":"2017","unstructured":"Shah, A., Ganesan, R., Jajodia, S., Cam, H.: A methodology to measure and monitor level of operational effectiveness of a CSOC. Int. J. Inf. Secur. 17(2) (2018)","journal-title":"International Journal of Information Security"},{"key":"11_CR21","unstructured":"Shu, X., Tian, K., Ciambrone, A., Yao, D.: Breaking the target: an analysis of target data breach and lessons learned. CoRR (2017)"},{"issue":"1","key":"11_CR22","first-page":"19","volume":"1","author":"A Sinha","year":"2015","unstructured":"Sinha, A., Nguyen, T., Kar, D., Brown, M., Tambe, M., Jiang, A.: From physical security to cybersecurity. J. Cybersecur. 1(1), 19\u201335 (2015)","journal-title":"J. Cybersecur."},{"key":"11_CR23","volume-title":"The Compleat Strategyst: Being a Primer on the Theory of Games of Strategy","author":"JD Williams","year":"1986","unstructured":"Williams, J.D.: The Compleat Strategyst: Being a Primer on the Theory of Games of Strategy. Dover, New York (1986)"},{"key":"11_CR24","doi-asserted-by":"crossref","unstructured":"Xiaolin, C., Xiaobin, T., Yong, Z., Hongsheng, X.: A markov game theory-based risk assessment model for network information system. In: 2008 International Conference on Computer Science and Software Engineering, vol. 3, pp. 1057\u20131061, December 2008","DOI":"10.1109\/CSSE.2008.949"},{"key":"11_CR25","doi-asserted-by":"crossref","unstructured":"Yin, Z., et al.: Trusts: scheduling randomized patrols for fare inspection in transit systems using game theory. In: Proceedings of the 24th IAAI, Palo Alto, CA (2012)","DOI":"10.1609\/aimag.v33i4.2432"},{"key":"11_CR26","unstructured":"Zimmerman, C.: Ten strategies of a world-class cybersecurity operations center. MITRE corporate communications and public affairs (2014)"}],"container-title":["Lecture Notes in Computer Science","Decision and Game Theory for Security"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-32430-8_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,2]],"date-time":"2022-10-02T16:39:45Z","timestamp":1664728785000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-32430-8_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030324292","9783030324308"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-32430-8_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"23 October 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"GameSec","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Decision and Game Theory for Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Stockholm","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sweden","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 October 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 November 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"gamesec2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.gamesec-conf.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"47","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"45% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}