{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T23:02:59Z","timestamp":1770332579573,"version":"3.49.0"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319702896","type":"print"},{"value":"9783319702902","type":"electronic"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-70290-2_8","type":"book-chapter","created":{"date-parts":[[2017,11,3]],"date-time":"2017-11-03T14:58:05Z","timestamp":1509721085000},"page":"123-138","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Improving and Measuring Learning Effectiveness at Cyber Defense Exercises"],"prefix":"10.1007","author":[{"given":"Kaie","family":"Maennel","sequence":"first","affiliation":[]},{"given":"Rain","family":"Ottis","sequence":"additional","affiliation":[]},{"given":"Olaf","family":"Maennel","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,11,4]]},"reference":[{"key":"8_CR1","unstructured":"Ahmad, A.: A cyber exercise post assessment framework. Malaysia perspectives. Ph.D. thesis, University of Glasgow (2016)"},{"issue":"2","key":"8_CR2","first-page":"1","volume":"7","author":"A Ahmad","year":"2015","unstructured":"Ahmad, A., Johnson, C., Storer, T.: A cyber exercise post assessment: adoption of the Kirkpatrick model. Adv. Inf. Sci. Serv. Sci. 7(2), 1 (2015)","journal-title":"Adv. Inf. Sci. Serv. Sci."},{"issue":"2","key":"8_CR3","doi-asserted-by":"publisher","first-page":"661","DOI":"10.1016\/j.compedu.2012.03.004","volume":"59","author":"TM Connolly","year":"2012","unstructured":"Connolly, T.M., Boyle, E.A., MacArthur, E., Hainey, T., Boyle, J.M.: A systematic literature review of empirical evidence on computer games and serious games. Comput. Educ. 59(2), 661\u2013686 (2012)","journal-title":"Comput. Educ."},{"issue":"2","key":"8_CR4","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1287\/orsc.13.2.128.530","volume":"13","author":"AC Edmondson","year":"2002","unstructured":"Edmondson, A.C.: The local and variegated nature of learning in organizations: a group-level perspective. Organ. Sci. 13(2), 128\u2013146 (2002)","journal-title":"Organ. Sci."},{"issue":"3","key":"8_CR5","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1111\/j.1365-2729.2012.00489.x","volume":"29","author":"C Girard","year":"2013","unstructured":"Girard, C., Ecalle, J., Magnan, A.: Serious games as new educational tools: how effective are they? A meta-analysis of recent studies. J. Comput. Assist. Learn. 29(3), 207\u2013219 (2013)","journal-title":"J. Comput. Assist. Learn."},{"issue":"1","key":"8_CR6","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/s10111-015-0350-2","volume":"18","author":"M Granasen","year":"2016","unstructured":"Granasen, M., Andersson, D.: Measuring team effectiveness in cyber-defense exercises-a cross-disciplinary case study. Cogn. Technol. Work 18(1), 121\u2013143 (2016). Springer-Verlag, London","journal-title":"Cogn. Technol. Work"},{"key":"8_CR7","doi-asserted-by":"crossref","unstructured":"Hauge, J.B., Boyle, E., Mayer, I., Nadolski, R., Riedel, J.C., Moreno-Ger, P., Bellotti, F., Lim, T., Ritchie, J.: Study design and data gathering guide for serious games\u2019 evaluation. In: Connolly, T.M., Hainey, T., Boyle, E., Baxter, G., Moreno-Ger, P. (eds.) Psychology, Pedagogy, and Assessment in Serious Games, pp. 394\u2013419 (2014)","DOI":"10.4018\/978-1-4666-4773-2.ch018"},{"issue":"1","key":"8_CR8","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1080\/03075070601099432","volume":"32","author":"DB Hay","year":"2007","unstructured":"Hay, D.B.: Using concept maps to measure deep, surface and non-learning outcomes. Stud. High. Educ. 32(1), 39\u201357 (2007)","journal-title":"Stud. High. Educ."},{"key":"8_CR9","doi-asserted-by":"crossref","unstructured":"Henshel, D.S., Deckard, G.M., Lufkin, B., Buchler, N., Hoffman, B., Rajivan, P., Collman, S.: Predicting proficiency in cyber defense team exercises. In: 2016 IEEE Military Communications Conference, MILCOM 2016, pp. 776\u2013781. IEEE (2016)","DOI":"10.1109\/MILCOM.2016.7795423"},{"key":"8_CR10","unstructured":"Kick, J.: Cyber exercise playbook. Technical report, DTIC Document (2014)"},{"key":"8_CR11","series-title":"IFIP \u2013 International Federation for Information Processing","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1007\/978-0-387-73269-5_11","volume-title":"Fifth World Conference on Information Security Education","author":"JA Mattson","year":"2007","unstructured":"Mattson, J.A.: Cyber defense exercise: a service provider model. In: Futcher, L., Dodge, R. (eds.) Fifth World Conference on Information Security Education. IFIP \u2013 International Federation for Information Processing, vol. 237, pp. 81\u201386. Springer, Boston (2007)"},{"key":"8_CR12","doi-asserted-by":"crossref","unstructured":"Mayer, I., Bekebrede, G., Warmelink, H., Zhou, Q.: A brief methodology for researching and evaluating serious games and game-based learning. In: Psychology, Pedagogy, and Assessment in Serious Games, pp. 357\u2013393. IGI Global (2014)","DOI":"10.4018\/978-1-4666-4773-2.ch017"},{"key":"8_CR13","unstructured":"Mudge, R.: Cobalt Strike. https:\/\/www.cobaltstrike.com. Accessed 18 Sept 2017"},{"key":"8_CR14","unstructured":"NATO CCD COE: Locked Shields (2017). https:\/\/ccdcoe.org\/locked-shields-2017.html. Accessed 18 Sept 2017"},{"key":"8_CR15","unstructured":"NATO CCD COE: Locked Shields 2016 After Action Report. NATO Cooperative Cyber Defence Centre of Excellence Publication (2016)"},{"issue":"2","key":"8_CR16","first-page":"56","volume":"3","author":"DR Newman","year":"1995","unstructured":"Newman, D.R., Webb, B., Cochrane, C.: A content analysis method to measure critical thinking in face-to-face and computer supported group learning. Interpersonal Comput. Technol. 3(2), 56\u201377 (1995)","journal-title":"Interpersonal Comput. Technol."},{"key":"8_CR17","unstructured":"Ogee, A., Gavrila, R., Trimintzios, P., Stavropoulos, V., Zacharis, A.: The 2015 Report on National and International Cyber Security Exercises. https:\/\/www.enisa.europa.eu\/publications\/latest-report-on-national-and-international-cyber-security-exercises"},{"key":"8_CR18","unstructured":"Patriciu, V.-V., Furtuna, A.C.: Guide for designing cyber security exercises. In: Proceedings of the 8th WSEAS International Conference on E-Activities and Information Security and Privacy. World Scientific and Engineering Academy and Society (WSEAS), pp. 172\u2013177 (2009)"},{"issue":"6","key":"8_CR19","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1109\/MSP.2016.119","volume":"14","author":"P Pusey","year":"2016","unstructured":"Pusey, P., Gondree, M., Peterson, Z.: The outcomes of cybersecurity competitions and implications for underrepresented populations. IEEE Secur. Priv. 14(6), 90\u201395 (2016)","journal-title":"IEEE Secur. Priv."},{"key":"8_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1007\/978-3-642-39454-6_9","volume-title":"Foundations of Augmented Cognition","author":"T Reed","year":"2013","unstructured":"Reed, T., Nauer, K., Silva, A.: Instrumenting competition-based exercises to evaluate cyber defender situation awareness. In: Schmorrow, D.D., Fidopiastis, C.M. (eds.) AC 2013. LNCS, vol. 8027, pp. 80\u201389. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-39454-6_9"},{"key":"8_CR21","unstructured":"Silva, A., McClain, J., Reed, T., Anderson, B., Nauer, K., Abbott, R., Forsythe, C.: Factors impacting performance in competitive cyber exercises. In: Proceedings of the Interservice\/Interagency Training, Simulation and Education Conference, Orlando, FL (2014)"},{"key":"8_CR22","doi-asserted-by":"crossref","unstructured":"Singer, M.J., Knerr, B.W.: Evaluation of a game-based simulation during distributed exercises. Army Research Institute for the Behavioral and Social Sciences, Orlando, FL (2010)","DOI":"10.21236\/ADA531579"},{"key":"8_CR23","unstructured":"Stytz, M.R., Banks, S.B.: Addressing simulation issues posed by cyber warfare technologies. SCS M&S Mag., no. 3 (2010)"},{"issue":"3\/4","key":"8_CR24","doi-asserted-by":"publisher","first-page":"224","DOI":"10.1108\/01437720710755209","volume":"28","author":"I Svetlik","year":"2007","unstructured":"Svetlik, I., Stavrou-Costea, E., Chiva, R., Alegre, J., Lapiedra, R.: Measuring organisational learning capability among the workforce. Int. J. Manpower 28(3\/4), 224\u2013242 (2007)","journal-title":"Int. J. Manpower"},{"issue":"5","key":"8_CR25","doi-asserted-by":"publisher","first-page":"515","DOI":"10.1016\/S0272-6963(97)00017-X","volume":"16","author":"M Uzumeri","year":"1998","unstructured":"Uzumeri, M., Nembhard, D.: A population of learners: a new way to measure organizational learning. J. Oper. Manage. 16(5), 515\u2013528 (1998)","journal-title":"J. Oper. Manage."},{"issue":"4","key":"8_CR26","doi-asserted-by":"publisher","first-page":"1041","DOI":"10.5465\/AMR.2007.26585724","volume":"32","author":"JM Wilson","year":"2007","unstructured":"Wilson, J.M., Goodman, P.S., Cronin, M.A.: Group learning. Acad. Manag. Rev. 32(4), 1041\u20131059 (2007)","journal-title":"Acad. Manag. Rev."}],"container-title":["Lecture Notes in Computer Science","Secure IT Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-70290-2_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T18:14:46Z","timestamp":1710267286000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-70290-2_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319702896","9783319702902"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-70290-2_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017]]},"assertion":[{"value":"4 November 2017","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NordSec","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Nordic Conference on Secure IT Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tartu","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Estonia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2017","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 November 2017","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 November 2017","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nordsec2017","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/nordsec2017.cs.ut.ee\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}