{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T11:50:00Z","timestamp":1781005800354,"version":"3.54.1"},"reference-count":11,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000005","name":"U.S. Department of Defense","doi-asserted-by":"publisher","award":["H98230-15-1-0294; H98230-15-1-0273; H98230-17-1-0349; H98230-17-1-0347"],"award-info":[{"award-number":["H98230-15-1-0294; H98230-15-1-0273; H98230-17-1-0349; H98230-17-1-0347"]}],"id":[{"id":"10.13039\/100000005","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1241576; 1820531"],"award-info":[{"award-number":["1241576; 1820531"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Secur. Privacy"],"published-print":{"date-parts":[[2019,11]]},"DOI":"10.1109\/msec.2019.2929812","type":"journal-article","created":{"date-parts":[[2019,10,29]],"date-time":"2019-10-29T20:11:47Z","timestamp":1572379907000},"page":"77-83","source":"Crossref","is-referenced-by-count":5,"title":["The CATS Hackathon: Creating and Refining Test Items for Cybersecurity Concept Inventories"],"prefix":"10.1109","volume":"17","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1130-4678","authenticated-orcid":false,"given":"Alan T.","family":"Sherman","sequence":"first","affiliation":[{"name":"Computer Science, University of Maryland, Baltimore County, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Linda","family":"Oliva","sequence":"additional","affiliation":[{"name":"Education, University of Maryland, Baltimore County, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Enis","family":"Golaszewski","sequence":"additional","affiliation":[{"name":"University of Maryland, Baltimore County, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dhananjay","family":"Phatak","sequence":"additional","affiliation":[{"name":"Computer Science and Electrical Engineering, University of Maryland, Baltimore County, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Travis","family":"Scheponik","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, University of Maryland, Baltimore County, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9501-2295","authenticated-orcid":false,"given":"Geoffrey L.","family":"Herman","sequence":"additional","affiliation":[{"name":"Computer Science, University of Illinois at Urbana-Champaign, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dong San","family":"Choi","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Spencer E.","family":"Offenberger","sequence":"additional","affiliation":[{"name":"Electrical and Computer Engineering, University of Illinois at Urbana-Champaign, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Peterson","sequence":"additional","affiliation":[{"name":"Computer Science, Swenson College of Science and Engineering, Duluth, Minnesota United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Josiah","family":"Dykstra","sequence":"additional","affiliation":[{"name":"U.S. Department of Defense, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gregory V.","family":"Bard","sequence":"additional","affiliation":[{"name":"Mathematics, Statistics and Computer Science, University of Wisconsin, Stout, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ankur","family":"Chattopadhyay","sequence":"additional","affiliation":[{"name":"Information and Computer Sciences, University of Wisconsin, Green Bay, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Filipo","family":"Sharevski","sequence":"additional","affiliation":[{"name":"Computing and Digital Media, DePaul University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rakesh","family":"Verma","sequence":"additional","affiliation":[{"name":"Computer Science, University of Houston, Texas United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ryan","family":"Vrecenar","sequence":"additional","affiliation":[{"name":"Computer Science and Electrical Engineering, Texas A&amp;M University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1080\/01611194.2017.1362063"},{"key":"ref7","author":"pink","year":"2011","journal-title":"Drive The Surprising Truth about What Motivates Us"},{"key":"ref9","article-title":"Creating a cybersecurity concept inventory: A status report on the CATS Project","author":"sherman","year":"2017","journal-title":"Proc Nat Cyber Summit"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1119\/1.2343497"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3992.1993.tb00543.x"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TE.2017.2715174"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-31239-8_15"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1002\/jee.20104"},{"key":"ref10","first-page":"1","article-title":"Student misconceptions about cybersecurity concepts: Analysis of think-aloud interviews with students","volume":"1","author":"thompson","year":"2018","journal-title":"J Cybersecurity Educ"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2014.970781"},{"key":"ref1","author":"brame","year":"0","journal-title":"Writing good multiple choice test questions"}],"container-title":["IEEE Security &amp; Privacy"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/8013\/8886872\/8886898-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8013\/8886872\/08886898.pdf?arnumber=8886898","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,27]],"date-time":"2023-04-27T21:12:41Z","timestamp":1682629961000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8886898\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11]]},"references-count":11,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/msec.2019.2929812","relation":{},"ISSN":["1540-7993","1558-4046"],"issn-type":[{"value":"1540-7993","type":"print"},{"value":"1558-4046","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,11]]}}}