{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T18:02:28Z","timestamp":1768413748901,"version":"3.49.0"},"publisher-location":"Cham","reference-count":17,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030312381","type":"print"},{"value":"9783030312398","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,9,25]],"date-time":"2019-09-25T00:00:00Z","timestamp":1569369600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-31239-8_15","type":"book-chapter","created":{"date-parts":[[2019,9,24]],"date-time":"2019-09-24T10:03:26Z","timestamp":1569319406000},"page":"185-201","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Investigating Crowdsourcing to Generate Distractors for Multiple-Choice Assessments"],"prefix":"10.1007","author":[{"given":"Travis","family":"Scheponik","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Enis","family":"Golaszewski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Geoffrey","family":"Herman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Spencer","family":"Offenberger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Linda","family":"Oliva","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peter A. H.","family":"Peterson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alan T.","family":"Sherman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,9,25]]},"reference":[{"issue":"2","key":"15_CR1","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1145\/1480506.1480508","volume":"42","author":"O Alonso","year":"2008","unstructured":"Alonso, O., Rose, D., Stewart, B.: Crowdsourcing for relevance evaluation. ACM SIGIR Forum 42(2), 9 (2008). https:\/\/doi.org\/10.1145\/1480506.1480508","journal-title":"ACM SIGIR Forum"},{"key":"15_CR3","unstructured":"Araki, J., Rajagopal, D., Sankaranarayanan, S., Holm, S., Yamakawa, Y., Mitamura, T.: Generating questions and multiple-choice answers using semantic analysis of texts. In: Proceedings of COLING 2016, The 26th International Conference on Computational Linguistics: Technical Papers, Osaka, Japan, pp. 1125\u20131136 (2016). http:\/\/aclweb.org\/anthology\/C16-1107"},{"key":"15_CR5","doi-asserted-by":"crossref","unstructured":"Bucholz, S., Latorre, J.: Crowdsourcing preference tests, and how to detect cheating. In: Conference INTERSPEECH (2011)","DOI":"10.21437\/Interspeech.2011-764"},{"key":"15_CR7","unstructured":"Guo, Q., Kulkarni, C., Kittur, A., Bigham, J.P., Brunskill, E.: Questimator: generating knowledge assessments for arbitrary topics. In: IJCAI, pp. 3726\u20133732 (2016)"},{"key":"15_CR8","doi-asserted-by":"crossref","unstructured":"Herman, G.L., Zilles, C., Loui, M.C.: Creating the digital logic concept inventory. In: Proceedings of the Forty-First ACM Technical Symposium on Computer Science Education, Milwaukee, WI, 10\u201313 March, pp. 102\u2013106 (2010)","DOI":"10.1145\/1734263.1734298"},{"issue":"4","key":"15_CR9","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1080\/08993408.2014.970781","volume":"24","author":"GL Herman","year":"2014","unstructured":"Herman, G.L., Zilles, C., Loui, M.C.: Psychometric evaluation of the digital logic concept inventory. J. Comput. Sci. Educ. 24(4), 277\u2013303 (2014)","journal-title":"J. Comput. Sci. Educ."},{"key":"15_CR10","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1119\/1.2343497","volume":"30","author":"D Hestenes","year":"1992","unstructured":"Hestenes, D., Wells, M., Swackhamer, G.: Force concept inventory. Phys. Teach. 30, 141\u2013166 (1992)","journal-title":"Phys. Teach."},{"key":"15_CR11","unstructured":"Howe, J.: A definition. Crowdsourcing, 2 June 2006. crowdsourcing.typepad.com\/cs\/2006\/06\/crowdsourcing_a.html"},{"key":"15_CR13","unstructured":"Joinson, A.: Social desirability, anonymity, and Intemet-based questionnaires. https:\/\/link.springer.com\/content\/pdf\/10.3758\/BF03200723.pdf"},{"key":"15_CR14","doi-asserted-by":"publisher","unstructured":"Kittur, A., Chi, E., Suh, B.: Crowdsourcing user studies With Mechanical Turk. In: Proceedings of CHI 2008, pp. 453\u2013456 (2008). https:\/\/doi.org\/10.1145\/1357054.1357127","DOI":"10.1145\/1357054.1357127"},{"key":"15_CR15","unstructured":"McDaniel, R.: Writing good multiple-choice test questions. Vanderbilt University, 7 May 2018, cft.vanderbilt.edu\/guides-sub-pages\/writing-good-multiple-choice-test-questions\/"},{"key":"15_CR16","unstructured":"Nathan, M.J., Koedinger, K.R., Alibali, M.W.: Expert blind spot: when content knowledge eclipses pedagogical content knowledge (2011)"},{"key":"15_CR17","doi-asserted-by":"crossref","unstructured":"Offenberger, S., Herman, G., Sherman, A.T., Oliva, L., Peterson, P., Scheponik, T., Golaszewski, E.: Initial validation of the cybersecurity concept inventory: pilot testing and expert review. IEEE Front. Educ. (2019, submitted)","DOI":"10.1109\/FIE43999.2019.9028652"},{"key":"15_CR18","first-page":"1","volume":"61","author":"G Parekh","year":"2017","unstructured":"Parekh, G., DeLatte, D., Herman, G.L., Oliva, L., Phatak, D., Scheponik, T., Sherman, A.T.: Identifying core concepts of cybersecurity: results of two Delphi Processes. IEEE Trans. Educ. 61, 1\u201310 (2017)","journal-title":"IEEE Trans. Educ."},{"key":"15_CR20","unstructured":"Sherman, A.T., Oliva, L., Delatte, D., Golaszewski, E., Neary, M., Patsourakos, K., Phatak, D., Scheponik, T., Herman, G.L., Thompson, J.: Creating a cybersecurity concept inventory: a status report on the CATS Project, 2017 National Cybersecurity Summit (2017). http:\/\/arxiv.org\/abs\/1706.05092"},{"key":"15_CR22","unstructured":"Thompson, J.D., Herman, G.L., Scheponik, T., Oliva, L., Sherman, A., Golaszewski, E.: Student misconceptions about cybersecurity concepts: analysis of think-aloud interviews. J. Cybersecur. Educ. Res. Pract. 2018(1), (2018). https:\/\/digitalcommons.kennesaw.edu\/jcerp\/vol2018\/iss1\/5"},{"key":"15_CR24","unstructured":"Welbl, J., Liu, N.F., Gardner, M.: Crowdsourcing multiple choice science questions. In: Proceedings of the 3rd Workshop on NoisyUser-generated Text, NUT@EMNLP, pp. 94\u2013106. ACL"}],"container-title":["Advances in Intelligent Systems and Computing","National Cyber Summit (NCS) Research Track"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-31239-8_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,29]],"date-time":"2022-09-29T13:31:25Z","timestamp":1664458285000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-31239-8_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,9,25]]},"ISBN":["9783030312381","9783030312398"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-31239-8_15","relation":{},"ISSN":["2194-5357","2194-5365"],"issn-type":[{"value":"2194-5357","type":"print"},{"value":"2194-5365","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,9,25]]},"assertion":[{"value":"25 September 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NCS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"National Cyber Summit","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Huntsville, AL","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 June 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 June 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ncs2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.nationalcybersummit.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}