{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T16:06:32Z","timestamp":1783526792049,"version":"3.55.0"},"reference-count":27,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,10,1]],"date-time":"2018-10-01T00:00:00Z","timestamp":1538352000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["RPTEL"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1186\/s41039-018-0082-z","type":"journal-article","created":{"date-parts":[[2018,10,1]],"date-time":"2018-10-01T12:40:56Z","timestamp":1538397656000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":30,"title":["Automatic distractor generation for multiple-choice English vocabulary questions"],"prefix":"10.1186","volume":"13","author":[{"given":"Yuni","family":"Susanti","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Takenobu","family":"Tokunaga","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hitoshi","family":"Nishikawa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hiroyuki","family":"Obari","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2018,10,1]]},"reference":[{"key":"82_CR1","unstructured":"Araki, J., Rajagopal, D., Sankaranarayanan, S., Holm, S., Yamakawa, Y., Mitamura, T. (2016). Generating questions and multiple-choice answers using semantic analysis of texts. In Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers, Osaka, Japan. http:\/\/aclweb.org\/anthology\/C16-1107 , (pp. 1125\u20131136)."},{"key":"82_CR2","unstructured":"Correia, R., Baptista, J., Mamede, N., Trancoso, I., Eskenazi, M. (2010). Automatic generation of cloze question distractors. In Proceedings of the Interspeech 2010 Satellite Workshop on Second Language Studies: Acquisition, Learning, Education and Technology, Tokyo."},{"key":"82_CR3","first-page":"287","volume-title":"Handbook of Test Development","author":"S.M. Downing","year":"2006","unstructured":"Downing, S.M. (2006). Selected-response item formats in test development. In Handbook of Test Development. Lawrence Erlbaum Associates, Inc., Mahwah, (pp. 287\u2013301)."},{"key":"82_CR4","volume-title":"Straightforward statistics for the behavioral sciences","author":"J.D. Evans","year":"1996","unstructured":"Evans, J.D. (1996). Straightforward statistics for the behavioral sciences. Pacific Grove, CA: Brooks\/Cole Publishing."},{"key":"82_CR5","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/7287.001.0001","volume-title":"WordNet: An Electronic Lexical Database","author":"C. Fellbaum","year":"1998","unstructured":"Fellbaum, C. (1998). WordNet: An Electronic Lexical Database. Cambridge: MIT Press."},{"key":"82_CR6","doi-asserted-by":"crossref","DOI":"10.4324\/9780203825945","volume-title":"Developing and validating multiple-choice test items","author":"T.M. Haladyna","year":"2004","unstructured":"Haladyna, T.M. (2004). Developing and validating multiple-choice test items, 3rd edition. Mahwah: Lawrence Erlbaum Associates.","edition":"3rd edition"},{"key":"82_CR7","volume-title":"Writing English language tests","author":"J.B. Heaton","year":"1989","unstructured":"Heaton, J.B. (1989). Writing English language tests. Hongkong: Longman Pub Group."},{"key":"82_CR8","doi-asserted-by":"publisher","first-page":"17","DOI":"10.3115\/1609829.1609832","volume-title":"Proceedings of the Second Workshop on Building Educational Applications Using NLP","author":"A. Hoshino","year":"2005","unstructured":"Hoshino, A., & Nakagawa, H. (2005). A real-time multiple-choice question generation for language testing -a preliminary study. In Proceedings of the Second Workshop on Building Educational Applications Using NLP. Association for Computational Linguistics, Ann Arbor, (pp. 17\u201320)."},{"issue":"1","key":"82_CR9","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1186\/2229-0443-3-16","volume":"3","author":"Yuko Hoshino","year":"2013","unstructured":"Hoshino, Y. (2013). Relationship between types of distractor and difficulty of multiple-choice vocabulary tests in sentential context. Language Testing in Asia, 3(1), 16. https:\/\/doi.org\/10.1186\/2229-0443-3-16 .","journal-title":"Language Testing in Asia"},{"key":"82_CR10","volume-title":"JACET8000: JACET list of 8000 basic words","author":"S. Ishikawa","year":"2003","unstructured":"Ishikawa, S., Uemura, T., Kaneda, M., Shimizu, S., Sugimori, N., Tono, Y. (2003). JACET8000: JACET list of 8000 basic words. Tokyo: JACET."},{"key":"82_CR11","doi-asserted-by":"publisher","first-page":"143","DOI":"10.18653\/v1\/W17-5015","volume-title":"Proceedings of the 12th Workshop on Innovative Use of NLP for Building Educational Applications","author":"S. Jiang","year":"2017","unstructured":"Jiang, S., & Lee, J. (2017). Distractor generation for chinese fill-in-the-blank items. In Proceedings of the 12th Workshop on Innovative Use of NLP for Building Educational Applications. Association for Computational Linguistics, Copenhagen, (pp. 143\u2013148)."},{"key":"82_CR12","unstructured":"Liu, C.L., Wang, C.H., Gao, Z.M., Huang, S.M. (2005). Applications of lexical information for algorithmically composing multiple-choice cloze items. In Proceedings of the Second Workshop on Building Educational Applications Using NLP, Association for Computational Linguistics, Stroudsburg, PA, USA, EdAppsNLP 05. http:\/\/dl.acm.org\/citation.cfm?id=1609829.1609830 , (pp. 1\u20138)."},{"key":"82_CR13","unstructured":"Mikolov, T., Chen, K., Corrado, G., Dean, J. (2013). Efficient estimation of word representations in vector space. CoRR, abs\/1301.3781. http:\/\/dblp.uni-trier.de\/db\/journals\/corr\/corr1301.html#abs-1301-3781 ."},{"key":"82_CR14","doi-asserted-by":"crossref","unstructured":"Mitkov, R., & Ha, L.A. (2003). Computer-aided generation of multiple-choice tests. In Proceedings of the HLT-NAACL 03 Workshop on Building Educational Applications Using Natural Language Processing - Volume 2, Association for Computational Linguistics, Stroudsburg, PA, USA, HLT-NAACL-EDUC \u201903. http:\/\/dx.doi.org\/10.3115\/1118894.1118897 , (pp. 17\u201322).","DOI":"10.3115\/1118894.1118897"},{"key":"82_CR15","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1007\/978-3-642-35101-3_9","volume-title":"AI 2012: Advances in Articial Intelligence","author":"J.R. Moser","year":"2012","unstructured":"Moser, J.R., G\u00fctl, C., Liu, W. (2012). Refined distractor generation with lsa and stylometry for automated multiple choice question generation. In: Thielscher, M., & Zhang, D. (Eds.) In AI 2012: Advances in Articial Intelligence. Springer, Berlin, (pp. 95\u2013106)."},{"key":"82_CR16","unstructured":"Pennington, J., Socher, R., Manning, C.D. (2014). Glove: global vectors for word representation. In Empirical Methods in Natural Language Processing (EMNLP). http:\/\/www.aclweb.org\/anthology\/D14-1162 , (pp. 1532\u20131543)."},{"key":"82_CR17","volume-title":"Proceedings of the SLaTE 2009 - 2009 ISCA Workshop on Speech and Language Technology in Education","author":"J. Pino","year":"2009","unstructured":"Pino, J., & Eskenazi, M. (2009). Semi-automatic generation of cloze question distractors effect of students\u2019 l1. In Proceedings of the SLaTE 2009 - 2009 ISCA Workshop on Speech and Language Technology in Education. ISCA (International Speech Communication Association), Warwickshire."},{"issue":"2","key":"82_CR18","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1111\/j.1745-3992.2005.00006.x","volume":"24","author":"Michael C. Rodriguez","year":"2005","unstructured":"Rodriguez, M.C. (2005). Three options are optimal for multiple-choice items: a meta-analysis of 80 years of research. Educational Measurement: Issues and Practice, 24(2), 3\u201313. https:\/\/doi.org\/10.1111\/j.1745-3992.2005.00006.x .","journal-title":"Educational Measurement: Issues and Practice"},{"key":"82_CR19","first-page":"238","volume-title":"Proceedings of the 51st Annual Meeting of the Association for Computational Linguistic","author":"K. Sakaguchi","year":"2013","unstructured":"Sakaguchi, K., Arase, Y., Komachi, M. (2013). Discriminative approach to fill-in-the-blank quiz generation for language learners. In Proceedings of the 51st Annual Meeting of the Association for Computational Linguistic. Association for Computational Linguistics, Sofia, (pp. 238\u2013242)."},{"key":"82_CR20","doi-asserted-by":"crossref","unstructured":"Satria, A.Y., & Tokunaga, T. (2017). Automatic generation of english reference question by utilising nonrestrictive relative clause. In Proceedings of the 9th International Conference on Computer Supported Education, (pp. 379\u2013386).","DOI":"10.5220\/0006320203790386"},{"key":"82_CR21","doi-asserted-by":"publisher","DOI":"10.4324\/9781410606860","volume-title":"Automated essay scoring \u2013 a cross-disciplinary perspective","author":"M.D. Shermis","year":"2003","unstructured":"Shermis, M.D., & Burstein, J. (2003). Automated essay scoring \u2013 a cross-disciplinary perspective. Abingdon: Routledge."},{"issue":"02","key":"82_CR22","first-page":"1","volume":"07","author":"K. Shojima","year":"2007","unstructured":"Shojima, K. (2007). Neural test theory. DNC Research Note, 07(02), 1\u201312.","journal-title":"DNC Research Note"},{"issue":"21","key":"82_CR23","first-page":"1","volume":"07","author":"K. Shojima","year":"2008","unstructured":"Shojima, K., Okubo, T., Ishizuka, T. (2008). The nominal neural test model: neural test model for nominal polytomous data. DNC Research Note, 07(21), 1\u201317.","journal-title":"DNC Research Note"},{"key":"82_CR24","doi-asserted-by":"publisher","first-page":"61","DOI":"10.3115\/1609829.1609839","volume-title":"Proceedings of the Second Workshop on Building Educational Applications Using NLP","author":"E. Sumita","year":"2005","unstructured":"Sumita, E., Sugaya, F., Yamamoto, S. (2005). Measuring non-native speakers\u2019 proficiency of English by using a test with automatically-generated fill-in-the-blank questions. In Proceedings of the Second Workshop on Building Educational Applications Using NLP. Association for Computational Linguistics, Ann Arbor, (pp. 61\u201368)."},{"key":"82_CR25","doi-asserted-by":"publisher","first-page":"77","DOI":"10.5220\/0005437200770087","volume-title":"Proceedings of the 7th International Conference on Computer Supported Education","author":"Y. Susanti","year":"2015","unstructured":"Susanti, Y., Iida, R., Tokunaga, T. (2015). Automatic generation of english vocabulary tests. In Proceedings of the 7th International Conference on Computer Supported Education. INSTICC, Setubal, (pp. 77\u201387)."},{"issue":"1","key":"82_CR26","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1186\/s41039-017-0062-8","volume":"12","author":"Y. Susanti","year":"2017","unstructured":"Susanti, Y., Tokunaga, T., Nishikawa, H., Obari, H. (2017). Evaluation of automatically generated english vocabulary questions. Research and Practice in Technology Enhanced Learning, 12(1), 22.","journal-title":"Research and Practice in Technology Enhanced Learning"},{"key":"82_CR27","doi-asserted-by":"publisher","first-page":"143","DOI":"10.3115\/v1\/W14-1817","volume-title":"Proceedings of the Ninth Workshop on Innovative Use of NLP for Building Educational Applications","author":"T. Zesch","year":"2014","unstructured":"Zesch, T., & Melamud, O. (2014). Automatic generation of challenging distractors using context-sensitive inference rules. In Proceedings of the Ninth Workshop on Innovative Use of NLP for Building Educational Applications. Association for Computational Linguistics, Baltimore, (pp. 143\u2013148)."}],"container-title":["Research and Practice in Technology Enhanced Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s41039-018-0082-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s41039-018-0082-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s41039-018-0082-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,11]],"date-time":"2020-11-11T18:38:43Z","timestamp":1605119923000},"score":1,"resource":{"primary":{"URL":"https:\/\/telrp.springeropen.com\/articles\/10.1186\/s41039-018-0082-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,10,1]]},"references-count":27,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["82"],"URL":"https:\/\/doi.org\/10.1186\/s41039-018-0082-z","relation":{},"ISSN":["1793-7078"],"issn-type":[{"value":"1793-7078","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,10,1]]},"assertion":[{"value":"1 March 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 September 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 October 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare that they have no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"Springer Nature remains neutral with regard to jurisdictional claims in published maps and institutional affiliations.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Publisher\u2019s Note"}}],"article-number":"15"}}