{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T21:58:41Z","timestamp":1775080721804,"version":"3.50.1"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,3,7]],"date-time":"2017-03-07T00:00:00Z","timestamp":1488844800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["RPTEL"],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1186\/s41039-017-0051-y","type":"journal-article","created":{"date-parts":[[2017,3,7]],"date-time":"2017-03-07T13:16:38Z","timestamp":1488892598000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Evaluation of automatically generated English vocabulary questions"],"prefix":"10.1186","volume":"12","author":[{"given":"Yuni","family":"Susanti","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Takenobu","family":"Tokunaga","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hitoshi","family":"Nishikawa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hiroyuki","family":"Obari","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,3,7]]},"reference":[{"key":"51_CR1","first-page":"1125","volume-title":"Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics Technical Papers:","author":"J Araki","year":"2016","unstructured":"Araki, J, Rajagopal, D, Sankaranarayanan, S, Holm, S, Yamakawa, Y, Mitamura, T (2016). Generating questions and multiple-choice answers using semantic analysis of texts. In Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics Technical Papers:. http:\/\/aclweb.org\/anthology\/C16-1107 Accessed 15 Feb 2016. Association for Computational Linguistics, Osaka, (pp. 1125\u20131136)."},{"key":"51_CR2","volume-title":"Principles of educational and psychological testing","author":"F Brown","year":"1983","unstructured":"Brown, F. (1983). Principles of educational and psychological testing, 3rd Ed. New York: Holt, Rinehart and Winston.","edition":"3rd Ed"},{"key":"51_CR3","doi-asserted-by":"crossref","first-page":"819","DOI":"10.3115\/1220575.1220678","volume-title":"Proceedings of the Conference on Human Language Technology and Empirical Methods in Natural Language Processing","author":"JC Brown","year":"2005","unstructured":"Brown, JC, Frishkoff, GA, Eskenazi, M (2005). Automatic question generation for vocabulary assessment. In Proceedings of the Conference on Human Language Technology and Empirical Methods in Natural Language Processing. Association for Computational Linguistics, Vancouver, (pp. 819\u2013826)."},{"key":"51_CR4","unstructured":"Brown, JD (2012). Classical test theory. In: Fulcher, G, & Davidson, F (Eds.) In The Routledge Handbook of Language Testing, Routledge, chap 22, (pp. 323\u2013335)."},{"issue":"1","key":"51_CR5","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1162\/COLI_a_00206","volume":"41","author":"Y Chali","year":"2015","unstructured":"Chali, Y, & Hasan, SA (2015). Towards topic-to-question generation. Computational Linguistics, 41(1), 1\u201320.","journal-title":"Computational Linguistics"},{"key":"51_CR6","unstructured":"Cotton, K (1989). School Improvement Research Series: Classroom Questioning. Educational Research and Improvement (ED), Washington, (pp. 19\u201331)."},{"key":"51_CR7","volume-title":"The official guide to the new TOEFL iBT: International edition","author":"Educational Testing Service","year":"2007","unstructured":"Educational Testing Service. (2007). The official guide to the new TOEFL iBT: International edition. Singapore: Mc Graw-Hill."},{"key":"51_CR8","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/7287.001.0001","volume-title":"WordNet: An Electronic Lexical Database","author":"C Fellbaum","year":"1998","unstructured":"Fellbaum, C. (1998). WordNet: An Electronic Lexical Database. Cambridge: MIT Press."},{"key":"51_CR9","volume-title":"Cambridge preparation for the TOEFL test","author":"J Gear","year":"2006","unstructured":"Gear, J, & Gear, R. (2006). Cambridge preparation for the TOEFL test, 4th edition. Cambridge: Cambridge University Press.","edition":"4th edition"},{"key":"51_CR10","volume-title":"Writing English language tests","author":"JB Heaton","year":"1989","unstructured":"Heaton, JB. (1989). Writing English language tests. Hongkong: Longman Pub Group."},{"key":"51_CR11","unstructured":"Hoshino, A. (2009). Automatic question generation for language testing and its evaluation criteria. PhD thesis. Tokyo: University of Tokyo."},{"key":"51_CR12","volume-title":"JACET8000: JACET list of 8000 basic words","author":"S Ishikawa","year":"2003","unstructured":"Ishikawa, S, Uemura, T, Kaneda, M, Shimizu, S, Sugimori, N, Tono, Y. (2003). JACET8000: JACET list of 8000 basic words. Tokyo: JACET."},{"issue":"1","key":"51_CR13","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1037\/h0057123","volume":"30","author":"T Kelley","year":"1939","unstructured":"Kelley, T (1939). The selection of upper and lower groups for the validation of test items. Journal of Educational Psychology, 30(1), 17\u201324.","journal-title":"Journal of Educational Psychology"},{"key":"51_CR14","doi-asserted-by":"crossref","first-page":"2173","DOI":"10.21437\/Interspeech.2007-592","volume-title":"Proceedings of Interspeech 2007","author":"J Lee","year":"2007","unstructured":"Lee, J, & Seneff, S (2007). Automatic generation of cloze items for prepositions. In Proceedings of Interspeech 2007. ISCA, Antwerp, (pp. 2173\u20132176)."},{"key":"51_CR15","unstructured":"Lin, YC, Sung, LC, Chen, MC (2007). An automatic multiple-choice question generation scheme for English adjective understanding. In Proceedings of Workshop on Modeling, Management and Generation of Problems\/Questions in eLearning, the 15th International Conference on Computers in Education (ICCE 2007), Hiroshima, (pp. 137\u2013142)."},{"issue":"2","key":"51_CR16","doi-asserted-by":"crossref","first-page":"537","DOI":"10.1111\/j.1749-818X.2009.00131.x","volume":"3","author":"D McCarthy","year":"2009","unstructured":"McCarthy, D (2009). Word sense disambiguation: an overview. Language and Linguistics Compass, 3(2), 537\u2013558.","journal-title":"Language and Linguistics Compass"},{"key":"51_CR17","doi-asserted-by":"crossref","first-page":"38","DOI":"10.3115\/1614025.1614037","volume-title":"Demonstration Papers at HLT-NAACL 2004","author":"T Pedersen","year":"2004","unstructured":"Pedersen, T, Patwardhan, S, Michelizzi, J (2004). WordNet: Similarity: measuring the relatedness of concepts. In Demonstration Papers at HLT-NAACL 2004. Association for Computational Linguistics, Boston, (pp. 38\u201341)."},{"key":"51_CR18","volume-title":"Longman preparation course for the TOEFL test: iBT.","author":"D Phillips","year":"2006","unstructured":"Phillips, D. (2006). Longman preparation course for the TOEFL test: iBT. New York: Pearson Education Inc."},{"key":"51_CR19","first-page":"238","volume-title":"Proceedings of the 51st Annual Meeting of the Association for Computational Linguistic","author":"K Sakaguchi","year":"2013","unstructured":"Sakaguchi, K, Arase, Y, Komachi, M (2013). Discriminative approach to fill-in-the-blank quiz generation for language learners. In Proceedings of the 51st Annual Meeting of the Association for Computational Linguistic. Association for Computational Linguistics, Sofia, (pp. 238\u2013242)."},{"key":"51_CR20","volume-title":"Barron\u2019s TOEFL iBT Internet-based test 2006-2007 12th edition with CD-ROM","author":"PJ Sharpe","year":"2006","unstructured":"Sharpe, PJ. (2006). Barron\u2019s TOEFL iBT Internet-based test 2006-2007 12th edition with CD-ROM. New York: Barron\u2019s Educational Series Inc."},{"issue":"02","key":"51_CR21","first-page":"1","volume":"07","author":"K Shojima","year":"2007","unstructured":"Shojima, K (2007). Neural test theory. DNC Research Note, 07(02), 1\u201312.","journal-title":"DNC Research Note"},{"issue":"21","key":"51_CR22","first-page":"1","volume":"07","author":"K Shojima","year":"2008","unstructured":"Shojima, K, Okubo, T, Ishizuka, T (2008). The nominal neural test model: a neural test model for nominal polytomous data. DNC Research Note, 07(21), 1\u201317.","journal-title":"DNC Research Note"},{"key":"51_CR23","first-page":"61","volume-title":"Proceedings of the 2nd Workshop on Building Educational Applications Using NLP","author":"E Sumita","year":"2005","unstructured":"Sumita, E, Sugaya, F, Yamamoto, S (2005). Measuring non-native speakers\u2019 proficiency of English by using a test with automatically-generated fill-in-the-blank questions. In Proceedings of the 2nd Workshop on Building Educational Applications Using NLP. Association for Computational Linguistics, Ann Arbor, (pp. 61\u201368)."},{"key":"51_CR24","doi-asserted-by":"crossref","first-page":"77","DOI":"10.5220\/0005437200770087","volume-title":"Proceedings of the 7th International Conference on Computer Supported Education","author":"Y Susanti","year":"2015","unstructured":"Susanti, Y, Iida, R, Tokunaga, T (2015). Automatic generation of english vocabulary tests. In Proceedings of the 7th International Conference on Computer Supported Education. INSTICC, Lisbon, (pp. 77\u201387)."},{"key":"51_CR25","doi-asserted-by":"crossref","unstructured":"Turing, AM (1950). Computing machinary and intelligence. Mind \u2013 A Quarterly Review of Psychology and Philosophy, LIX (236), 433\u2013460.","DOI":"10.1093\/mind\/LIX.236.433"},{"key":"51_CR26","doi-asserted-by":"crossref","first-page":"133","DOI":"10.3115\/981732.981751","volume-title":"Proceedings of the 32nd Annual Meeting on Association for Computational Linguistics (ACL)","author":"Z Wu","year":"1994","unstructured":"Wu, Z, & Palmer, M (1994). Verbs semantics and lexical selection. In Proceedings of the 32nd Annual Meeting on Association for Computational Linguistics (ACL). Association for Computational Linguistics, Las Cruces, (pp. 133\u2013138)."},{"key":"51_CR27","doi-asserted-by":"crossref","first-page":"143","DOI":"10.3115\/v1\/W14-1817","volume-title":"Proceedings of the Ninth Workshop on Innovative Use of NLP for Building Educational Applications","author":"T Zesch","year":"2014","unstructured":"Zesch, T, & Melamud, O (2014). Automatic generation of challenging distractors using context-sensitive inference rules. In Proceedings of the Ninth Workshop on Innovative Use of NLP for Building Educational Applications. Association for Computational Linguistics, Baltimore, (pp. 143\u2013148)."},{"key":"51_CR28","doi-asserted-by":"crossref","unstructured":"Zhang, L, & VanLehn, K (2016). How do machine-generated questions compare to human-generated questions?Research and Practice in Technology Enhanced Learning, 11(7).","DOI":"10.1186\/s41039-016-0031-7"}],"container-title":["Research and Practice in Technology Enhanced Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s41039-017-0051-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s41039-017-0051-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s41039-017-0051-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,25]],"date-time":"2022-07-25T12:35:19Z","timestamp":1658752519000},"score":1,"resource":{"primary":{"URL":"http:\/\/telrp.springeropen.com\/articles\/10.1186\/s41039-017-0051-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,3,7]]},"references-count":28,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,12]]}},"alternative-id":["51"],"URL":"https:\/\/doi.org\/10.1186\/s41039-017-0051-y","relation":{},"ISSN":["1793-7078"],"issn-type":[{"value":"1793-7078","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,3,7]]},"article-number":"11"}}