{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,18]],"date-time":"2026-08-18T02:44:36Z","timestamp":1787021076880,"version":"build-2736575974"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,12,1]],"date-time":"2017-12-01T00:00:00Z","timestamp":1512086400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["RPTEL"],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1186\/s41039-017-0065-5","type":"journal-article","created":{"date-parts":[[2017,12,19]],"date-time":"2017-12-19T07:21:20Z","timestamp":1513668080000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Controlling item difficulty for automatic vocabulary question generation"],"prefix":"10.1186","volume":"12","author":[{"given":"Yuni","family":"Susanti","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Takenobu","family":"Tokunaga","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hitoshi","family":"Nishikawa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hiroyuki","family":"Obari","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,12,19]]},"reference":[{"key":"65_CR1","first-page":"1125","volume-title":"Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers","author":"J Araki","year":"2016","unstructured":"Araki, J, Rajagopal, D, Sankaranarayanan, S, Holm, S, Yamakawa, Y, Mitamura, T (2016). Generating questions and multiple-choice answers using semantic analysis of texts. In Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers. http:\/\/aclweb.org\/anthology\/C16-1107 ."},{"key":"65_CR2","doi-asserted-by":"crossref","unstructured":"Beinborn, L, Zesch, T, Gurevych, I (2014). Predicting the difficulty of language proficiency tests. In Transactions of the Association for Computational Linguistics, vol 2 (pp. 517\u2013529).Association for Computational Linguistics.","DOI":"10.1162\/tacl_a_00200"},{"key":"65_CR3","doi-asserted-by":"crossref","first-page":"i","DOI":"10.1002\/j.2333-8504.1996.tb01709.x","volume":"2","author":"RF Boldt","year":"1996","unstructured":"Boldt, RF, & Freedle, R (1996). Using a neural net to predict item difficulty. ETS Research Report Series, 2, http:\/\/dx.doi.org\/10.1002\/j.2333-8504.1996.tb01709.x .","journal-title":"ETS Research Report Series"},{"key":"65_CR4","doi-asserted-by":"crossref","first-page":"819","DOI":"10.3115\/1220575.1220678","volume-title":"Proceedings of the Conference on Human Language Technology and Empirical Methods in Natural Language Processing, HLT \u201905","author":"JC Brown","year":"2005","unstructured":"Brown, JC, Frishkoff, GA, Eskenazi, M (2005). Automatic question generation for vocabulary assessment. In Proceedings of the Conference on Human Language Technology and Empirical Methods in Natural Language Processing, HLT \u201905. https:\/\/doi.org\/10.3115\/1220575.1220678 ."},{"key":"65_CR5","volume-title":"Readability revisited: The New Dale-Chall Readability Formula","author":"JS Chall","year":"1995","unstructured":"Chall, JS, & Dale, E. (1995). Readability revisited: The New Dale-Chall Readability Formula. Cambridge: Brookline Books."},{"key":"65_CR6","unstructured":"Cheng, LS (2010). On varying the difficulty of test items. In 32nd Annual Conference of the International Association for Educational Assessment, Singapore."},{"key":"65_CR7","first-page":"543","volume-title":"Handbook of Test Development","author":"T Davey","year":"2006","unstructured":"Davey, T, & Pitoniak, MJ (2006). Designing computerized adaptive test. In Handbook of Test Development. Lawrence Erlbaum Associates, Inc., New Jersey, (pp. 543\u2013573)."},{"key":"65_CR8","doi-asserted-by":"crossref","DOI":"10.1093\/acprof:oso\/9780195377033.001.0001","volume-title":"Item Response Theory: Understanding Statistics Measurement.","author":"C DeMars","year":"2010","unstructured":"DeMars, C. (2010). Item Response Theory: Understanding Statistics Measurement. New York: Oxford University Press, Inc."},{"key":"65_CR9","volume-title":"Writing English Language Tests.","author":"JB Heaton","year":"1989","unstructured":"Heaton, JB. (1989). Writing English Language Tests. Hongkong: Longman Pub Group."},{"issue":"4","key":"65_CR10","doi-asserted-by":"crossref","first-page":"231","DOI":"10.17713\/ajs.v38i4.276","volume":"38","author":"C Hohensinn","year":"2009","unstructured":"Hohensinn, C, & Kubinger, KD (2009). On varying item difficulty by changing the response format for a mathematical competence test. Austrian Journal of Statistics, 38(4), 231\u2013239.","journal-title":"Austrian Journal of Statistics"},{"key":"65_CR11","doi-asserted-by":"crossref","first-page":"17","DOI":"10.3115\/1609829.1609832","volume-title":"Proceedings of the Second Workshop on Building Educational Applications Using NLP, EdAppsNLP 05","author":"A Hoshino","year":"2005","unstructured":"Hoshino, A, & Nakagawa, H (2005). A real-time multiple-choice question generation for language testing: A preliminary study. In Proceedings of the Second Workshop on Building Educational Applications Using NLP, EdAppsNLP 05. http:\/\/dl.acm.org\/citation.cfm?id=1609829.1609832 ."},{"key":"65_CR12","unstructured":"Hoshino, A, & Nakagawa, H (2010). Predicting the difficulty of multiple-choice close questions for computer-adaptive testing. Special issue: Natural Language Processing and its Applications, 279."},{"issue":"16","key":"65_CR13","first-page":"279","volume":"3","author":"Y Hoshino","year":"2013","unstructured":"Hoshino, Y (2013). Relationship between types of distractor and difficulty of multiple-choice vocabulary tests in sentential context. Language Testing in Asia, 3(16), 279\u2013292.","journal-title":"Language Testing in Asia"},{"key":"65_CR14","volume-title":"JACET8000: JACET list of 8000 basic words","author":"S Ishikawa","year":"2003","unstructured":"Ishikawa, S, Uemura, T, Kaneda, M, Shimizu, S, Sugimori, N, Tono, Y. (2003). JACET8000: JACET list of 8000 basic words. Tokyo: JACET."},{"key":"65_CR15","unstructured":"Kincaid, JP, Jr, RPF, Rogers, RL, Chissom, BS (1975). Relationship between types of distractor and difficulty of multiple-choice vocabulary tests in sentential context. Research Branch Report, 8\u201375."},{"issue":"1","key":"65_CR16","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1007\/s41039-015-0003-3","volume":"10","author":"NT Le","year":"2015","unstructured":"Le, NT, & Pinkwart, N (2015). Evaluation of a question generation approach using semantic web for supporting argumentation. Research and Practice in Technology Enhanced Learning, 10 http:\/\/dx.doi.org\/10.1007\/s41039-015-0003-3 .","journal-title":"Research and Practice in Technology Enhanced Learning"},{"key":"65_CR17","doi-asserted-by":"crossref","DOI":"10.1075\/z.195","volume-title":"How to do Linguistics with R: Data exploration and statistical analysis","author":"N Levshina","year":"2015","unstructured":"Levshina, N. (2015). How to do Linguistics with R: Data exploration and statistical analysis. Amsterdam: John Benjamins Publishing Company."},{"key":"65_CR18","unstructured":"Lin, YC, Sung, LC, Chen, MC (2007). An automatic multiple-choice question generation scheme for English adjective understanding. In Proceedings of Workshop on Modeling, Management and Generation of Problems\/Questions in eLearning, the 15th International Conference on Computers in Education (ICCE 2007), Hiroshima, (pp. 137\u2013142)."},{"key":"65_CR19","unstructured":"Loukina, A, Yoon, SY, Sakano, J, Wei, Y, Sheehan, K (2016). Textual complexity as a predictor of difficulty of listening items in language proficiency tests. In Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers, The COLING, 2016 Organizing Committee. http:\/\/aclweb.org\/anthology\/C16-1306 ."},{"issue":"1","key":"65_CR20","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1177\/026553229501200103","volume":"12","author":"K Perkins","year":"1995","unstructured":"Perkins, K, Gupta, L, Tammana, R (1995). Predicting item difficulty in a reading comprehension test with an artificial neural network. Language Testing, 12(1), 34\u201353.","journal-title":"Language Testing"},{"key":"65_CR21","volume-title":"Readability.","author":"JJ Pikulski","year":"2002","unstructured":"Pikulski, JJ. (2002). Readability. Boston: Houghton Mifflin."},{"issue":"3-4","key":"65_CR22","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1080\/15305058.2001.9669470","volume":"1","author":"AA Rupp","year":"2001","unstructured":"Rupp, AA, Garcia, P, Jamieson, J (2001). Combining multiple regression and cart to understand difficulty in second language reading and listening comprehension test items. International Journal of Testing, 1(3-4), 185\u2013216.","journal-title":"International Journal of Testing"},{"key":"65_CR23","first-page":"238","volume-title":"Proceedings of the 51st Annual Meeting of the Association for Computational Linguistic","author":"K Sakaguchi","year":"2013","unstructured":"Sakaguchi, K, Arase, Y, Komachi, M (2013). Discriminative approach to fill-in-the-blank quiz generation for language learners. In Proceedings of the 51st Annual Meeting of the Association for Computational Linguistic. http:\/\/www.aclweb.org\/anthology\/P13-2043 ."},{"key":"65_CR24","doi-asserted-by":"crossref","first-page":"379","DOI":"10.5220\/0006320203790386","volume-title":"Proceedings of the 9th International Conference on Computer Supported Education, INSTICC","author":"AY Satria","year":"2017","unstructured":"Satria, AY, & Tokunaga, T (2017). Automatic generation of english reference question by utilising nonrestrictive relative clause. In Proceedings of the 9th International Conference on Computer Supported Education, INSTICC. https:\/\/doi.org\/10.5220\/0006320203790386 ."},{"key":"65_CR25","first-page":"1","volume-title":"Proceedings of ICON-2010: 8th International Conference on Natural Language Processing","author":"S Smith","year":"2010","unstructured":"Smith, S, Avinesh, P, Kilgarriff, A (2010). Gap-fill tests for language learners: corpus-driven item generation. In Proceedings of ICON-2010: 8th International Conference on Natural Language Processing. Macmillan Publishers, India, (pp. 1\u20136)."},{"key":"65_CR26","doi-asserted-by":"crossref","first-page":"77","DOI":"10.5220\/0005437200770087","volume-title":"Proceedings of the 7th International Conference on Computer Supported Education, INSTICC","author":"Y Susanti","year":"2015","unstructured":"Susanti, Y, Iida, R, Tokunaga, T (2015). Automatic generation of english vocabulary tests. In Proceedings of the 7th International Conference on Computer Supported Education, INSTICC. http:\/\/dx.doi.org\/10.5220\/0005437200770087 ."},{"key":"65_CR27","first-page":"267","volume-title":"Proceedings of the 8th International Conference on Computer Supported Education, INSTICC","author":"Y Susanti","year":"2016","unstructured":"Susanti, Y, Nishikawa, H, Tokunaga, T, Hiroyuki, O (2016). Item difficulty analysis of english vocabulary questions. In Proceedings of the 8th International Conference on Computer Supported Education, INSTICC. http:\/\/dx.doi.org\/10.5220\/0005775502670274 ."},{"issue":"1","key":"65_CR28","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1186\/s41039-017-0051-y","volume":"12","author":"Y Susanti","year":"2017","unstructured":"Susanti, Y, Tokunaga, T, Nishikawa, H, Obari, H (2017). Evaluation of automatically generated english vocabulary questions. Research and Practice in Technology Enhanced Learning, 12 http:\/\/dx.doi.org\/10.1186\/s41039-017-0051-y .","journal-title":"Research and Practice in Technology Enhanced Learning"},{"key":"65_CR29","unstructured":"Trace, J, Brown, JD, Janssen, G, Kozhevnikova, L (2015). Determining cloze item difficulty from item and passage characteristics across learner backgrounds. Language Testing, 1\u201324."},{"issue":"21","key":"65_CR30","first-page":"57","volume":"78","author":"BP Veldkamp","year":"2013","unstructured":"Veldkamp, BP, & Matteucci, M (2013). Bayesian computerized adaptive testing. Ensaio, 78(21), 57\u201382. doi: 10.1590\/S0104-40362013005000001 .","journal-title":"Ensaio"},{"key":"65_CR31","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1145\/800107.803459","volume-title":"Proceedings of the ACM SIGCSE-SIGCUE Technical Symposium on Computer Science and Education, SIGCSE \u201976","author":"JH Wolfe","year":"1976","unstructured":"Wolfe, JH (1976). Automatic question generation from text - an aid to independent study. In Proceedings of the ACM SIGCSE-SIGCUE Technical Symposium on Computer Science and Education, SIGCSE \u201976. http:\/\/doi.acm.org\/10.1145\/800107.803459 ."},{"key":"65_CR32","doi-asserted-by":"crossref","first-page":"143","DOI":"10.3115\/v1\/W14-1817","volume-title":"Proceedings of the Ninth Workshop on Innovative Use of NLP for Building Educational Applications","author":"T Zesch","year":"2014","unstructured":"Zesch, T, & Melamud, O (2014). Automatic generation of challenging distractors using context-sensitive inference rules. In Proceedings of the Ninth Workshop on Innovative Use of NLP for Building Educational Applications. http:\/\/aclanthology.coli.uni-saarland.de\/pdf\/W\/W14\/W14-1817.pdf ."}],"container-title":["Research and Practice in Technology Enhanced Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s41039-017-0065-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s41039-017-0065-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s41039-017-0065-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,8]],"date-time":"2019-10-08T03:20:42Z","timestamp":1570504842000},"score":1,"resource":{"primary":{"URL":"https:\/\/telrp.springeropen.com\/articles\/10.1186\/s41039-017-0065-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,12]]},"references-count":32,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,12]]}},"alternative-id":["65"],"URL":"https:\/\/doi.org\/10.1186\/s41039-017-0065-5","relation":{},"ISSN":["1793-7078"],"issn-type":[{"value":"1793-7078","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,12]]},"article-number":"25"}}