{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T02:37:10Z","timestamp":1784342230574,"version":"3.55.0"},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"21-23","license":[{"start":{"date-parts":[[2021,7,21]],"date-time":"2021-07-21T00:00:00Z","timestamp":1626825600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,7,21]],"date-time":"2021-07-21T00:00:00Z","timestamp":1626825600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1007\/s11042-021-11222-2","type":"journal-article","created":{"date-parts":[[2021,7,21]],"date-time":"2021-07-21T19:02:42Z","timestamp":1626894162000},"page":"31907-31925","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":27,"title":["Multiple-choice question generation with auto-generated distractors for computer-assisted educational assessment"],"prefix":"10.1007","volume":"80","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8588-1913","authenticated-orcid":false,"given":"Bidyut","family":"Das","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2608-5762","authenticated-orcid":false,"given":"Mukta","family":"Majumder","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7620-5518","authenticated-orcid":false,"given":"Santanu","family":"Phadikar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0706-2565","authenticated-orcid":false,"given":"Arif Ahmed","family":"Sekh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,7,21]]},"reference":[{"issue":"7","key":"11222_CR1","doi-asserted-by":"publisher","first-page":"1269","DOI":"10.1007\/s00500-013-1141-4","volume":"18","author":"N Afzal","year":"2014","unstructured":"Afzal N, Mitkov R (2014) Automatic generation of multiple choice questions using dependency-based semantic relations. Soft Comput 18(7):1269\u20131281","journal-title":"Soft Comput"},{"key":"11222_CR2","unstructured":"Agarwal M, Mannem P (2011) Automatic gap-fill question generation from text books. In: Proceedings of the 6th workshop on innovative use of NLP for building educational applications, pp 56\u201364. Association for computational linguistics"},{"key":"11222_CR3","unstructured":"Agarwal M, Shah R, Mannem P (2011) Automatic question generation using discourse cues. In: Proceedings of the 6th workshop on innovative use of nlp for building educational applications, pp 1\u20139. Association for computational linguistics"},{"key":"11222_CR4","doi-asserted-by":"crossref","unstructured":"Aldabe I, Maritxalar M (2010) Automatic distractor generation for domain specific texts. In: Proceedings of the 7th international conference on advances in natural language processing. Springer, Berlin, pp 27\u201338","DOI":"10.1007\/978-3-642-14770-8_5"},{"issue":"2","key":"11222_CR5","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1007\/s13218-015-0405-9","volume":"30","author":"T Alsubait","year":"2016","unstructured":"Alsubait T, Parsia B, Sattler U (2016) Ontology-based multiple choice question generation. KI-K\u00fcnstliche Intelligenz 30(2):183\u2013188","journal-title":"KI-K\u00fcnstliche Intelligenz"},{"key":"11222_CR6","unstructured":"Andersen S (2014) Sentence types and functions. California: San Jos\u00e9 State University Writing Center"},{"issue":"6","key":"11222_CR7","doi-asserted-by":"publisher","first-page":"1855","DOI":"10.1007\/s00500-016-2438-x","volume":"22","author":"MB Aouicha","year":"2018","unstructured":"Aouicha MB, Taieb MAH, Hamadou AB (2018) Sisr: system for integrating semantic relatedness and similarity measures. Soft Comput 22(6):1855\u20131879","journal-title":"Soft Comput"},{"key":"11222_CR8","unstructured":"Araki J, Rajagopal D, Sankaranarayanan S, Holm S, Yamakawa Y, Mitamura T (2016) Generating questions and multiple-choice answers using semantic analysis of texts. In: Proceedings of COLING 2016, the 26th International conference on computational linguistics: technical papers, pp 1125\u20131136"},{"key":"11222_CR9","unstructured":"Becker L, Basu S, Vanderwende L (2012) Mind the gap: learning to choose gaps for question generation. In: Proceedings of ACL on human language technologies, pp 742\u2013751. Association for Computational Linguistics"},{"key":"11222_CR10","doi-asserted-by":"crossref","unstructured":"Bhatia AS, Kirti M, Saha SK (2013) Automatic generation of multiple choice questions using wikipedia. In: Proceedings of the pattern recognition and machine intelligence. Springer, Berlin, pp 733\u2013738","DOI":"10.1007\/978-3-642-45062-4_104"},{"key":"11222_CR11","unstructured":"Bholowalia P, Kumar A (2014) Ebk-means: A clustering technique based on elbow method and k-means in wsn. Int J Comput Appl 105(9)"},{"key":"11222_CR12","unstructured":"Ch DR, Saha SK (2018) Automatic multiple choice question generation from text: A survey. IEEE Transactions on Learning Technologies"},{"issue":"2-4","key":"11222_CR13","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1558\/cj.v14i2-4.15-33","volume":"14","author":"D Coniam","year":"1997","unstructured":"Coniam D (1997) A preliminary inquiry into using corpus word frequency data in the automatic generation of english language cloze tests. Calico Journal 14(2-4):15\u201333","journal-title":"Calico Journal"},{"key":"11222_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s41239-017-0060-3","volume":"14","author":"B Das","year":"2017","unstructured":"Das B, Majumder M (2017) Factual open cloze question generation for assessment of learner\u2019s knowledge. Int J Educ Technol High Educ 14:1\u201312","journal-title":"Int J Educ Technol High Educ"},{"issue":"1","key":"11222_CR15","doi-asserted-by":"publisher","first-page":"57","DOI":"10.5815\/ijmecs.2018.01.06","volume":"10","author":"B Das","year":"2018","unstructured":"Das B, Majumder M, Phadikar S (2018) A novel system for generating simple sentences from complex and compound sentences. Int J Modern Educ Comput Sci 10(1):57","journal-title":"Int J Modern Educ Comput Sci"},{"issue":"6","key":"11222_CR16","doi-asserted-by":"publisher","first-page":"1485","DOI":"10.1002\/cae.22163","volume":"27","author":"B Das","year":"2019","unstructured":"Das B, Majumder M, Phadikar S, Sekh AA (2019) Automatic generation of fill-in-the-blank question with corpus-based distractors for e-assessment to enhance learning. Comput Appl Eng Educ 27(6):1485\u20131495","journal-title":"Comput Appl Eng Educ"},{"key":"11222_CR17","doi-asserted-by":"crossref","unstructured":"Divate M, Salgaonkar A (2017) Automatic question generation approaches and evaluation techniques. Current Science (00113891) 113(9)","DOI":"10.18520\/cs\/v113\/i09\/1683-1691"},{"key":"11222_CR18","unstructured":"Dostal M, Je\u017eek K (2011) Automatic keyphrase extraction based on nlp and statistical method. Poster presentation of SVK, pp 140\u2013145"},{"key":"11222_CR19","doi-asserted-by":"crossref","unstructured":"Du X, Cardie C (2017) Identifying where to focus in reading comprehension for neural question generation. In: Proceedings of the 2017 conference on empirical methods in natural language processing, pp 2067\u20132073","DOI":"10.18653\/v1\/D17-1219"},{"key":"11222_CR20","doi-asserted-by":"crossref","unstructured":"Du X, Shao J, Cardie C (2017) Learning to ask: Neural question generation for reading comprehension. In: Proceedings of the 55th annual meeting of the association for computational linguistics (Volume 1: Long Papers), pp 1342\u20131352","DOI":"10.18653\/v1\/P17-1123"},{"key":"11222_CR21","unstructured":"Effenberger T (2015) Automatic question generation and adaptive practice. PhD thesis, Masarykova univerzita, Fakulta informatiky"},{"key":"11222_CR22","doi-asserted-by":"crossref","unstructured":"Gao L, Gimpel K, Jensson A (2020) Distractor analysis and selection for multiple-choice cloze questions for second-language learners. In: Proceedings of the Fifteenth Workshop on Innovative Use of NLP for Building Educational Applications, pp 102\u2013114. Association for Computational Linguistics","DOI":"10.18653\/v1\/2020.bea-1.10"},{"key":"11222_CR23","unstructured":"Gates DM (2011) How to generate cloze questions from definitions: A syntactic approach. In: 2011 AAAI Fall symposium series, pp 19\u201322"},{"issue":"3","key":"11222_CR24","first-page":"210","volume":"2","author":"T Goto","year":"2010","unstructured":"Goto T, Kojiri T, Watanabe T, Iwata T, Yamada T (2010) Automatic generation system of multiple-choice cloze questions and its evaluation. Int J Knowl Manag E-Learning 2(3):210\u2013224","journal-title":"Int J Knowl Manag E-Learning"},{"key":"11222_CR25","doi-asserted-by":"crossref","unstructured":"Karamanis N, An HL, Mitkov R (2006) Generating multiple-choice test items from medical text: A pilot study. In: Proceedings of the fourth international natural language generation conference, pp 111\u2013113. Association for Computational Linguistics","DOI":"10.3115\/1706269.1706291"},{"key":"11222_CR26","doi-asserted-by":"crossref","unstructured":"Kim Y, Lee H, Shin J, Jung K (2019) Improving neural question generation using answer separation. In: Proceedings of the AAAI conference on artificial intelligence, vol 33, pp 6602\u20136609","DOI":"10.1609\/aaai.v33i01.33016602"},{"key":"11222_CR27","unstructured":"Knoop S, Wilske S (2013) Wordgap-automatic generation of gap-filling vocabulary exercises for mobile learning. In: Proceedings of the second workshop on NLP for computer-assisted language learning at NODALIDA; Oslo; Norway, number 086 in 17. Link\u00f6ping University Electronic Press, pp 39\u201347"},{"issue":"1","key":"11222_CR28","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/s40593-019-00186-y","volume":"30","author":"G Kurdi","year":"2020","unstructured":"Kurdi G, Leo J, Parsia B, Sattler U, Al-Emari S (2020) A systematic review of automatic question generation for educational purposes. Int J Artif Intell Ed 30(1):121\u2013204","journal-title":"Int J Artif Intell Ed"},{"key":"11222_CR29","doi-asserted-by":"crossref","unstructured":"Leo J, Kurdi G, Matentzoglu N, Parsia B, Sattler U, Forge S, Donato G, Dowling W (2019) Ontology-based generation of medical, multi-term mcqs. Int J Artif Intell Education, pp 1\u201344","DOI":"10.1007\/s40593-018-00172-w"},{"key":"11222_CR30","unstructured":"Levy R, Andrew G (2006) Tregex and tsurgeon: tools for querying and manipulating tree data structures. In: LREC. Citeseer, pp 2231\u20132234"},{"issue":"3","key":"11222_CR31","doi-asserted-by":"publisher","first-page":"1794","DOI":"10.3906\/elk-1806-38","volume":"27","author":"J Li","year":"2019","unstructured":"Li J, Huang G, Fan C, Sun Z, Zhu H (2019) Key word extraction for short text via word2vec, doc2vec, and textrank. Turkish J Electrical Eng Comput Sci 27(3):1794\u20131805","journal-title":"Turkish J Electrical Eng Comput Sci"},{"issue":"2","key":"11222_CR32","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1109\/TLT.2017.2679009","volume":"11","author":"M Liu","year":"2018","unstructured":"Liu M, Rus V, Liu L (2018) Automatic chinese multiple choice question generation using mixed similarity strategy. IEEE Trans Learn Technol 11 (2):193\u2013202","journal-title":"IEEE Trans Learn Technol"},{"key":"11222_CR33","unstructured":"Lott B (2012) Survey of keyword extraction techniques. UNM Education, 50"},{"key":"11222_CR34","doi-asserted-by":"crossref","unstructured":"Ma L, Zhang Y (2015) Using word2vec to process big text data. In: 2015 IEEE International Conference on Big Data (Big Data). IEEE, pp 2895\u20132897","DOI":"10.1109\/BigData.2015.7364114"},{"issue":"4","key":"11222_CR35","first-page":"377","volume":"6","author":"M Majumder","year":"2014","unstructured":"Majumder M, Saha SK (2014) Automatic selection of informative sentences: The sentences that can generate multiple choice questions. Knowledge Management and E-Learning: An International Journal 6(4):377\u2013391","journal-title":"Knowledge Management and E-Learning: An International Journal"},{"key":"11222_CR36","doi-asserted-by":"crossref","unstructured":"Majumder M, Saha SK (2015) A system for generating multiple choice questions: With a novel approach for sentence selection. In: Proceedings of the 2nd workshop on natural language processing techniques for educational applications, pp 64\u201372","DOI":"10.18653\/v1\/W15-4410"},{"key":"11222_CR37","doi-asserted-by":"crossref","unstructured":"Manning CD, Surdeanu M, Bauer J, Finkel JR, Bethard S, McClosky D (2014) The stanford corenlp natural language processing toolkit. In: Proceedings of 52nd annual meeting of the association for computational linguistics: system demonstrations, pp 55\u201360","DOI":"10.3115\/v1\/P14-5010"},{"key":"11222_CR38","unstructured":"Marneffe Marie-Catherine D., Manning CD (2008) Stanford typed dependencies manual. Technical report, Technical report, Stanford University"},{"key":"11222_CR39","doi-asserted-by":"crossref","unstructured":"Maurya KK, Desarkar MS (2020) Learning to distract: a hierarchical multi-decoder network for automated generation of long distractors for multiple-choice questions for reading comprehension, pp 1115\u20131124. Association for Computing Machinery, New York, NY, USA","DOI":"10.1145\/3340531.3411997"},{"key":"11222_CR40","doi-asserted-by":"crossref","unstructured":"Mazidi K, Nielsen RD (2014), vol 2, pp 321\u2013326","DOI":"10.1002\/9781118921265.ch15"},{"key":"11222_CR41","unstructured":"Mikolov T, Chen K, Corrado G, Dean J (2013) Efficient estimation of word representations in vector space.arXiv:1301.3781"},{"issue":"2","key":"11222_CR42","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1017\/S1351324906004177","volume":"12","author":"R Mitkov","year":"2006","unstructured":"Mitkov R, An HL, Karamanis N (2006) A computer-aided environment for generating multiple-choice test items. Nat Lang Eng 12(2):177\u2013194","journal-title":"Nat Lang Eng"},{"issue":"2","key":"11222_CR43","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1177\/0020720918790108","volume":"56","author":"SR Naqvi","year":"2019","unstructured":"Naqvi SR, Akram T, Haider SA, Khan W, Kamran M, Muhammad N, Qadri NN (2019) Learning outcomes and assessment methodology: case study of an undergraduate engineering project. Int J Electri Eng Educ 56(2):140\u2013162","journal-title":"Int J Electri Eng Educ"},{"key":"11222_CR44","unstructured":"Narendra A, Agarwal M, Shah R (2013) Automatic cloze-questions generation. In: Proceedings of recent advances in natural language processing, pp 511\u2013515. Hissar, Bulgaria"},{"key":"11222_CR45","doi-asserted-by":"crossref","unstructured":"Olszewska JI (2019) Designing transparent and autonomous intelligent vision systems. In: ICAART (2), pp 850\u2013856","DOI":"10.5220\/0007585208500856"},{"issue":"2","key":"11222_CR46","doi-asserted-by":"publisher","first-page":"973","DOI":"10.1007\/s10639-018-9814-3","volume":"24","author":"R Patra","year":"2019","unstructured":"Patra R, Saha SK (2019) A hybrid approach for automatic generation of named entity distractors for multiple choice questions. Educ Inf Technol 24 (2):973\u2013993","journal-title":"Educ Inf Technol"},{"issue":"8","key":"11222_CR47","doi-asserted-by":"publisher","first-page":"838","DOI":"10.3109\/0142159X.2016.1150989","volume":"38","author":"D Pugh","year":"2016","unstructured":"Pugh D, Champlain AD, Gierl M, Lai H, Touchie C (2016) Using cognitive models to develop quality multiple-choice questions. Medical Teacher 38 (8):838\u2013843","journal-title":"Medical Teacher"},{"key":"11222_CR48","doi-asserted-by":"crossref","unstructured":"Rose S, Engel D, Cramer N, Cowley W (2010) Automatic keyword extraction from individual documents. Text mining: applications and theory, pp 1\u201320","DOI":"10.1002\/9780470689646.ch1"},{"issue":"1-2","key":"11222_CR49","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1504\/IJSISE.2017.084571","volume":"10","author":"A Santhanavijayan","year":"2017","unstructured":"Santhanavijayan A, Balasundaram SR, Narayanan SH, Kumar SV, Prasad VV (2017) Automatic generation of multiple choice questions for e-assessment. International Journal of Signal and Imaging Systems Engineering 10 (1-2):54\u201362","journal-title":"International Journal of Signal and Imaging Systems Engineering"},{"key":"11222_CR50","unstructured":"Smith S, Avinesh PVS, Kilgarriff A (2010) Gap-fill tests for language learners: Corpus-driven item generation. In: Proceedings of ICON: 8th international conference on natural language processing, pp 1\u20136"},{"key":"11222_CR51","doi-asserted-by":"crossref","unstructured":"Subramanian S, Wang T, Yuan X, Zhang S, Trischler A, Bengio Y (2018) Neural models for key phrase extraction and question generation. In: Proceedings of the workshop on machine reading for question answering, pp 78\u201388. Association for Computational Linguistics","DOI":"10.18653\/v1\/W18-2609"},{"key":"11222_CR52","doi-asserted-by":"crossref","unstructured":"Sun X, Liu J, Lyu Y, He W, Ma Y, Wang S (2018) Answer-focused and position-aware neural question generation. In: Proceedings of the 2018 conference on empirical methods in natural language processing, pp 3930\u20133939","DOI":"10.18653\/v1\/D18-1427"},{"issue":"1","key":"11222_CR53","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1186\/s41039-018-0082-z","volume":"13","author":"Y Susanti","year":"2018","unstructured":"Susanti Y, Tokunaga T, Nishikawa H, Obari H (2018) Automatic distractor generation for multiple-choice english vocabulary questions. Res Pract Technol Enhanc Learn 13(1):15","journal-title":"Res Pract Technol Enhanc Learn"},{"key":"11222_CR54","doi-asserted-by":"crossref","unstructured":"Warrens MJ, van der Hoef H (2020) Understanding the rand index. In: Advanced studies in classification and data science. Springer, pp 301\u2013313","DOI":"10.1007\/978-981-15-3311-2_24"},{"issue":"6","key":"11222_CR55","first-page":"5311","volume":"8","author":"R Wongso","year":"2018","unstructured":"Wongso R, Hanafiah N, Hartanto J, Alexander K, Sutanto C, Kesuma F (2018) Complaint analysis in indonesian language using wpke and rake algorithm. Int J Electr Comput Eng 8(6):5311","journal-title":"Int J Electr Comput Eng"},{"key":"11222_CR56","doi-asserted-by":"crossref","unstructured":"Yuan X, Wang T, Gulcehre C, Sordoni A, Bachman P, Zhang S, Subramanian S, Trischler A (2017) Machine comprehension by text-to-text neural question generation. In: Proceedings of the 2nd Workshop on Representation Learning for NLP, pp 15\u201325. Association for Computational Linguistics","DOI":"10.18653\/v1\/W17-2603"},{"key":"11222_CR57","doi-asserted-by":"crossref","unstructured":"Zhang S, Hu Y, Bian G (2017) Research on string similarity algorithm based on levenshtein distance. In: 2017 IEEE 2nd Advanced Information Technology, Electronic and Automation Control Conference (IAEAC). IEEE, pp 2247\u20132251","DOI":"10.1109\/IAEAC.2017.8054419"},{"issue":"1-4","key":"11222_CR58","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/s13042-010-0001-0","volume":"1","author":"Y Zhang","year":"2010","unstructured":"Zhang Y, Jin R, Zhou Zhi-Hua (2010) Understanding bag-of-words model: a statistical framework. Int J Mach Learn Cybern 1(1-4):43\u201352","journal-title":"Int J Mach Learn Cybern"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-11222-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-021-11222-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-11222-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,10]],"date-time":"2021-10-10T04:38:11Z","timestamp":1633840691000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-021-11222-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,21]]},"references-count":58,"journal-issue":{"issue":"21-23","published-print":{"date-parts":[[2021,9]]}},"alternative-id":["11222"],"URL":"https:\/\/doi.org\/10.1007\/s11042-021-11222-2","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7,21]]},"assertion":[{"value":"1 May 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 January 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 July 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 July 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"The authors declare that there is no conflict of interest regarding the publication of this paper.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}