{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T02:07:03Z","timestamp":1771466823314,"version":"3.50.1"},"reference-count":59,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2013,10,15]],"date-time":"2013-10-15T00:00:00Z","timestamp":1381795200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2014,7]]},"DOI":"10.1007\/s00500-013-1141-4","type":"journal-article","created":{"date-parts":[[2013,10,14]],"date-time":"2013-10-14T14:40:21Z","timestamp":1381761621000},"page":"1269-1281","source":"Crossref","is-referenced-by-count":39,"title":["Automatic generation of multiple choice questions using dependency-based semantic relations"],"prefix":"10.1007","volume":"18","author":[{"given":"Naveed","family":"Afzal","sequence":"first","affiliation":[]},{"given":"Ruslan","family":"Mitkov","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,10,15]]},"reference":[{"key":"1141_CR1","doi-asserted-by":"crossref","unstructured":"Afzal N, Mitkov R, Farzindar A (2011) Unsupervised Relation extraction using dependency trees for automatic generation of multiple-choice questions. In: Butz C, Lingras P (eds) Proceedings of the Canadian AI 2011, LNAI 6657. Springer, Heidelberg, pp 32\u201343","DOI":"10.1007\/978-3-642-21043-3_4"},{"key":"1141_CR2","doi-asserted-by":"crossref","unstructured":"Agichtein E, Gravano L (2000) Snowball: Extracting Relations from Large Plaintext Collections. In: Proceedings of the 5th ACM international conference on digital libraries","DOI":"10.1145\/336597.336644"},{"key":"1141_CR3","doi-asserted-by":"crossref","unstructured":"Bikel DM, Miller S, Schwartz R, Weischedel R (1998) Nymble: a high-performance learning name-finder. In Proceedings of the conference on applied natural language processing","DOI":"10.3115\/974557.974586"},{"key":"1141_CR4","doi-asserted-by":"crossref","unstructured":"Brown J, Frishkoff G, Eskenazi M (2005) Automatic question generation for vocabulary assessment. In: Proceeding of HLT\/EMNLP. Vancouver, BC","DOI":"10.3115\/1220575.1220678"},{"key":"1141_CR5","doi-asserted-by":"crossref","unstructured":"Caraballo SA (1999) Automatic construction of a hypernym-labeled noun hierarchy from text. In: Proceedings of 37th annual meeting of the association for computational linguistics, pp 120\u2013126","DOI":"10.3115\/1034678.1034705"},{"issue":"7","key":"1141_CR6","doi-asserted-by":"crossref","first-page":"1143","DOI":"10.1007\/s00500-011-0789-x","volume":"16","author":"C Carlsson","year":"2012","unstructured":"Carlsson C, Brunelli M, Mezei J (2012) Decision making with a fuzzy ontology. Soft Comput 16(7):1143\u20131152","journal-title":"Soft Comput"},{"key":"1141_CR7","doi-asserted-by":"crossref","unstructured":"Chen C-Y, Liou H-C, Chang JS (2006) FAST\u2014an automatic generation system for grammar tests. In: Proceedings of COLING\/ACL interactive presentation sessions, Sydney","DOI":"10.3115\/1225403.1225404"},{"key":"1141_CR8","unstructured":"Chen W, Aist G, Mostow J (2009) Generating questions automatically from informational text. In: Proceedings of the 2nd workshop on question generation. Brighton"},{"issue":"1","key":"1141_CR9","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1093\/bib\/6.1.57","volume":"6","author":"AM Cohen","year":"2005","unstructured":"Cohen AM, Hersh WR (2005) A survey of current work in biomedical text mining. Brief Bioinform 6(1):57\u201371","journal-title":"Brief Bioinform"},{"key":"1141_CR10","doi-asserted-by":"crossref","unstructured":"Cohen J (1968) Weighted kappa: nominal scale agreement with provision for scaled disagreement or partial credit. Psychol Bull","DOI":"10.1037\/h0026256"},{"key":"1141_CR11","doi-asserted-by":"crossref","first-page":"3206","DOI":"10.1093\/bioinformatics\/bth386","volume":"20","author":"DP Corney","year":"2004","unstructured":"Corney DP, Jones D, Buxton B, Langdon W (2004) BioRAT: extracting biological information from full-length papers. Bioinformatics 20:3206\u20133213","journal-title":"Bioinformatics"},{"key":"1141_CR12","doi-asserted-by":"crossref","DOI":"10.1002\/0471200611","volume-title":"Elements of information theory","author":"T Cover","year":"1991","unstructured":"Cover T, Thomas J (1991) Elements of information theory. Wiley, New York"},{"key":"1141_CR13","doi-asserted-by":"crossref","unstructured":"Dagan I, Lee L, Pereira F (1997) Similarity-based methods for word sense disambiguation. In: Proceedings of the 35th annual meeting of the association for computational linguistics, Madrid, p 56.63","DOI":"10.3115\/976909.979625"},{"key":"1141_CR14","doi-asserted-by":"crossref","unstructured":"Dagan I, Lee L, Pereira F (1999) Similarity-based models of word cooccurrence probabilities. Mach Learn J 34(1\u20133):43\u201369","DOI":"10.1023\/A:1007537716579"},{"issue":"1","key":"1141_CR15","first-page":"113","volume":"1","author":"R Das","year":"2010","unstructured":"Das R, Elikkottil A (2010) Auto-summarizer to aid a Q\/A system. Int J Comput Appl 1(1):113\u2013117","journal-title":"Int J Comput Appl"},{"key":"1141_CR16","doi-asserted-by":"crossref","unstructured":"De Maio C, Fenza G, Loia V, Senatore S (2009) Towards an automatic fuzzy ontology generation. In: Proceedings of IEEE international conference on fuzzy systems, pp 1044\u20131049","DOI":"10.1109\/FUZZY.2009.5277226"},{"key":"1141_CR17","doi-asserted-by":"crossref","unstructured":"Dhillon IS, Mallela S, Kumar R (2002) Enhanced word clustering for hierarchical text classification (Tech. Rep. Nos. TR-02-17). Austin: Department of Computer Sciences, University of Texas","DOI":"10.1145\/775075.775076"},{"key":"1141_CR18","unstructured":"Farzindar A, Lapalme G (2004) LetSum, an automatic Legal Text Summarizing system. In: Gordon Thomas F (ed) Legal Knowledge and Information Systems, Jurix 2004: the 7th annual conference. IOS Press, Berlin, pp 11\u201318"},{"key":"1141_CR19","unstructured":"Firth JR (1957) A synopsis of linguistic theory 1930\u20131955. Studies in Linguistic Analysis. Blackwell, Oxford, pp 1\u201332"},{"key":"1141_CR20","unstructured":"Gates D (2008) Generating Look-Back Strategy Questions from Expository Texts. In: Workshop on the question generation shared task and evaluation challenge. NSF, Arlington"},{"key":"1141_CR21","doi-asserted-by":"crossref","first-page":"104","DOI":"10.3102\/00028312031001104","volume":"31","author":"A Graesser","year":"1994","unstructured":"Graesser A, Person N (1994) Question asking during tutoring. Am Educ Res J 31:104\u2013137","journal-title":"Am Educ Res J"},{"issue":"4","key":"1141_CR22","doi-asserted-by":"crossref","first-page":"612","DOI":"10.1109\/TE.2005.856149","volume":"48","author":"AC Graesser","year":"2005","unstructured":"Graesser AC, Chipman P, Haynes BC, Olney A (2005) Autotutor: an intelligent tutoring system with mixed-initiative dialogue. IEEE Trans Educ 48(4):612\u2013618","journal-title":"IEEE Trans Educ"},{"key":"1141_CR23","doi-asserted-by":"crossref","unstructured":"Grefenstette G (1994) Explorations in automatic Thesaurus discovery, vol. 278 of Kluwer International Series in Engineering and Computer Science. Kluwer, Boston","DOI":"10.1007\/978-1-4615-2710-7"},{"key":"1141_CR24","volume-title":"Constructing achievement tests","author":"N Gronlund","year":"1982","unstructured":"Gronlund N (1982) Constructing achievement tests. Prentice Hall, New York"},{"issue":"23","key":"1141_CR25","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1080\/00437956.1954.11659520","volume":"10","author":"Z Harris","year":"1954","unstructured":"Harris Z (1954) Distributional structure. Word 10(23):146\u2013162","journal-title":"Word"},{"key":"1141_CR26","unstructured":"Harshman R (1970) Foundations of the parafac procedure: Models and conditions for an \u201cexplanatory\u201d multi-modal factor analysis. In: UCLA Working Papers in Phonetics, vol 16"},{"key":"1141_CR27","doi-asserted-by":"crossref","unstructured":"Hasegawa T, Sekine S, Grishman R (2004) Discovering relations among named entities from large corpora. In: Proceedings of ACL\u201904","DOI":"10.3115\/1218955.1219008"},{"key":"1141_CR28","unstructured":"Hatzivassiloglou V (1996) Do we need linguistics when we have statistics? A comparative analysis of the contributions of linguistic cues to a statistical word grouping system. In: Judith K, Philip R (eds) The balancing act: combining symbolic and statistical approaches to language, chapter 4. MIT Press, Cambridge, pp 67\u201394"},{"key":"1141_CR29","first-page":"414","volume-title":"The Oxford Handbook of Computational Linguistics","author":"L Hirschman","year":"2003","unstructured":"Hirschman L, Mani I (2003) Evaluation. In: Mitkov R (ed) The Oxford Handbook of Computational Linguistics. Oxford University Press, UK, pp 414\u2013429"},{"key":"1141_CR30","doi-asserted-by":"crossref","unstructured":"Hodges PE, McKee AH, Davis BP, Payne WE, Garrels JI (1999) The Yeast Proteome Database (YPD): a model for the organization and presentation of genomewide functional data. Nucleic Acids Res 27(1): 69\u201373","DOI":"10.1093\/nar\/27.1.69"},{"key":"1141_CR31","unstructured":"Hoshino A, Nakagawa H (2007) Assisting cloze test making with a web application. In: Proceedings of society for information technology and teacher education international conference, Chesapeake"},{"key":"1141_CR32","doi-asserted-by":"crossref","unstructured":"Huang M, Zhu X, Payan GD, Qu K, Li M (2004) Discovering patterns to extract protein-protein interactions from full biomedical texts. Bioinformatics, pp 3604\u20133612","DOI":"10.1093\/bioinformatics\/bth451"},{"key":"1141_CR33","unstructured":"Kalady S, Elikkottil A, Das R (2010) Natural language question generation using syntax and keywords. In: Proceedings of the 3rd workshop on question generation"},{"key":"1141_CR34","doi-asserted-by":"crossref","unstructured":"Karamanis N, Ha LA, Mitkov R (2006) Generating multiple-choice test items from medical text: A pilot study. In: Proceedingd of the 4th international natural language generation conference, (July), pp 111\u2013113","DOI":"10.3115\/1706269.1706291"},{"key":"1141_CR35","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1214\/aoms\/1177729694","volume":"22","author":"S Kullback","year":"1951","unstructured":"Kullback S, Leibler R (1951) On information and sufficiency. Ann Math Stat 22:79\u201386","journal-title":"Ann Math Stat"},{"key":"1141_CR36","doi-asserted-by":"crossref","unstructured":"Lapata M, Keller F, McDonald S (2001) Evaluating smoothing algorithms against plausibility judgements. In: Proceedings of the 39th annual meeting of the association for computational linguistics (ACL-2001), Toulouse, pp 346\u2013353","DOI":"10.3115\/1073012.1073058"},{"key":"1141_CR37","doi-asserted-by":"crossref","unstructured":"Lin D (1998) Automatic retrieval and clustering of similar words. In: Proceedings of international conference on computational linguistics and the annual meeting of the association for Computational Linguistics","DOI":"10.3115\/980691.980696"},{"issue":"1","key":"1141_CR38","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1109\/18.61115","volume":"37","author":"J Lin","year":"1991","unstructured":"Lin J (1991) Divergence measures based on the Shannon entropy. IEEE Trans Inform Theory 37(1):145\u2013151","journal-title":"IEEE Trans Inform Theory"},{"key":"1141_CR39","unstructured":"Martin EP, Bremer E, Guerin G, DeSesa M-C, Jouve O (2004) Analysis of protein\/protein interactions through biomedical literature: text mining of abstracts vs. text mining of full text articles. Springer, Berlin, pp 96\u2013108"},{"key":"1141_CR40","doi-asserted-by":"crossref","unstructured":"Mitkov R, An LA (2003) Computer-aided generation of multiple-choice tests. In: Proceedings of the HLT\/NAACL 2003 workshop on building educational applications using natural language processing, Edmonton, pp 17\u201322","DOI":"10.3115\/1118894.1118897"},{"key":"1141_CR41","doi-asserted-by":"crossref","unstructured":"Mitkov R, Ha LA, Karamanis N (2006) A computer-aided environment for generating multiple-choice test items. Natural Language Engineering 12(2). Cambridge University Press, Cambridge, pp 177\u2013194","DOI":"10.1017\/S1351324906004177"},{"key":"1141_CR42","unstructured":"Mostow J, Chen W Generating Instruction Automatically for the Reading Strategy of Self-Questioning. In: Proceedings of the 14th international conference on artificial intelligence in Education, Brighton"},{"key":"1141_CR43","unstructured":"Nielsen R (2008) Question generation: Proposed challenge tasks and their evaluation. In: Proceedings of the workshop on the question generation shared task and evaluation, challenge"},{"key":"1141_CR44","doi-asserted-by":"crossref","unstructured":"Palmer M, Kingsbury P, Gildea D (2005) The proposition bank: an annotated corpus of semantic roles. Comput Linguist 31(1): 71\u2013106","DOI":"10.1162\/0891201053630264"},{"key":"1141_CR45","unstructured":"Papasalouros A, Kanaris K, Konstantinos K (2008) Automatic generation of multiple choice questions from domain ontologies. In: Proceeding of IADIS international conference e-learning"},{"issue":"1\/2007","key":"1141_CR46","first-page":"7","volume":"48","author":"P Paroubek","year":"2007","unstructured":"Paroubek P, Chaudiron S, Hirschman L (2007) Principles of evaluation in natural language processing. TAL 48(1\/2007):7\u201331","journal-title":"TAL"},{"key":"1141_CR47","doi-asserted-by":"crossref","unstructured":"Pereira F, Tishby N, Lee L (1993) Distributional clustering of similar words. In: Proceedings of the 31st annual meeting of the association for computational linguistics (ACL-1993), Columbus, pp 183\u2013190","DOI":"10.3115\/981574.981598"},{"issue":"1","key":"1141_CR48","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1007\/s10994-005-0912-2","volume":"60","author":"S Pradhan","year":"2005","unstructured":"Pradhan S, Hacioglu K, Krugler V, Ward W, Martin JH, Jurafsky D (2005) Support vector learning for semantic argument classification. Mach Learn 60(1):11\u201339","journal-title":"Mach Learn"},{"issue":"A","key":"1141_CR49","first-page":"1","volume":"44","author":"CR Rao","year":"1983","unstructured":"Rao CR (1983) Diversity: its measurement, decomposition, apportionment and analysis. Indian J Stat 44(A):1\u201322","journal-title":"Indian J Stat"},{"key":"1141_CR50","unstructured":"Schwartz L, Aikawa T, Pahud M (2004) Dynamic language learning tools. In: Proceedings of the of the 2004 In-STIL\/ICALL Symposium"},{"key":"1141_CR51","doi-asserted-by":"crossref","unstructured":"Stevenson M, Greenwood M (2005) A semantic approach to IE pattern induction. In: Proceedings of ACL\u201905, pp 379\u2013386","DOI":"10.3115\/1219840.1219887"},{"key":"1141_CR52","doi-asserted-by":"crossref","unstructured":"Stevenson M, Greenwood M (2009) Dependency pattern models for information extraction. Res Lang Comput","DOI":"10.1007\/s11168-009-9061-2"},{"key":"1141_CR53","doi-asserted-by":"crossref","unstructured":"Sumita E, Sugaya F, Yamamoto S (2005) Measuring non-native speakers\u2019 proficiency of English using a test with automatically-generated fill-in-the-blank questions. In: Proceedings of the 2nd workshop on building educational applications using NLP, pp 61\u201368","DOI":"10.3115\/1609829.1609839"},{"key":"1141_CR54","unstructured":"Tateno J, Sano H, Aizawa H, Nakamura T, Morita Y (2005) Producing english Educational materials form the BNC and releasing them on the Web, IEICE Technical report, TL2005-1826, Tokyo, pp 7\u201312"},{"key":"1141_CR55","doi-asserted-by":"crossref","unstructured":"Ureel L, Forbus K, Riesbeck C, Birnbaum L (2005) Question generation for learning by reading. In: Proceedings of the AAAI workshop on textual question answering, Pittsburgh","DOI":"10.21236\/ADA466018"},{"key":"1141_CR56","unstructured":"Vanderwende L (2007) Answering and questioning for machine reading. In: Proceedings of the 2007 AAAI spring symposium on machine reading, Stanford"},{"key":"1141_CR57","unstructured":"Vanderwende L (2008) The importance of being important: question generation. In: Proceedings of the workshop on the question generation shared task and evaluation challenge, Arlington"},{"key":"1141_CR58","doi-asserted-by":"crossref","unstructured":"Walker MA, Rambow O, Rogati M (2001) Spot: a trainable sentence planner. In: Proceedings of NAACL","DOI":"10.3115\/1073336.1073339"},{"key":"1141_CR59","doi-asserted-by":"crossref","unstructured":"Weeds J (2003) Measures and applications of lexical distributional similarity. Ph.D. thesis, University of Sussex","DOI":"10.3115\/1220355.1220501"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-013-1141-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00500-013-1141-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-013-1141-4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,9]],"date-time":"2022-03-09T02:42:39Z","timestamp":1646793759000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00500-013-1141-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,10,15]]},"references-count":59,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2014,7]]}},"alternative-id":["1141"],"URL":"https:\/\/doi.org\/10.1007\/s00500-013-1141-4","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,10,15]]}}}