{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,23]],"date-time":"2026-06-23T22:55:28Z","timestamp":1782255328817,"version":"3.54.5"},"reference-count":47,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2019,5,1]],"date-time":"2019-05-01T00:00:00Z","timestamp":1556668800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2019,5,1]],"date-time":"2019-05-01T00:00:00Z","timestamp":1556668800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T00:00:00Z","timestamp":1777420800000},"content-version":"vor","delay-in-days":2555,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/P511250\/1"],"award-info":[{"award-number":["EP\/P511250\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Artificial Intelligence in Education"],"published-print":{"date-parts":[[2019,5]]},"DOI":"10.1007\/s40593-018-00172-w","type":"journal-article","created":{"date-parts":[[2019,1,25]],"date-time":"2019-01-25T12:19:22Z","timestamp":1548418762000},"page":"145-188","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":68,"title":["Ontology-Based Generation of Medical, Multi-term MCQs"],"prefix":"10.1016","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9132-8559","authenticated-orcid":false,"given":"J.","family":"Leo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"G.","family":"Kurdi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"N.","family":"Matentzoglu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"B.","family":"Parsia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"U.","family":"Sattler","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"S.","family":"Forge","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"G.","family":"Donato","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"W.","family":"Dowling","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1007\/s40593-018-00172-w_CR1","unstructured":"Abdalla, M.E., Gaffar, A.M., Suliman, R.A. (2011). Constructing A-type multiple choice questions (MCQs): step by step manual. Blueprints in Health Profession Education Series."},{"key":"10.1007\/s40593-018-00172-w_CR2","doi-asserted-by":"crossref","unstructured":"Al-Yahya, M. (2014). Ontology-based multiple choice question generation. The Scientific World Journal. https:\/\/doi.org\/10.1155\/2014\/274949.","DOI":"10.1155\/2014\/274949"},{"key":"10.1007\/s40593-018-00172-w_CR3","unstructured":"Alsubait, T. (2015). Ontology-based question generation. PhD thesis, University of Manchester."},{"key":"10.1007\/s40593-018-00172-w_CR4","unstructured":"Alsubait, T., Parsia, B., Sattler, U. (2014). Generating multiple choice questions from ontologies: lessons learnt. In OWLED (pp. 73\u201384)."},{"key":"10.1007\/s40593-018-00172-w_CR5","series-title":"Evaluating the quality of learning: the SOLO taxonomy (structure of the observed learning outcome)","author":"Biggs","year":"2014"},{"key":"10.1007\/s40593-018-00172-w_CR6","series-title":"Taxonomy of educational objectives, handbook I: the cognitive domain (Vol. 19)","author":"Bloom","year":"1956"},{"issue":"Database-Issue","key":"10.1007\/s40593-018-00172-w_CR7","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1093\/nar\/gkh061","article-title":"The unified medical language system (UMLS): integrating biomedical terminology","volume":"32","author":"Bodenreider","year":"2004","journal-title":"Nucleic Acids Research"},{"issue":"4","key":"10.1007\/s40593-018-00172-w_CR8","doi-asserted-by":"crossref","first-page":"238","DOI":"10.1016\/j.nepr.2004.12.005","article-title":"Assessment of learning with multiple-choice questions","volume":"5","author":"Brady","year":"2005","journal-title":"Nurse Education in Practice"},{"key":"10.1007\/s40593-018-00172-w_CR9","series-title":"Assembling an inventory of multistage adaptive testing systems","first-page":"247","author":"Breithaupt","year":"2010"},{"key":"10.1007\/s40593-018-00172-w_CR10","unstructured":"Bridge, P., Appleyard, R., Wilson, R. (2007). Automated multiple-choice testing for summative assessment: what do students think?. In The international educational technology (IETC) conference."},{"issue":"6","key":"10.1007\/s40593-018-00172-w_CR11","doi-asserted-by":"crossref","first-page":"S11","DOI":"10.1152\/advances.1993.264.6.S11","article-title":"Evaluation of vignette-type examination items for testing medical physiology","volume":"264","author":"Carroll","year":"1993","journal-title":"Advances in Physiology Education"},{"issue":"8","key":"10.1007\/s40593-018-00172-w_CR12","doi-asserted-by":"crossref","first-page":"695","DOI":"10.1046\/j.1365-2923.2003.01577.x","article-title":"Diagnostic reasoning strategies and diagnostic success","volume":"37","author":"Coderre","year":"2003","journal-title":"Medical Education"},{"issue":"3","key":"10.1007\/s40593-018-00172-w_CR13","doi-asserted-by":"crossref","first-page":"586","DOI":"10.1007\/s11606-015-3365-8","article-title":"Methods of observing variations in physicians\u2019 decisions: The opportunities of clinical vignettes","volume":"30","author":"Converse","year":"2015","journal-title":"Journal of General Internal Medicine"},{"key":"10.1007\/s40593-018-00172-w_CR14","series-title":"Introduction to classical and modern test theory","author":"Crocker","year":"1986"},{"key":"10.1007\/s40593-018-00172-w_CR15","unstructured":"Cubric, M., & Tosic, M. (2011). Towards automatic generation of e-assessment using semantic web technologies. International Journal of e-Assessment, 1(1)."},{"key":"10.1007\/s40593-018-00172-w_CR16","doi-asserted-by":"crossref","unstructured":"Cunnington, J.P.W., Norman, G.R., Blake, J.M., Dauphinee, W.D., Blackmore, D.E. (1997). Applying learning taxonomies to test items: is a fact an artifact?. In A.J.J.A. Scherpbier, C.P.M. van der Vleuten, J.J. Rethans, A.F.W. van der Steeg (Eds.) Advances in medical education. https:\/\/doi.org\/10.1007\/978-94-011-4886-3_40 (pp. 139\u2013142). Dordrecht: Springer Netherlands.","DOI":"10.1007\/978-94-011-4886-3_40"},{"issue":"6","key":"10.1007\/s40593-018-00172-w_CR17","first-page":"1023","article-title":"Automated generation of assessment tests from domain ontologies","volume":"8","author":"Ellampallil","year":"2017","journal-title":"Semantic Web"},{"issue":"7339","key":"10.1007\/s40593-018-00172-w_CR18","doi-asserted-by":"crossref","first-page":"729","DOI":"10.1136\/bmj.324.7339.729","article-title":"Clinical problem solving and diagnostic decision making: selective review of the cognitive literature","volume":"324","author":"Elstein","year":"2002","journal-title":"BMJ: British Medical Journal"},{"issue":"1","key":"10.1007\/s40593-018-00172-w_CR19","doi-asserted-by":"crossref","first-page":"232","DOI":"10.1186\/1472-6920-14-232","article-title":"Pattern recognition as a concept for multiple-choice questions in a national licensing exam","volume":"14","author":"Freiwald","year":"2014","journal-title":"BMC Medical Education"},{"issue":"7","key":"10.1007\/s40593-018-00172-w_CR20","doi-asserted-by":"crossref","first-page":"726","DOI":"10.1111\/medu.12202","article-title":"Evaluating the quality of medical multiple-choice items created with automated processes","volume":"47","author":"Gierl","year":"2013","journal-title":"Medical Education"},{"issue":"8","key":"10.1007\/s40593-018-00172-w_CR21","doi-asserted-by":"crossref","first-page":"757","DOI":"10.1111\/j.1365-2923.2012.04289.x","article-title":"Using automatic item generation to create multiple-choice test items","volume":"46","author":"Gierl","year":"2012","journal-title":"Medical Education"},{"key":"10.1007\/s40593-018-00172-w_CR22","doi-asserted-by":"crossref","unstructured":"Guardia, G.D., V\u00eancio, R.Z., de Farias, C.R. (2012). A uml profile for the obo relation ontology. BMC Genomics, 13(5). https:\/\/doi.org\/10.1186\/1471-2164-13-S5-S3.","DOI":"10.1186\/1471-2164-13-S5-S3"},{"issue":"3","key":"10.1007\/s40593-018-00172-w_CR23","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1207\/S15324818AME1503_5","article-title":"A review of multiple-choice item-writing guidelines for classroom assessment","volume":"15","author":"Haladyna","year":"2002","journal-title":"Applied Measurement in Education"},{"key":"10.1007\/s40593-018-00172-w_CR24","unstructured":"Jelenkovi\u0107, F., & To\u0161i\u0107, M. (2013). Semantic multiple-choice question generation and concept-based assessment. In The first international conference on teaching english for specific purposes."},{"key":"10.1007\/s40593-018-00172-w_CR25","doi-asserted-by":"crossref","unstructured":"Karamanis, N., Ha, L.A., Mitkov, R. (2006). Generating multiple-choice test items from medical text: a pilot study. In Proceedings of the fourth international natural language generation conference (pp. 111\u2013113). Association for Computational Linguistics.","DOI":"10.3115\/1706269.1706291"},{"issue":"1","key":"10.1007\/s40593-018-00172-w_CR26","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1016\/j.jesit.2014.03.007","article-title":"Bayesian based adaptive question generation technique","volume":"1","author":"Khodeir","year":"2014","journal-title":"Journal of Electrical Systems and Information Technology"},{"key":"10.1007\/s40593-018-00172-w_CR27","series-title":"An experimental evaluation of automatically generated multiple choice questions from ontologies","first-page":"24","author":"Kurdi","year":"2017"},{"issue":"4","key":"10.1007\/s40593-018-00172-w_CR28","doi-asserted-by":"crossref","first-page":"723","DOI":"10.1007\/s40670-017-0473-6","article-title":"Are clinical vignette questions harder than traditional questions in gross anatomy course?","volume":"27","author":"Lu","year":"2017","journal-title":"Medical Science Educator"},{"key":"10.1007\/s40593-018-00172-w_CR29","unstructured":"Miles, A., & Bechhofer, S. (2009). SKOS simple knowledge organization system reference, available at http:\/\/www.w3.org\/TR\/skos-reference\/, retrieved August 4, 2015."},{"issue":"4","key":"10.1007\/s40593-018-00172-w_CR30","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1093\/ijl\/3.4.235","article-title":"Introduction to wordnet: an on-line lexical database","volume":"3","author":"Miller","year":"1990","journal-title":"International Journal of Lexicography"},{"issue":"2","key":"10.1007\/s40593-018-00172-w_CR31","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1017\/S1351324906004177","article-title":"A computer-aided environment for generating multiple-choice test items","volume":"12","author":"Mitkov","year":"2006","journal-title":"Natural Language Engineering"},{"key":"10.1007\/s40593-018-00172-w_CR32","unstructured":"Motik, B., Patel-Schneider, P.F., Parsia, B., Bock, C., Fokoue, A., Haase, P., Hoekstra, R., Horrocks, I., Ruttenberg, A., Sattler, U., Smith, M. (2009). Owl 2 web ontology language: structural specification and functional-style syntax, W3C."},{"key":"10.1007\/s40593-018-00172-w_CR33","unstructured":"NBME. (2017). Subject examinations: content outlines and sample items. https:\/\/www.nbme.org\/pdf\/SubjectExams\/SE_ContentOutlineandSampleItems.pdf."},{"key":"10.1007\/s40593-018-00172-w_CR34","series-title":"The ICD-10 classification of mental and behavioural disorders: clinical descriptions and diagnostic guidelines (Vol. 1)","year":"1992"},{"key":"10.1007\/s40593-018-00172-w_CR35","unstructured":"Papasalouros, A., Kanaris, K., Kotis, K. (2008). Automatic generation of multiple choice questions from domain ontologies. In IADIS international conference e-learning (pp. 427\u2013434)."},{"key":"10.1007\/s40593-018-00172-w_CR36","doi-asserted-by":"crossref","unstructured":"Parsia, B., Alsubait, T., Leo, J., Malais\u00e9, V., Forge, S., Gregory, M. L., Allen, A. (2015). Lifting emmet to OWL getting the most from SKOS. In V.A.M. Tamma, M. Dragoni, R. Gon\u00e7alves, A. Lawrynowicz (Eds.) Ontology engineering - 12th international experiences and directions workshop on OWL, OWLED 2015, co-located with ISWC 2015, Bethlehem, PA, USA, October 9\u201310, 2015, Revised Selected Papers, vol. 9557 of Lecture Notes in Computer Science (pp. 69\u201380). Springer. https:\/\/doi.org\/10.1007\/978-3-319-33245-1_7.","DOI":"10.1007\/978-3-319-33245-1_7"},{"issue":"13","key":"10.1007\/s40593-018-00172-w_CR37","doi-asserted-by":"crossref","first-page":"1715","DOI":"10.1001\/jama.283.13.1715","article-title":"Comparison of vignettes, standardized patients, and chart abstraction: a prospective validation study of 3 methods for measuring quality","volume":"283","author":"Peabody","year":"2000","journal-title":"JAMA"},{"issue":"5","key":"10.1007\/s40593-018-00172-w_CR38","doi-asserted-by":"crossref","first-page":"491","DOI":"10.1111\/j.1365-2753.2006.00699.x","article-title":"Measuring physiotherapists\u2019 guideline adherence by means of clinical vignettes: a validation study","volume":"12","author":"Rutten","year":"2006","journal-title":"Journal of Evaluation in Clinical Practice"},{"issue":"4","key":"10.1007\/s40593-018-00172-w_CR39","doi-asserted-by":"crossref","first-page":"348","DOI":"10.1046\/j.1365-2923.2001.00771.x","article-title":"Do short cases elicit different thinking processes than factual knowledge questions do?","volume":"35","author":"Schuwirth","year":"2001","journal-title":"Medical Education"},{"key":"10.1007\/s40593-018-00172-w_CR40","unstructured":"Spackman, K.A., Campbell, K.E., C\u00f4t\u00e9, R.A. (1997). Snomed rt: a reference terminology for health care. In AMIA 1997, American medical informatics association annual symposium, Nashville, TN, USA, October 25\u201329, 1997\/ AMIA. http:\/\/knowledge.amia.org\/amia-55142-a1997a-1.585351\/t-001-1.587519\/f-001-1.587520\/a-127-1.587635\/a-128-1.587632."},{"issue":"8","key":"10.1007\/s40593-018-00172-w_CR41","doi-asserted-by":"crossref","first-page":"662","DOI":"10.1016\/j.nedt.2006.07.006","article-title":"The frequency of item writing flaws in multiple-choice questions used in high stakes nursing assessments","volume":"26","author":"Tarrant","year":"2006","journal-title":"Nurse Education Today"},{"issue":"5","key":"10.1007\/s40593-018-00172-w_CR42","doi-asserted-by":"crossref","first-page":"945","DOI":"10.1007\/s10459-012-9434-4","article-title":"Multiple choice questions can be designed or revised to challenge learners\u2019 critical thinking","volume":"18","author":"Tractenberg","year":"2013","journal-title":"Advances in Health Sciences Education"},{"issue":"3","key":"10.1007\/s40593-018-00172-w_CR43","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1177\/1062860605274520","article-title":"Clinical vignette-based surveys: a tool for assessing physician practice variation","volume":"20","author":"Veloski","year":"2005","journal-title":"American Journal of Medical Quality"},{"issue":"5","key":"10.1007\/s40593-018-00172-w_CR44","first-page":"360","article-title":"Understanding interobserver agreement: the kappa statistic","volume":"37","author":"Viera","year":"2005","journal-title":"Family Medicine"},{"issue":"4","key":"10.1007\/s40593-018-00172-w_CR45","doi-asserted-by":"crossref","first-page":"8185","DOI":"10.1016\/j.eswa.2008.10.028","article-title":"Dynamic test generation over ontology-based knowledge representation in authoring shell","volume":"36","author":"\u017ditko","year":"2009","journal-title":"Expert Systems with Applications"},{"key":"10.1007\/s40593-018-00172-w_CR46","doi-asserted-by":"crossref","unstructured":"Wang, W., Hao, T., Liu, W. (2007). Automatic question generation for learning evaluation in medicine. In International conference on web-based learning (Vol. 4823, pp. 242\u2013251). Berlin: Springer.","DOI":"10.1007\/978-3-540-78139-4_22"},{"key":"10.1007\/s40593-018-00172-w_CR47","unstructured":"Webb, N.L. (1997). Criteria for alignment of expectations and assessments in mathematics and science education. Council of Chief State School Officers. Washington, DC."}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s40593-018-00172-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-018-00172-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226006864?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226006864?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-018-00172-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T06:45:19Z","timestamp":1779086719000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1560429226006864"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5]]},"references-count":47,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2019,5]]}},"alternative-id":["S1560429226006864"],"URL":"https:\/\/doi.org\/10.1007\/s40593-018-00172-w","relation":{},"ISSN":["1560-4292"],"issn-type":[{"value":"1560-4292","type":"print"}],"subject":[],"published":{"date-parts":[[2019,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Ontology-Based Generation of Medical, Multi-term MCQs","name":"articletitle","label":"Article Title"},{"value":"International Journal of Artificial Intelligence in Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1007\/s40593-018-00172-w","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2019 The Author(s). Published by Elsevier Ltd","name":"copyright","label":"Copyright"}]}}