{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T01:32:24Z","timestamp":1772847144114,"version":"3.50.1"},"reference-count":61,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"MCIU\/AEI\/FEDER","award":["RTI2018-096846-B-C21"],"award-info":[{"award-number":["RTI2018-096846-B-C21"]}]},{"name":"ADIAN"},{"DOI":"10.13039\/501100003086","name":"Eusko Jaurlaritza","doi-asserted-by":"publisher","award":["IT980-16"],"award-info":[{"award-number":["IT980-16"]}],"id":[{"id":"10.13039\/501100003086","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Learning Technol."],"published-print":{"date-parts":[[2022,6,1]]},"DOI":"10.1109\/tlt.2022.3171589","type":"journal-article","created":{"date-parts":[[2022,5,3]],"date-time":"2022-05-03T19:57:23Z","timestamp":1651607843000},"page":"338-349","source":"Crossref","is-referenced-by-count":9,"title":["A Qualitative Case Study on the Validation of Automatically Generated Multiple-Choice Questions From Science Textbooks"],"prefix":"10.1109","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9727-1197","authenticated-orcid":false,"given":"Mikel","family":"Larranaga","sequence":"first","affiliation":[{"name":"Computer Languages and Systems Department, University of the Basque Country UPV\/EHU, Donostia, Spain"}]},{"given":"Itziar","family":"Aldabe","sequence":"additional","affiliation":[{"name":"Computer Languages and Systems Department, University of the Basque Country UPV\/EHU, Donostia, Spain"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5361-6640","authenticated-orcid":false,"given":"Ana","family":"Arruarte","sequence":"additional","affiliation":[{"name":"Computer Languages and Systems Department, University of the Basque Country UPV\/EHU, Donostia, Spain"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2463-9186","authenticated-orcid":false,"given":"Jon A.","family":"Elorriaga","sequence":"additional","affiliation":[{"name":"Computer Languages and Systems Department, University of the Basque Country UPV\/EHU, Donostia, Spain"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2734-5474","authenticated-orcid":false,"given":"Montse","family":"Maritxalar","sequence":"additional","affiliation":[{"name":"Computer Languages and Systems Department, University of the Basque Country UPV\/EHU, Donostia, Spain"}]}],"member":"263","reference":[{"key":"ref39","year":"2001"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-04636-0_80"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6522"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3417468"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-0533"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99739-7_41"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2014.2355831"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"387","DOI":"10.18653\/v1\/2021.inlg-1.43","article-title":"BERT-based distractor generation for swedish reading comprehension questions using a small-scale dataset","author":"kalpakchi","year":"2021","journal-title":"Proc 14th Int Conf Natural Lang Gener"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.248"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.393"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.3102\/0034654317726529"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-54627-8_3"},{"key":"ref28","first-page":"11328","article-title":"PEGASUS: Pre-training with extracted gap-sentences for abstractive summarization","author":"zhang","year":"2020","journal-title":"Proc 37th Int Conf Mach Learn"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449892"},{"key":"ref29","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"raffel","year":"2020","journal-title":"J Mach Learn Res"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14363-2_2"},{"key":"ref1","first-page":"21","article-title":"The expert module","author":"anderson","year":"1988","journal-title":"Foundations of Intelligent Tutoring Systems"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-018-00172-w"},{"key":"ref22","first-page":"3726","article-title":"Questimator: Generating knowledge assessments for arbitrary topics","author":"guo","year":"0","journal-title":"Proc 25th Int Joint Conf Artif Intell"},{"key":"ref21","first-page":"66","article-title":"Generating multiple choice questions from ontologies: How far can we go?","author":"alsubait","year":"2014","journal-title":"Knowledge Engineering and Knowledge Management Lecture Notes in Computer Science"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W15-4410"},{"key":"ref23","first-page":"733","article-title":"Automatic generation of multiple choice questions using Wikipedia","author":"bhatia","year":"0","journal-title":"Proc Int Conf Pattern Recognit Mach Intell"},{"key":"ref26","article-title":"Toward automatic generation of multiple-choice questions in an educational context","author":"kang","year":"2015"},{"key":"ref25","first-page":"26","article-title":"Automatic generation of multiple choice questions using surface-based semantic relations","volume":"6","author":"afzal","year":"2015","journal-title":"International journal Computational Linguistics"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.3115\/1067737.1067753"},{"key":"ref51","first-page":"1","article-title":"ZT corpus: Annotation and tools for basque corpora","author":"leturia","year":"2007","journal-title":"Proc Corpus Linguistics"},{"key":"ref59","first-page":"4284","article-title":"Multiple choice question corpus analysis for distractor characterization","author":"pho","year":"0","journal-title":"Proc Lang Resour Eval Conf"},{"key":"ref58","first-page":"1","article-title":"Automatic generation of cloze question distractors","author":"correia","year":"0","journal-title":"Proc 2nd Lang Studies Acquisition Learn Educ Technol"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1348\/000711006X126600"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.20982\/tqmp.08.1.p023"},{"key":"ref55","author":"berasategi","year":"2003","journal-title":"Izarrei Begira"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-19773-9_52"},{"key":"ref53","first-page":"23","article-title":"The meaning multilingual central repository","author":"atserias","year":"0","journal-title":"Proc 2nd Int Glob WordNet Conf"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.3115\/1072228.1072242"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-61425-0_55"},{"key":"ref11","first-page":"27","article-title":"Revita: A system for language learning and supporting endangered languages","author":"katinskaia","year":"0","journal-title":"Proc Joint 6th Workshop NLP Comput Assist Lang Learn 2nd Workshop NLP Res Lang Acquisition"},{"key":"ref40","first-page":"15","article-title":"A preliminary inquiry into using corpus word frequency data in the automatic generation of English language cloze tests","volume":"16","author":"coniam","year":"1997","journal-title":"CALICO J"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1186\/s41039-017-0051-y"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-06569-4_24"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2018.01.008"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.3402\/rlt.v20i0.19198"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1155\/2014\/274949"},{"key":"ref17","first-page":"427","article-title":"Automatic generation of multiple choice questions from domain ontologies","author":"papasalouros","year":"0","journal-title":"Proc IADIS Int Conf E- Learn"},{"key":"ref18","article-title":"Towards automatic generation of e-assessment using semantic web technologies","volume":"1","author":"cubric","year":"2011","journal-title":"Int J of E-Assessment"},{"key":"ref19","author":"bloom","year":"1956","journal-title":"Taxonomy of Educational Objectives The Classification of Educational Goals Handbook I Cognitive Domain"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2013.36"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/11774303_58"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-019-00186-y"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.2753\/MIS0742-1222240302"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-39583-8_3"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2018.2889100"},{"key":"ref49","author":"landauer","year":"2014","journal-title":"Handbook of Latent Semantic Analysis"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-61425-0_22"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.3115\/1609829.1609839"},{"key":"ref45","first-page":"22","article-title":"A selection strategy to improve cloze question quality","author":"pino","year":"0","journal-title":"Proc Workshop Intell Tutoring Syst Ill-Defined Domains 9th Int Conf Intell Tutoring Syst"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.3115\/1609067.1609070"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-010-9131-y"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324916000024"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.3115\/1705415.1705422"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.3115\/1609829.1609830"},{"key":"ref43","first-page":"1","article-title":"Automatic cloze generation for English proficiency testing","author":"smith","year":"0","journal-title":"Proc LTTC Conf English Lang Teach Testing"}],"container-title":["IEEE Transactions on Learning Technologies"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4620076\/9852823\/09767697.pdf?arnumber=9767697","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,23]],"date-time":"2024-09-23T18:06:53Z","timestamp":1727114813000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9767697\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,1]]},"references-count":61,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tlt.2022.3171589","relation":{},"ISSN":["1939-1382","2372-0050"],"issn-type":[{"value":"1939-1382","type":"electronic"},{"value":"2372-0050","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6,1]]}}}