{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,14]],"date-time":"2026-10-14T16:42:09Z","timestamp":1791996129728,"version":"4.4.0"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031746260","type":"print"},{"value":"9783031746277","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-74627-7_4","type":"book-chapter","created":{"date-parts":[[2024,12,31]],"date-time":"2024-12-31T14:01:09Z","timestamp":1735653669000},"page":"48-63","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Distractor Generation for\u00a0Multiple-Choice Questions with\u00a0Predictive Prompting and\u00a0Large Language Models"],"prefix":"10.1007","author":[{"given":"Semere Kiros","family":"Bitew","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Johannes","family":"Deleu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chris","family":"Develder","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas","family":"Demeester","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,1,1]]},"reference":[{"key":"4_CR1","unstructured":"Alsubait, T., Parsia, B., Sattler, U.: Generating multiple questions from ontologies: how far can we go? In: Proceedings from the First International Workshop on Educational Knowledge Management (EKM 2014), Link\u00f6ping, 24 November 2014, pp. 19\u201330. Link\u00f6ping University Electronic Press (2014)"},{"key":"4_CR2","doi-asserted-by":"crossref","unstructured":"Bitew, S.K., Deleu, J., Dogru\u00f6z, A.S., Develder, C., Demeester, T.: Learning from partially annotated data: example-aware creation of gap-filling exercises for language learning. In: Proceedings of the 18th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2023), pp. 598\u2013609. Association for Computational Linguistics, Toronto (2023). https:\/\/aclanthology.org\/2023.bea-1.51","DOI":"10.18653\/v1\/2023.bea-1.51"},{"key":"4_CR3","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2022.3226523","author":"SK Bitew","year":"2022","unstructured":"Bitew, S.K., Hadifar, A., Sterckx, L., Deleu, J., Develder, C., Demeester, T.: Learning to reuse distractors to support multiple choice question generation in education. IEEE Trans. Learn. Technol. (2022). https:\/\/doi.org\/10.1109\/TLT.2022.3226523","journal-title":"IEEE Trans. Learn. Technol."},{"key":"4_CR4","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"4_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2021.100027","volume":"2","author":"AP Cavalcanti","year":"2021","unstructured":"Cavalcanti, A.P., et al.: Automatic feedback in online learning environments: a systematic literature review. Comput. Educ. Artif. Intell. 2, 100027 (2021)","journal-title":"Comput. Educ. Artif. Intell."},{"key":"4_CR6","doi-asserted-by":"crossref","unstructured":"Choi, J.H., Hickman, K.E., Monahan, A., Schwarcz, D.: Chatgpt goes to law school. SSRN (2023)","DOI":"10.2139\/ssrn.4335905"},{"key":"4_CR7","doi-asserted-by":"publisher","unstructured":"Chung, H.L., Chan, Y.H., Fan, Y.C.: A BERT-based distractor generation scheme with multi-tasking and negative answer training strategies. In: Findings of the Association for Computational Linguistics: EMNLP 2020, pp. 4390\u20134400. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/v1\/2020.findings-emnlp.393","DOI":"10.18653\/v1\/2020.findings-emnlp.393"},{"key":"4_CR8","doi-asserted-by":"crossref","unstructured":"Faizan, A., Lohmann, S.: Automatic generation of multiple choice questions from slide content using linked data. In: Proceedings of the 8th International Conference on Web Intelligence, Mining and Semantics, pp.\u00a01\u20138 (2018)","DOI":"10.1145\/3227609.3227656"},{"key":"4_CR9","doi-asserted-by":"crossref","unstructured":"Gao, Y., Bing, L., Li, P., King, I., Lyu, M.R.: Generating distractors for reading comprehension questions from real examinations. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a033, pp. 6423\u20136430 (2019)","DOI":"10.1609\/aaai.v33i01.33016423"},{"issue":"6","key":"4_CR10","doi-asserted-by":"publisher","first-page":"1082","DOI":"10.3102\/0034654317726529","volume":"87","author":"MJ Gierl","year":"2017","unstructured":"Gierl, M.J., Bulut, O., Guo, Q., Zhang, X.: Developing, analyzing, and using distractors for multiple-choice tests in education: a comprehensive review. Rev. Educ. Res. 87(6), 1082\u20131116 (2017)","journal-title":"Rev. Educ. Res."},{"issue":"1","key":"4_CR11","doi-asserted-by":"publisher","DOI":"10.2196\/45312","volume":"9","author":"A Gilson","year":"2023","unstructured":"Gilson, A., et al.: How does chatgpt perform on the united states medical licensing examination? the implications of large language models for medical education and knowledge assessment. JMIR Med. Educ. 9(1), e45312 (2023)","journal-title":"JMIR Med. Educ."},{"key":"4_CR12","unstructured":"Guo, Q., Kulkarni, C., Kittur, A., Bigham, J.P., Brunskill, E.: Questimator: generating knowledge assessments for arbitrary topics. In: IJCAI-16: Proceedings of the AAAI Twenty-Fifth International Joint Conference on Artificial Intelligence (2016)"},{"key":"4_CR13","doi-asserted-by":"crossref","unstructured":"Jiang, S., Lee, J.S.: Distractor generation for Chinese fill-in-the-blank items. In: Proceedings of the 12th Workshop on Innovative Use of NLP for Building Educational Applications, pp. 143\u2013148 (2017)","DOI":"10.18653\/v1\/W17-5015"},{"key":"4_CR14","doi-asserted-by":"crossref","unstructured":"Kalpakchi, D., Boye, J.: BERT-based distractor generation for Swedish reading comprehension questions using a small-scale dataset. In: Proceedings of the 14th International Conference on Natural Language Generation, pp. 387\u2013403. Association for Computational Linguistics, Aberdeen (2021). https:\/\/aclanthology.org\/2021.inlg-1.43","DOI":"10.18653\/v1\/2021.inlg-1.43"},{"issue":"1","key":"4_CR15","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/s40593-019-00186-y","volume":"30","author":"G Kurdi","year":"2020","unstructured":"Kurdi, G., Leo, J., Parsia, B., Sattler, U., Al-Emari, S.: A systematic review of automatic question generation for educational purposes. Int. J. Artif. Intell. Educ. 30(1), 121\u2013204 (2020)","journal-title":"Int. J. Artif. Intell. Educ."},{"issue":"2","key":"4_CR16","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1007\/s40593-018-00172-w","volume":"29","author":"J Leo","year":"2019","unstructured":"Leo, J., et al.: Ontology-based generation of medical, multi-term mcqs. Int. J. Artif. Intell. Educ. 29(2), 145\u2013188 (2019)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"4_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2023.100140","volume":"4","author":"Y Li","year":"2023","unstructured":"Li, Y., et al.: Can large language models write reflectively. Comput. Educ. Artif. Intell. 4, 100140 (2023)","journal-title":"Comput. Educ. Artif. Intell."},{"key":"4_CR18","doi-asserted-by":"crossref","unstructured":"Liang, C., Yang, X., Dave, N., Wham, D., Pursel, B., Giles, C.L.: Distractor generation for multiple choice questions using learning to rank. In: Proceedings of the Thirteenth Workshop on Innovative Use of NLP for Building Educational Applications, pp. 284\u2013290 (2018)","DOI":"10.18653\/v1\/W18-0533"},{"issue":"3","key":"4_CR19","doi-asserted-by":"publisher","first-page":"276","DOI":"10.11613\/BM.2012.031","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh, M.L.: Interrater reliability: the kappa statistic. Biochemia medica 22(3), 276\u2013282 (2012)","journal-title":"Biochemia medica"},{"issue":"11","key":"4_CR20","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1145\/219717.219748","volume":"38","author":"GA Miller","year":"1995","unstructured":"Miller, G.A.: Wordnet: a lexical database for english. Commun. ACM 38(11), 39\u201341 (1995)","journal-title":"Commun. ACM"},{"key":"4_CR21","doi-asserted-by":"crossref","unstructured":"Mitkov, R., Varga, A., Rello, L., et\u00a0al.: Semantic similarity of distractors in multiple-choice tests: extrinsic evaluation. In: Proceedings of the Workshop on Geometrical Models of Natural Language Semantics, pp. 49\u201356 (2009)","DOI":"10.3115\/1705415.1705422"},{"key":"4_CR22","unstructured":"OpenAI: Gpt-4 technical report (2023)"},{"key":"4_CR23","first-page":"27730","volume":"35","author":"L Ouyang","year":"2022","unstructured":"Ouyang, L., et al.: Training language models to follow instructions with human feedback. Adv. Neural. Inf. Process. Syst. 35, 27730\u201327744 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"4_CR24","doi-asserted-by":"publisher","unstructured":"Panda, S., Palma\u00a0Gomez, F., Flor, M., Rozovskaya, A.: Automatic generation of distractors for fill-in-the-blank exercises with round-trip neural machine translation. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics: Student Research Workshop, pp. 391\u2013401. Association for Computational Linguistics, Dublin (2022). https:\/\/doi.org\/10.18653\/v1\/2022.acl-srw.31","DOI":"10.18653\/v1\/2022.acl-srw.31"},{"key":"4_CR25","unstructured":"Papasalouros, A., Kanaris, K., Kotis, K.: Automatic generation of multiple choice questions from domain ontologies. e-Learning 1, 427\u2013434 (2008)"},{"key":"4_CR26","unstructured":"Pino, J., Heilman, M., Eskenazi, M.: A selection strategy to improve cloze question quality. In: Proceedings of the Workshop on Intelligent Tutoring Systems for Ill-Defined Domains. 9th International Conference on Intelligent Tutoring Systems, Montreal, Canada, pp. 22\u201332. Citeseer (2008)"},{"issue":"8","key":"4_CR27","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I., et al.: Language models are unsupervised multitask learners. OpenAI blog 1(8), 9 (2019)","journal-title":"OpenAI blog"},{"issue":"3","key":"4_CR28","doi-asserted-by":"publisher","first-page":"2495","DOI":"10.1007\/s10462-021-10068-2","volume":"55","author":"D Ramesh","year":"2022","unstructured":"Ramesh, D., Sanampudi, S.K.: An automated essay scoring systems: a systematic literature review. Artif. Intell. Rev. 55(3), 2495\u20132527 (2022)","journal-title":"Artif. Intell. Rev."},{"key":"4_CR29","doi-asserted-by":"publisher","DOI":"10.4324\/9780203507711","volume-title":"Learning to Teach in Higher Education","author":"P Ramsden","year":"2003","unstructured":"Ramsden, P.: Learning to Teach in Higher Education. Routledge, Abingdon (2003)"},{"key":"4_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2022.118258","volume":"208","author":"R Rodriguez-Torrealba","year":"2022","unstructured":"Rodriguez-Torrealba, R., Garcia-Lopez, E., Garcia-Cabot, A.: End-to-end generation of multiple-choice questions using text-to-text transfer transformer models. Expert Syst. Appl. 208, 118258 (2022)","journal-title":"Expert Syst. Appl."},{"issue":"3","key":"4_CR31","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1111\/j.1467-9280.2006.01693.x","volume":"17","author":"HL Roediger III","year":"2006","unstructured":"Roediger, H.L., III., Karpicke, J.D.: Test-enhanced learning: taking memory tests improves long-term retention. Psychol. Sci. 17(3), 249\u2013255 (2006)","journal-title":"Psychol. Sci."},{"key":"4_CR32","doi-asserted-by":"publisher","first-page":"625","DOI":"10.2197\/ipsjdc.3.625","volume":"3","author":"T Sakai","year":"2007","unstructured":"Sakai, T.: Evaluating information retrieval metrics based on bootstrap hypothesis tests. IPSJ Dig. Cour. 3, 625\u2013642 (2007)","journal-title":"IPSJ Dig. Cour."},{"key":"4_CR33","unstructured":"Wang, R., Wang, H., Mi, F., Chen, Y., Xu, R., Wong, K.F.: Self-critique prompting with large language models for inductive instructions. arXiv preprint arXiv:2305.13733 (2023)"},{"key":"4_CR34","unstructured":"Wei, J., et al.: Chain of thought prompting elicits reasoning in large language models. Adv. Neural Inf. Process. Syst. (2022). https:\/\/openreview.net\/forum?id=_VjQlMeSB_J"},{"key":"4_CR35","doi-asserted-by":"publisher","unstructured":"Xue, L., et al.: mT5: a massively multilingual pre-trained text-to-text transformer. In: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 483\u2013498. Association for Computational Linguistics (2021). https:\/\/doi.org\/10.18653\/v1\/2021.naacl-main.41","DOI":"10.18653\/v1\/2021.naacl-main.41"},{"key":"4_CR36","unstructured":"Yeung, C.Y., Lee, J.S., Tsou, B.K.: Difficulty-aware distractor generation for gap-fill items. In: Proceedings of the The 17th Annual Workshop of the Australasian Language Technology Association, pp. 159\u2013164 (2019)"},{"key":"4_CR37","doi-asserted-by":"crossref","unstructured":"Zhou, X., Luo, S., Wu, Y.: Co-attention hierarchical network: generating coherent long distractors for reading comprehension. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a034, pp. 9725\u20139732 (2020)","DOI":"10.1609\/aaai.v34i05.6522"}],"container-title":["Communications in Computer and Information Science","Machine Learning and Principles and Practice of Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-74627-7_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,31]],"date-time":"2024-12-31T14:12:55Z","timestamp":1735654375000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-74627-7_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031746260","9783031746277"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-74627-7_4","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"1 January 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Turin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2023.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}