{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T20:19:36Z","timestamp":1774124376794,"version":"3.50.1"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031642982","type":"print"},{"value":"9783031642999","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-64299-9_35","type":"book-chapter","created":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T09:02:00Z","timestamp":1719824520000},"page":"389-396","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["Towards Automated Multiple Choice Question Generation and Evaluation: Aligning with Bloom\u2019s Taxonomy"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-3124-9123","authenticated-orcid":false,"given":"Kevin","family":"Hwang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0003-8826-3357","authenticated-orcid":false,"given":"Kenneth","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0008-8343-5814","authenticated-orcid":false,"given":"Maryam","family":"Alomair","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9613-6110","authenticated-orcid":false,"given":"Fow-Sen","family":"Choa","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7185-8405","authenticated-orcid":false,"given":"Lujie Karen","family":"Chen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,7,2]]},"reference":[{"key":"35_CR1","unstructured":"Achiam, J., et al.: Gpt-4 technical report (2023). arXiv preprint arXiv:2303.08774"},{"issue":"2","key":"35_CR2","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1039\/C8RP00262B","volume":"20","author":"J Breakall","year":"2019","unstructured":"Breakall, J., Randles, C., Tasker, R.: Development and use of a multiple-choice item writing flaws evaluation instrument in the context of general chemistry. Chem. Edu. Res. Pract. 20(2), 369\u2013382 (2019)","journal-title":"Chem. Edu. Res. Pract."},{"key":"35_CR3","volume-title":"A taxonomy of cognitive objectives","author":"B Bloom","year":"1956","unstructured":"Bloom, B.: A taxonomy of cognitive objectives. McKay, New York (1956)"},{"key":"35_CR4","doi-asserted-by":"crossref","unstructured":"Bulathwela, S., Muse, H., Yilmaz, E.: Scalable educational question generation with pre-trained language models. International Conference on Artificial Intelligence in Education. Springer Nature Switzerland, Cham (2023)","DOI":"10.1007\/978-3-031-36272-9_27"},{"key":"35_CR5","unstructured":"Chase, H.: LangChain [Computer software] (2022). https:\/\/github.com\/langchain-ai\/langchain"},{"key":"35_CR6","doi-asserted-by":"crossref","unstructured":"Coniam, D.: A preliminary inquiry into using corpus word frequency data in the automatic generation of English language cloze tests. Calico Journal, 15\u201333 (1997)","DOI":"10.1558\/cj.v14i2-4.15-33"},{"key":"35_CR7","unstructured":"Dong, Q., et al.: A survey for in-context learning. arXiv preprint arXiv:2301.00234 (2022)"},{"key":"35_CR8","unstructured":"Douze, M., et al.: The Faiss library. arXiv preprint arXiv:2401.08281 (2024)"},{"key":"35_CR9","doi-asserted-by":"crossref","unstructured":"Elkins, S., et al.: How useful are educational questions generated by large language models? International Conference on Artificial Intelligence in Education. Springer Nature Switzerland, Cham (2023)","DOI":"10.1007\/978-3-031-36336-8_83"},{"key":"35_CR10","unstructured":"Greene, R., Sanders, T., Wang, L., Neelakantan, A.: New and improved embedding model (2022). https:\/\/openai.com\/blog\/new-and-improved-embedding-model"},{"key":"35_CR11","doi-asserted-by":"publisher","first-page":"20885","DOI":"10.1109\/ACCESS.2023.3248790","volume":"11","author":"A Hadifar","year":"2023","unstructured":"Hadifar, A., Bitew, S.K., Deleu, J., Develder, C., Demeester, T.: EduQG: a multi-format multiple-choice dataset for the educational domain. IEEE Access 11, 20885\u201320896 (2023)","journal-title":"IEEE Access"},{"key":"35_CR12","doi-asserted-by":"publisher","first-page":"128","DOI":"10.15694\/mep.2018.0000128.1","volume":"7","author":"A Javaeed","year":"2018","unstructured":"Javaeed, A.: Assessment of higher ordered thinking in medical education: multiple choice questions and modified essay questions. MedEdPublish 7, 128 (2018)","journal-title":"MedEdPublish"},{"key":"35_CR13","unstructured":"Kl\u016ffa, J.: Multiple choice question tests\u2013advantages and disadvantages. Recent Advances in Educational Technologies (2018)"},{"key":"35_CR14","doi-asserted-by":"crossref","unstructured":"Kusuma, S.F., Alhamri, R.Z.: Generating Indonesian question automatically based on Bloom\u2019s taxonomy using template based method. Kinetik: Game Technology, Information System, Computer Network, Computing, Electronics, and Control, 145\u2013152 (2018)","DOI":"10.22219\/kinetik.v3i2.650"},{"key":"35_CR15","doi-asserted-by":"crossref","unstructured":"Majumder, M., Saha, S.K.: A system for generating multiple choice questions: With a novel approach for sentence selection. In: Proceedings of the 2nd workshop on natural language processing techniques for educational applications, pp. 64\u201372 (2015)","DOI":"10.18653\/v1\/W15-4410"},{"issue":"2","key":"35_CR16","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1017\/S1351324906004177","volume":"12","author":"R Mitkov","year":"2006","unstructured":"Mitkov, R., Le An, H., Karamanis, N.: A computer-aided environment for generating multiple-choice test items. Nat. Lang. Eng. 12(2), 177\u2013194 (2006)","journal-title":"Nat. Lang. Eng."},{"key":"35_CR17","doi-asserted-by":"crossref","unstructured":"Moore, S., et al.: Assessing the quality of multiple-choice questions using GPT-4 and rule-based methods. European Conference on Technology Enhanced Learning. Springer Nature Switzerland, Cham (2023)","DOI":"10.1007\/978-3-031-42682-7_16"},{"key":"35_CR18","unstructured":"OpenAI Python Library. OpenAI (2020). GitHub, https:\/\/github.com\/openai\/openai-python. 24 Sept. 2023"},{"key":"35_CR19","unstructured":"OpenStax | Free Textbooks Online with No Catch. https:\/\/openstax.org\/. Accessed 24 Sept. 2023"},{"key":"35_CR20","doi-asserted-by":"crossref","unstructured":"Reynolds, L., McDonell, K.: Prompt programming for large language models: Beyond the few-shot paradigm. In: Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems, pp. 1\u20137 (2021)","DOI":"10.1145\/3411763.3451760"},{"key":"35_CR21","doi-asserted-by":"crossref","unstructured":"Riggs, C.D., Kang, S., Rennie, O.: Positive impact of multiple-choice question authoring and regular quiz participation on student learning. CBE\u2014Life Sciences Education 19(2), ar16 (2020)","DOI":"10.1187\/cbe.19-09-0189"},{"key":"35_CR22","doi-asserted-by":"crossref","unstructured":"Spearman, C.: The proof and measurement of association between two things (1961)","DOI":"10.1037\/11491-005"},{"key":"35_CR23","doi-asserted-by":"crossref","unstructured":"Tarrant, M., et al.: The frequency of item writing flaws in multiple-choice questions used in high stakes nursing assessments. Nurse Education Today 26(8), 662\u2013671 (2006)","DOI":"10.1016\/j.nedt.2006.07.006"},{"key":"35_CR24","doi-asserted-by":"crossref","unstructured":"Wang, Z., et al.: Towards human-like educational question generation with large language models. In: International conference on artificial intelligence in education. Springer International Publishing, Cham (2022)","DOI":"10.1007\/978-3-031-11644-5_13"},{"key":"35_CR25","unstructured":"Ye, X., et al.: Complementary explanations for effective in-context learning (2022). arXiv preprint arXiv:2211.13892"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-64299-9_35","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T09:11:11Z","timestamp":1719825071000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-64299-9_35"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031642982","9783031642999"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-64299-9_35","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"2 July 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Recife","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazil","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 July 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2024.cesar.school\/home","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}