{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T19:57:11Z","timestamp":1781121431170,"version":"3.54.1"},"publisher-location":"Cham","reference-count":17,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031992667","type":"print"},{"value":"9783031992674","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-99267-4_11","type":"book-chapter","created":{"date-parts":[[2025,7,23]],"date-time":"2025-07-23T09:28:44Z","timestamp":1753262924000},"page":"86-93","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["An Augmented Intelligence System for\u00a0Automated Quality Control and\u00a0Feedback Generation of\u00a0Multiple Choice Test Items"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6947-0516","authenticated-orcid":false,"given":"Tahereh","family":"Firoozi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9202-2538","authenticated-orcid":false,"given":"Lia","family":"Daniels","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6350-3129","authenticated-orcid":false,"given":"Vijay","family":"Daniels","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2653-1761","authenticated-orcid":false,"given":"Mark","family":"Gierl","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,21]]},"reference":[{"key":"11_CR1","doi-asserted-by":"crossref","unstructured":"de Fitero-Dominguez, D., Garcia-Cabot, A., Garcia-Lopez, E.: Automated multiple-choice question generation in Spanish using neural language models. In: Neural Computing and Applications, vol. 36, no. 29, pp. 18223\u201318235 (2024)","DOI":"10.1007\/s00521-024-10076-7"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Haladyna, T.M., Downing, S.M: Validity of a taxonomy of multiple choice item-writing rules. In: Applied Measurement in Education, vol. 2, no. 1, pp. 51\u201378 (1989)","DOI":"10.1207\/s15324818ame0201_4"},{"key":"11_CR3","doi-asserted-by":"crossref","unstructured":"Tarrant, M., Ware, J.: Impact of item-writing flaws in multiple-choice questions on student achievement in high-stakes nursing assessments. In: Medical Education, vol. 42, no. 2, pp. 198\u2013206 (2008)","DOI":"10.1111\/j.1365-2923.2007.02957.x"},{"key":"11_CR4","doi-asserted-by":"crossref","unstructured":"Tarrant, M., et al.: The frequency of item writing flaws in multiple-choice questions used in high stakes nursing assessments. In: Nurse Education Today, vol. 26, no. 8, pp. 662\u2013671 (2006)","DOI":"10.1016\/j.nedt.2006.07.006"},{"key":"11_CR5","doi-asserted-by":"crossref","unstructured":"Gr\u00e9visse, C.: Comparative quality analysis of GPT-based multiple choice question generation. In: International Conference on Applied Informatics. Springer, pp. 435\u2013447 (2023)","DOI":"10.1007\/978-3-031-46813-1_29"},{"key":"11_CR6","doi-asserted-by":"crossref","unstructured":"Moore, S., et al.: Assessing the quality of multiple-choice questions using GPT- 4 and rule-based methods. In: European Conference on Technology Enhanced Learning. Springer, pp. 229\u2013245 (2023)","DOI":"10.1007\/978-3-031-42682-7_16"},{"key":"11_CR7","doi-asserted-by":"crossref","unstructured":"Moore, S., et al.: An automatic question usability evaluation toolkit. In: International Conference on Artificial Intelligence in Education. Springer, pp. 31\u201346 (2024)","DOI":"10.1007\/978-3-031-64299-9_3"},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Tran, A., et al.: Generating multiple choice questions for computing courses using large language models. In: IEEE Frontiers in Education Conference (FIE), pp. 1\u20138. IEEE (2023)","DOI":"10.1109\/FIE58773.2023.10342898"},{"key":"11_CR9","doi-asserted-by":"crossref","unstructured":"Ngo, A., et al.: ChatGPT 3.5 fails to write appropriate multiple choice practice exam questions. In: Academic Pathology, vol. 11, no. 1, p. 100099 (2024)","DOI":"10.1016\/j.acpath.2023.100099"},{"key":"11_CR10","doi-asserted-by":"crossref","unstructured":"Song, T., et al.: Automatic generation of multiple-choice questions for CS0 and CS1 curricula using large language models. In: International Conference on Computer Science and Education. Springer, pp. 314\u2013324 (2023)","DOI":"10.1007\/978-981-97-0730-0_28"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"Haladyna, T.M., Downing, S.M., Rodriguez, M.C.: A review of multiple-choice item-writing guidelines for classroom assessment. In: Applied Measurement in Education, vol. 15, no. 3, pp. 309\u2013333 (2002)","DOI":"10.1207\/S15324818AME1503_5"},{"key":"11_CR12","unstructured":"Daniels, L., et al.: Multiple-choice item-writing guidelines for classroom assessment: a state-of-the-art review and use-inspired reframing. In: Educational Assessment, Evaluation and Accountability (in press)"},{"key":"11_CR13","doi-asserted-by":"crossref","unstructured":"Wu, T., Terry, M., Cai, C.J.: AI chains: transparent and controllable human-AI interaction by chaining large language model prompts. In: Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems, pp. 1\u201322 (2022)","DOI":"10.1145\/3491102.3517582"},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Gierl, M.J., Lai, H., Tanygin, V.: Methods for validating generated items: a focus on model-level outcomes. In: Advanced Methods in Automatic Item Generation, pp. 120\u2013143 (2021)","DOI":"10.4324\/9781003025634-8"},{"key":"11_CR15","unstructured":"Babu, M.V.S., Banana, K.: A study on narrow artificial intelligence\u2014an overview. Int. J. Eng. Sci. Adv. Technol. 24(4), 210\u2013219 (2024)"},{"key":"11_CR16","doi-asserted-by":"crossref","unstructured":"Maity, S., Deroy, A., Sarkar, S.: A novel multi-stage prompting approach for language agnostic MCQ generation using GPT. In: European Conference on Information Retrieval. Springer, pp. 268\u2013277 (2024)","DOI":"10.1007\/978-3-031-56063-7_18"},{"key":"11_CR17","doi-asserted-by":"crossref","unstructured":"Darshan, P., et al.: Leveraging LLM and RAG for automated answer script evaluation. In: 2024 8th International Conference on Computational System and Information Technology for Sustainable Solutions (CSITSS), pp. 1\u20135 (2024)","DOI":"10.1109\/CSITSS64042.2024.10817016"}],"container-title":["Communications in Computer and Information Science","Artificial Intelligence in Education. Posters and Late Breaking Results, Workshops and Tutorials, Industry and Innovation Tracks, Practitioners, Doctoral Consortium, Blue Sky, and WideAIED"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-99267-4_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T18:58:47Z","timestamp":1781117927000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-99267-4_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031992667","9783031992674"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-99267-4_11","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"21 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}