{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T15:53:15Z","timestamp":1782834795759,"version":"3.54.5"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031642982","type":"print"},{"value":"9783031642999","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-64299-9_12","type":"book-chapter","created":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T09:02:00Z","timestamp":1719824520000},"page":"165-179","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":55,"title":["Automated Educational Question Generation at\u00a0Different Bloom\u2019s Skill Levels Using Large Language Models: Strategies and\u00a0Evaluation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-8699-0312","authenticated-orcid":false,"given":"Nicy","family":"Scaria","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-3260-3953","authenticated-orcid":false,"given":"Suma","family":"Dharani Chenna","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5972-8878","authenticated-orcid":false,"given":"Deepak","family":"Subramani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,7,2]]},"reference":[{"key":"12_CR1","unstructured":"Amidei, J., Piwek, P., Willis, A.: Rethinking the agreement in human evaluation tasks. In: Proceedings of the 27th International COLING, pp. 3318\u20133329 (2018)"},{"key":"12_CR2","volume-title":"A Taxonomy for Learning, Teaching, and Assessing: A Revision of Bloom\u2019s Taxonomy of Educational Objectives","author":"LW Anderson","year":"2001","unstructured":"Anderson, L.W., Krathwohl, D.R.: A Taxonomy for Learning, Teaching, and Assessing: A Revision of Bloom\u2019s Taxonomy of Educational Objectives, complete Addison Wesley Longman Inc., Boston (2001)","edition":"complete"},{"key":"12_CR3","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1007\/978-3-031-36272-9_27","volume-title":"AIED 2023","author":"S Bulathwela","year":"2023","unstructured":"Bulathwela, S., Muse, H., Yilmaz, E.: Scalable educational question generation with pre-trained language models. In: Wang, N., Rebolledo-Mendez, G., Matsuda, N., Santos, O.C., Dimitrova, V. (eds.) AIED 2023. LNCS, vol. 13916, pp. 327\u2013339. Springer, Heidelberg (2023). https:\/\/doi.org\/10.1007\/978-3-031-36272-9_27"},{"key":"12_CR4","unstructured":"Chen, D., Dolan, W.B.: Collecting highly parallel data for paraphrase evaluation. In: Proceedings of ACL 2021, pp. 190\u2013200 (2011)"},{"issue":"4","key":"12_CR5","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1037\/h0026256","volume":"70","author":"J Cohen","year":"1968","unstructured":"Cohen, J.: Weighted kappa: nominal scale agreement provision for scaled disagreement or partial credit. Psychol. Bull. 70(4), 213 (1968)","journal-title":"Psychol. Bull."},{"key":"12_CR6","unstructured":"Horbach, A., Aldabe, I., Bexte, M., de\u00a0Lacalle, O.L., Maritxalar, M.: Linguistic appropriateness and pedagogic usefulness of reading comprehension questions. In: Proceedings of LREC 2020, pp. 1753\u20131762 (2020)"},{"key":"12_CR7","unstructured":"Horbach, A., Aldabe, I., Bexte, M., de\u00a0Lacalle, O.L., Maritxalar, M.: Linguistic appropriateness and pedagogic usefulness of reading comprehension questions. In: Proceedings of the Twelfth Language Resources and Evaluation Conference, pp. 1753\u20131762 (2020)"},{"issue":"12","key":"12_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3571730","volume":"55","author":"Z Ji","year":"2023","unstructured":"Ji, Z., et al.: Survey of hallucination in natural language generation. ACM Comput. Surv. 55(12), 1\u201338 (2023)","journal-title":"ACM Comput. Surv."},{"key":"12_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.lindif.2023.102274","volume":"103","author":"E Kasneci","year":"2023","unstructured":"Kasneci, E., et al.: ChatGPT for good? on opportunities and challenges of large language models for education. Learn. Individ. Differ. 103, 102274 (2023)","journal-title":"Learn. Individ. Differ."},{"key":"12_CR10","first-page":"22199","volume":"35","author":"T Kojima","year":"2022","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y., Iwasawa, Y.: Large language models are zero-shot reasoners. Adv. NeurIPS 35, 22199\u201322213 (2022)","journal-title":"Adv. NeurIPS"},{"key":"12_CR11","first-page":"121","volume":"30","author":"G Kurdi","year":"2020","unstructured":"Kurdi, G., Leo, J., Parsia, B., Sattler, U., Al-Emari, S.: A systematic review of automatic question generation for educational purposes. IJAIED 30, 121\u2013204 (2020)","journal-title":"IJAIED"},{"issue":"9","key":"12_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3560815","volume":"55","author":"P Liu","year":"2023","unstructured":"Liu, P., Yuan, W., Fu, J., Jiang, Z., Hayashi, H., Neubig, G.: Pre-train, prompt, and predict: a systematic survey of prompting methods in natural language processing. ACM Comput. Surv. 55(9), 1\u201335 (2023)","journal-title":"ACM Comput. Surv."},{"key":"12_CR13","doi-asserted-by":"crossref","unstructured":"Liu, Y., Iter, D., Xu, Y., Wang, S., Xu, R., Zhu, C.: G-eval: NLG evaluation using gpt-4 with better human alignment. In: Bouamor, H., Pino, J., Bali, K. (eds.) Proceedings of the 2023 Conference on EMNLP, pp. 2511\u20132522 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"issue":"3","key":"12_CR14","doi-asserted-by":"publisher","first-page":"276","DOI":"10.11613\/BM.2012.031","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh, M.L.: Interrater reliability: the kappa statistic. Biochemia medica 22(3), 276\u2013282 (2012)","journal-title":"Biochemia medica"},{"key":"12_CR15","doi-asserted-by":"crossref","unstructured":"Mishra, S., Khashabi, D., Baral, C., Choi, Y., Hajishirzi, H.: Reframing instructional prompts to gptk\u2019s language. In: Findings of ACL 2022, pp. 589\u2013612 (2022)","DOI":"10.18653\/v1\/2022.findings-acl.50"},{"key":"12_CR16","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1007\/978-3-031-16290-9_18","volume-title":"EC-TEL","author":"S Moore","year":"2022","unstructured":"Moore, S., Nguyen, H.A., Bier, N., Domadia, T., Stamper, J.: Assessing the quality of student-generated short answer questions using gpt-3. In: Hilliger, I., Munoz-Merino, P.J., De Laet, T., Ortega-Arranz, A., Farrell, T. (eds.) EC-TEL. LNCS, vol. 13450, pp. 243\u2013257. Springer, Heidelberg (2022). https:\/\/doi.org\/10.1007\/978-3-031-16290-9_18"},{"key":"12_CR17","doi-asserted-by":"publisher","first-page":"272","DOI":"10.1007\/978-3-031-16290-9_20","volume-title":"EC-TEL","author":"HA Nguyen","year":"2022","unstructured":"Nguyen, H.A., Bhat, S., Moore, S., Bier, N., Stamper, J.: Towards generalized methods for automatic question generation in educational domains. In: Hilliger, I., Munoz-Merino, P.J., De Laet, T., Ortega-Arranz, A., Farrell, T. (eds.) EC-TEL. LNCS, vol. 13450, pp. 272\u2013284. Springer, Heidelberg (2022). https:\/\/doi.org\/10.1007\/978-3-031-16290-9_20"},{"key":"12_CR18","unstructured":"Sridhar, P., Doyle, A., Agarwal, A., Bogart, C., Savelka, J., Sakr, M.: Harnessing llms in curricular design: Using gpt-4 to support authoring of learning objectives. arXiv preprint arXiv:2306.17459 (2023)"},{"key":"12_CR19","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1007\/978-3-030-86436-1_22","volume-title":"EC-TEL 2021, Proceedings","author":"T Steuer","year":"2021","unstructured":"Steuer, T., Bongard, L., Uhlig, J., Zimmer, G.: On the linguistic and pedagogical quality of automatic question generation via neural machine translation. In: De Laet, T., Klemke, R., Alario-Hoyos, C., Hilliger, I., Ortega-Arranz, A. (eds.) EC-TEL 2021, Proceedings, vol. 12884, pp. 289\u2013294. Springer, Heidelberg (2021). https:\/\/doi.org\/10.1007\/978-3-030-86436-1_22"},{"key":"12_CR20","doi-asserted-by":"crossref","unstructured":"Ushio, A., Alva-Manchego, F., Camacho-Collados, J.: Generative language models for paragraph-level question generation. In: Proceedings of EMNLP 2022 (2022)","DOI":"10.18653\/v1\/2022.emnlp-main.42"},{"key":"12_CR21","doi-asserted-by":"crossref","unstructured":"Wang, J., Liang, Y., et al.: Is ChatGPT a good NLG evaluator? a preliminary study. In: Dong, Y., Xiao, W., Wang, L., Liu, F., Carenini, G. (eds.) Proceedings of the 4th New Frontiers in Summarization Workshop. ACL (2023)","DOI":"10.18653\/v1\/2023.newsum-1.1"},{"key":"12_CR22","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1007\/978-3-031-11644-5_13","volume-title":"AIED 2022","author":"Z Wang","year":"2022","unstructured":"Wang, Z., Valdez, J., Basu Mallick, D., Baraniuk, R.G.: Towards human-like educational question generation with large language models. In: Rodrigo, M.M., Matsuda, N., Cristea, A.I., Dimitrova, V. (eds.) AIED 2022. LNCS, vol. 13355, pp. 153\u2013166. Springer, Heidelberg (2022). https:\/\/doi.org\/10.1007\/978-3-031-11644-5_13"},{"key":"12_CR23","first-page":"24824","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. Adv. NeurIPS 35, 24824\u201324837 (2022)","journal-title":"Adv. NeurIPS"},{"key":"12_CR24","first-page":"1","volume":"56","author":"H Zhang","year":"2022","unstructured":"Zhang, H., Song, H., Li, S., Zhou, M., Song, D.: A survey of controllable text generation using transformer-based pre-trained language models. ACM Comput. Surv. 56, 1\u201337 (2022)","journal-title":"ACM Comput. Surv."},{"issue":"1","key":"12_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3446328","volume":"40","author":"R Zhang","year":"2021","unstructured":"Zhang, R., Guo, J., Chen, L., Fan, Y., Cheng, X.: A review on question generation from natural language text. ACM TOIS 40(1), 1\u201343 (2021)","journal-title":"ACM TOIS"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-64299-9_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T09:07:55Z","timestamp":1719824875000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-64299-9_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031642982","9783031642999"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-64299-9_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"2 July 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Recife","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazil","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 July 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2024.cesar.school\/home","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}