{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,20]],"date-time":"2026-07-20T23:56:20Z","timestamp":1784591780204,"version":"3.55.0"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031643149","type":"print"},{"value":"9783031643156","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-64315-6_25","type":"book-chapter","created":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T18:03:50Z","timestamp":1719857030000},"page":"295-303","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Towards Human-Like Educational Question Generation with\u00a0Small Language Models"],"prefix":"10.1007","author":[{"given":"Fares","family":"Fawzi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sarang","family":"Balan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mutlu","family":"Cukurova","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Emine","family":"Yilmaz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sahan","family":"Bulathwela","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,7,2]]},"reference":[{"key":"25_CR1","doi-asserted-by":"crossref","unstructured":"Amidei, J., Piwek, P., Willis, A.: The use of rating and Likert scales in natural language generation human evaluation tasks: a review and some recommendations. In: Proceedings of the 12th International Conference on Natural Language Generation. ACL (2019)","DOI":"10.18653\/v1\/W19-8648"},{"key":"25_CR2","unstructured":"Bai, Y., Zhao, J., Shi, J., Wei, T., Wu, X., He, L.: FairBench: a four-stage automatic framework for detecting stereotypes and biases in large language models. arXiv preprint arXiv:2308.10397 (2023)"},{"key":"25_CR3","unstructured":"Blobstein, A., Izmaylov, D., Yifat, T., Levy, M., Segal, A.: Angel: a new generation tool for learning material based questions and answers. In: Proceedings of the NeurIPS Workshop on Generative AI for Education (GAIED)"},{"key":"25_CR4","doi-asserted-by":"publisher","unstructured":"Bulathwela, S., Muse, H., Yilmaz, E.: Scalable educational question generation with pre-trained language models. In: Wang, N., Rebolledo-Mendez, G., Matsuda, N., Santos, O.C., Dimitrova, V. (eds.) AIED 2023. LNCS, pp. 327\u2013339. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-36272-9_27","DOI":"10.1007\/978-3-031-36272-9_27"},{"key":"25_CR5","doi-asserted-by":"crossref","unstructured":"Bulathwela, S., P\u00e9rez-Ortiz, M., Holloway, C., Cukurova, M., Shawe-Taylor, J.: Artificial intelligence alone will not democratise education: on educational inequality, techno-solutionism and inclusive tools. Sustainability 16(2), 781 (2024)","DOI":"10.3390\/su16020781"},{"key":"25_CR6","doi-asserted-by":"crossref","unstructured":"Bulathwela, S., P\u00e9rez-Ortiz, M., Yilmaz, E., Shawe-Taylor, J.: Power to the learner: towards human-intuitive and integrative recommendations with open educational resources. Sustainability 14(18), 11682 (2022)","DOI":"10.3390\/su141811682"},{"key":"25_CR7","doi-asserted-by":"publisher","unstructured":"Elkins, S., Kochmar, E., Cheung, J.C.K., Serban, I.: How teachers can use large language models and Bloom\u2019s taxonomy to create educational quizzes. Proc. AAAI Conf. Artif. Intell. 38(21), 23084\u201323091 (2024). https:\/\/doi.org\/10.1609\/aaai.v38i21.30353","DOI":"10.1609\/aaai.v38i21.30353"},{"key":"25_CR8","doi-asserted-by":"publisher","unstructured":"Elkins, S., Kochmar, E., Serban, I., Cheung, J.C.K.: How useful are educational questions generated by\u00a0large language models? In: Wang, N., Rebolledo-Mendez, G., Dimitrova, V., Matsuda, N., Santos, O.C. (eds.) AIED 2023. LNCS, pp. 536\u2013542. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-36336-8_83","DOI":"10.1007\/978-3-031-36336-8_83"},{"key":"25_CR9","unstructured":"Fawzi, F., Amini, S., Bulathwela, S.: Small generative language models for educational question generation. In: Proceedings of the NeurIPS Workshop on GAIED"},{"issue":"84","key":"25_CR10","doi-asserted-by":"publisher","first-page":"5153","DOI":"10.21105\/joss.05153","volume":"8","author":"L Hansen","year":"2023","unstructured":"Hansen, L., Olsen, L.R., Enevoldsen, K.: Textdescriptives: a python package for calculating a large variety of metrics from text. J. Open Source Softw. 8(84), 5153 (2023)","journal-title":"J. Open Source Softw."},{"key":"25_CR11","doi-asserted-by":"crossref","unstructured":"van\u00a0der Lee, C., Gatt, A., van Miltenburg, E., Wubben, S., Krahmer, E.: Best practices for the human evaluation of automatically generated text. In: Proceedings of the 12th International Conference on Natural Language Generation. ACL (2019)","DOI":"10.18653\/v1\/W19-8643"},{"key":"25_CR12","doi-asserted-by":"crossref","unstructured":"Lo, K., Wang, L.L., Neumann, M., Kinney, R., Weld, D.: S2ORC: the semantic scholar open research corpus. In: Proceedings\u00a0of the Annual Meeting of the ACL. Online (2020)","DOI":"10.18653\/v1\/2020.acl-main.447"},{"key":"25_CR13","doi-asserted-by":"publisher","unstructured":"Lopez, L.E., Cruz, D.K., Cruz, J.C.B., Cheng, C.: Simplifying paragraph-level question generation via transformer language models. In: Pham, D.N., Theeramunkong, T., Governatori, G., Liu, F. (eds.) PRICAI 2021. LNCS (LNAI), vol. 13032, pp. 323\u2013334. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-89363-7_25","DOI":"10.1007\/978-3-030-89363-7_25"},{"key":"25_CR14","doi-asserted-by":"crossref","unstructured":"Loya, M., Sinha, D., Futrell, R.: Exploring the sensitivity of LLMs\u2019 decision-making capabilities: insights from prompt variations and hyperparameters. In: Findings of the ACL: EMNLP 2023, pp. 3711\u20133716. ACL (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.241"},{"key":"25_CR15","doi-asserted-by":"crossref","unstructured":"Lu, Y., Bartolo, M., Moore, A., Riedel, S., Stenetorp, P.: Fantastically ordered prompts and where to find them: overcoming few-shot prompt order sensitivity. In: Proceedings of the ACL (vol. 1: Long Papers). ACL (2022)","DOI":"10.18653\/v1\/2022.acl-long.556"},{"key":"25_CR16","doi-asserted-by":"crossref","unstructured":"Omelianchuk, K., Atrasevych, V., Chernodub, A., Skurzhanskyi, O.: GECToR \u2013 grammatical error correction: Tag, not rewrite. In: Proceedings\u00a0of the Fifteenth Workshop on Innovative Use of NLP for Building Educational Applications, pp. 163\u2013170. ACL, Seattle (2020)","DOI":"10.18653\/v1\/2020.bea-1.16"},{"key":"25_CR17","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21(140), 1\u201367 (2020)"},{"key":"25_CR18","doi-asserted-by":"crossref","unstructured":"Rajpurkar, P., Zhang, J., Lopyrev, K., Liang, P.: SQuAD: 100,000+ questions for machine comprehension of text. In: Proceedings of the 2016 Conference on EMNLP. ACL (2016)","DOI":"10.18653\/v1\/D16-1264"},{"key":"25_CR19","unstructured":"Sclar, M., Choi, Y., Tsvetkov, Y., Suhr, A.: Quantifying language models\u2019 sensitivity to spurious features in prompt design or: how i learned to start worrying about prompt formatting. arXiv preprint arXiv:2310.11324 (2023)"},{"key":"25_CR20","doi-asserted-by":"crossref","unstructured":"Ushio, A., Alva-Manchego, F., Camacho-Collados, J.: A practical toolkit for multilingual question and answer generation. In: Proceedings\u00a0of the 61st Annual Meeting of the ACL (vol. 3: System Demonstrations), pp. 86\u201394. ACL (2023)","DOI":"10.18653\/v1\/2023.acl-demo.8"},{"key":"25_CR21","doi-asserted-by":"crossref","unstructured":"Vachev, K., Hardalov, M., Karadzhov, G., Georgiev, G., Koychev, I., Nakov, P.: Leaf: multiple-choice question generation. In: Proceedings\u00a0of the European Conference on Information Retrieval (2022)","DOI":"10.1007\/978-3-030-99739-7_41"},{"key":"25_CR22","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1016\/j.csl.2020.101151","volume":"67","author":"C van der Lee","year":"2021","unstructured":"van der Lee, C., Gatt, A., van Miltenburg, E., Krahmer, E.: Human evaluation of automatically generated text: current trends and best practice guidelines. Comput. Speech Lang. 67, 101\u2013151 (2021)","journal-title":"Comput. Speech Lang."},{"key":"25_CR23","unstructured":"Vernikos, G., Brazinskas, A., Adamek, J., Mallinson, J., Severyn, A., Malmi, E.: Small language models improve giants by rewriting their outputs. In: Proceedings\u00a0of the 18th Conference of the European Chapter of the ACL (Vol. 1: Long Papers). ACL (2024)"},{"key":"25_CR24","doi-asserted-by":"crossref","unstructured":"Wang, Z., Valdez, J., Basu\u00a0Mallick, D., Baraniuk, R.G.: Towards human-like educational question generation with large language models. In: Proceedings\u00a0of International Conference on Artificial Intelligence in Education (2022)","DOI":"10.1007\/978-3-031-11644-5_13"},{"key":"25_CR25","doi-asserted-by":"crossref","unstructured":"Welbl, J., Liu, N.F., Gardner, M.: Crowdsourcing multiple choice science questions. In: Proceedings\u00a0of the 3rd Workshop on Noisy User-Generated Text. ACL (2017)","DOI":"10.18653\/v1\/W17-4413"},{"key":"25_CR26","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K.Q., Artzi, Y.: Bertscore: evaluating text generation with BERT. In: Proceedings\u00a0of 8th International Conference on Learning Representations. OpenReview.net (2020). https:\/\/openreview.net\/forum?id=SkeHuCVFDr"}],"container-title":["Communications in Computer and Information Science","Artificial Intelligence in Education. Posters and Late Breaking Results, Workshops and Tutorials, Industry and Innovation Tracks, Practitioners, Doctoral Consortium and Blue Sky"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-64315-6_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T18:08:26Z","timestamp":1719857306000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-64315-6_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031643149","9783031643156"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-64315-6_25","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"2 July 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Recife","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazil","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 July 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2024.cesar.school\/home","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}