{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,23]],"date-time":"2026-08-23T15:50:51Z","timestamp":1787500251251,"version":"build-2736575974"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,3]],"date-time":"2025-03-03T00:00:00Z","timestamp":1740960000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"European Commission","award":["820437"],"award-info":[{"award-number":["820437"]}]},{"name":"European Commission","award":["761758"],"award-info":[{"award-number":["761758"]}]},{"name":"European Commission","award":["101177268"],"award-info":[{"award-number":["101177268"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,3]]},"DOI":"10.1145\/3706468.3706487","type":"proceedings-article","created":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T09:04:11Z","timestamp":1740128651000},"page":"148-158","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["A Novel Approach to Scalable and Automatic Topic-Controlled Question Generation in Education"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-4481-7832","authenticated-orcid":false,"given":"Ziqing","family":"Li","sequence":"first","affiliation":[{"name":"Department of Computer Science, University College London, London, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5843-4854","authenticated-orcid":false,"given":"Mutlu","family":"Cukurova","sequence":"additional","affiliation":[{"name":"UCL Knowledge Lab, University College London, London, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5878-2143","authenticated-orcid":false,"given":"Sahan","family":"Bulathwela","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University College London, London, United Kingdom and Centre for Artificial Intelligence, University College London, London, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,3,3]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39112-5_9"},{"key":"e_1_3_3_2_3_2","unstructured":"Aida Amini Saadia Gabriel Peter Lin Rik Koncel-Kedziorski Yejin Choi and Hannaneh Hajishirzi. 2019. Mathqa: Towards interpretable math word problem solving with operation-based formalisms. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1905.13319 (2019)."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"H.\u00a0P. Bahrick L.\u00a0E. Bahrick A.\u00a0S. Bahrick and P.\u00a0E. Bahrick. 1993. Maintenance of foreign language vocabulary and the spacing effect. Psychological Science 4 5 (1993) 316\u2013321.","DOI":"10.1111\/j.1467-9280.1993.tb00571.x"},{"key":"e_1_3_3_2_5_2","first-page":"65","volume-title":"ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization","author":"Banerjee S.","year":"2005","unstructured":"S. Banerjee and A. Lavie. 2005. METEOR: An automatic metric for MT evaluation with improved correlation with human judgments. In ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization. 65\u201372."},{"key":"e_1_3_3_2_6_2","volume-title":"Proc.\u00a0of the NeurIPS Workshop on Generative AI for Education (GAIED)","author":"Blobstein Ariel","year":"2023","unstructured":"Ariel Blobstein, Daniel Izmaylov, Tal Yifat, Michal Levy, and Avi Segal. 2023. Angel: A New Generation Tool for Learning Material based Questions and Answers. In Proc.\u00a0of the NeurIPS Workshop on Generative AI for Education (GAIED)."},{"key":"e_1_3_3_2_7_2","volume-title":"Proc. of Slovenian KDD Conference on Data Mining and Data Warehouses (SiKDD)","author":"Brank Janez","year":"2017","unstructured":"Janez Brank, Gregor Leban, and Marko Grobelnik. 2017. Annotating Documents with Relevant Wikipedia Concepts. In Proc. of Slovenian KDD Conference on Data Mining and Data Warehouses (SiKDD)."},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-36272-9_27"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Sahan Bulathwela Mar\u00eda P\u00e9rez-Ortiz Catherine Holloway Mutlu Cukurova and John Shawe-Taylor. 2024. Artificial intelligence alone will not democratise education: On educational inequality techno-solutionism and inclusive tools. Sustainability 16 2 (2024) 781.","DOI":"10.3390\/su16020781"},{"key":"e_1_3_3_2_10_2","unstructured":"Sahan Bulathwela Mar\u00eda P\u00e9rez-Ortiz Emine Yilmaz and John Shawe-Taylor. 2021. Semantic TrueLearn: using semantic knowledge graphs in recommendation systems. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2112.04368 (2021)."},{"key":"e_1_3_3_2_11_2","unstructured":"Andrew Caines Luca Benedetto Shiva Taslimipoor Christopher Davis et\u00a0al. 2023. On the application of large language models for language teaching and assessment technology. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.08393 (2023)."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-85896-4_26"},{"key":"e_1_3_3_2_13_2","unstructured":"Karl Cobbe Vineet Kosaraju Mohammad Bavarian Mark Chen Heewoo Jun Lukasz Kaiser Matthias Plappert Jerry Tworek Jacob Hilton Reiichiro Nakano et\u00a0al. 2021. Training verifiers to solve math word problems. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2110.14168 (2021)."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI50040.2020.00101"},{"key":"e_1_3_3_2_15_2","unstructured":"Jiaxi Cui Zongjian Li Yang Yan Bohua Chen and Li Yuan. 2023. Chatlaw: Open-source legal large language model with integrated external knowledge bases. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2306.16092 (2023)."},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-36272-9_13"},{"key":"e_1_3_3_2_17_2","volume-title":"International Conference on Learning Representations","author":"Dathathri Sumanth","year":"2020","unstructured":"Sumanth Dathathri, Andrea Madotto, Janice Lan, Jane Hung, Eric Frank, Piero Molino, Jason Yosinski, and Rosanne Liu. 2020. Plug and Play Language Models: A Simple Approach to Controlled Text Generation. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=H1edEyBKDS"},{"key":"e_1_3_3_2_18_2","unstructured":"Paul Denny Sumit Gulwani Neil\u00a0T. Heffernan Tanja K\u00e4ser Steven Moore Anna\u00a0N. Rafferty and Adish Singla. 2024. Generative AI for Education (GAIED): Advances Opportunities and Challenges. arxiv:https:\/\/arXiv.org\/abs\/2402.01580\u00a0[cs.CY] https:\/\/arxiv.org\/abs\/2402.01580"},{"key":"e_1_3_3_2_19_2","unstructured":"Tim Dettmers Mike Lewis Younes Belkada and Luke Zettlemoyer. 2022. LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2208.07339 (2022)."},{"key":"e_1_3_3_2_20_2","unstructured":"Tim Dettmers Artidoro Pagnoni Ari Holtzman and Luke Zettlemoyer. 2023. QLora: Efficient Fine-Tuning of Quantized LLMs. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2305.14314 (2023)."},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1109\/iCAST57874.2023.10359304"},{"key":"e_1_3_3_2_22_2","unstructured":"Qingxiu Dong Lei Li Damai Dai Ce Zheng Zhiyong Wu Baobao Chang Xu Sun Jingjing Xu and Zhifang Sui. 2022. A survey on in-context learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2301.00234 (2022)."},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1123"},{"key":"e_1_3_3_2_24_2","first-page":"23084","volume-title":"Proceedings of the AAAI Conference on Artificial Intelligence","volume":"38","author":"Elkins Sabina","year":"2024","unstructured":"Sabina Elkins, Ekaterina Kochmar, Jackie\u00a0CK Cheung, and Iulian Serban. 2024. How Teachers Can Use Large Language Models and Bloom\u2019s Taxonomy to Create Educational Quizzes. In Proceedings of the AAAI Conference on Artificial Intelligence, Vol.\u00a038. 23084\u201323091."},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","unstructured":"Said\u00a0Al Faraby Ade Romadhony and Adiwijaya. 2024. Analysis of LLMs for educational question classification and generation. Computers and Education: Artificial Intelligence 7 (2024) 100298. 10.1016\/j.caeai.2024.100298","DOI":"10.1016\/j.caeai.2024.100298"},{"key":"e_1_3_3_2_26_2","volume-title":"Proc.\u00a0of the NeurIPS Workshop on Generative AI for Education (GAIED)","author":"Fawzi Fares","unstructured":"Fares Fawzi, Sadie Amini, and Sahan Bulathwela. [n. d.]. Small Generative Language Models for Educational Question Generation. In Proc.\u00a0of the NeurIPS Workshop on Generative AI for Education (GAIED)."},{"key":"e_1_3_3_2_27_2","volume-title":"Artificial Intelligence in Education. Posters and Late Breaking Results, Workshops and Tutorials, Industry and Innovation Tracks, Practitioners, Doctoral Consortium and Blue Sky","author":"Fawzi F.","year":"2024","unstructured":"F. Fawzi, S. Balan, M. Cukurova, E. Yilmaz, and S. Bulathwela. 2024. Towards Human-Like Educational Question Generation with Small Language Models. In Artificial Intelligence in Education. Posters and Late Breaking Results, Workshops and Tutorials, Industry and Innovation Tracks, Practitioners, Doctoral Consortium and Blue Sky, Vol.\u00a02150. Springer, Cham."},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/1871437.1871689"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Joseph\u00a0L. Fleiss. 1971. Measuring nominal scale agreement among many raters. Psychological Bulletin 76 5 (1971) 378\u2013382.","DOI":"10.1037\/h0031619"},{"key":"e_1_3_3_2_30_2","volume-title":"Use Cases for Generative AI in Education: User Research Report","author":"Education Department for","year":"2024","unstructured":"Department for Education. 2024. Use Cases for Generative AI in Education: User Research Report. Technical Report. Department for Education, UK Government. https:\/\/www.gov.uk\/government\/publications\/generative-ai-in-education-user-research-and-technical-report Accessed: 2024-09-21."},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Michail Giannakos Roger Azevedo Peter Brusilovsky Mutlu Cukurova Yannis Dimitriadis Davinia Hernandez-Leo Sanna J\u00e4rvel\u00e4 Manolis Mavrikis and Bart Rienties. 2024. The promise and challenges of generative AI in education. Behaviour & Information Technology (2024) 1\u201327.","DOI":"10.1080\/0144929X.2024.2394886"},{"key":"e_1_3_3_2_32_2","volume-title":"Proceedings of the 29th International Conference on Computational Linguistics","author":"Gong Huanli","year":"2022","unstructured":"Huanli Gong and Hengchang Pan, Liangming\u00a0andHu. 2022. KHANQ: A Dataset for Generating Deep Questions in Education. In Proceedings of the 29th International Conference on Computational Linguistics."},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","unstructured":"Lasse Hansen Ludvig\u00a0Renbo Olsen and Kenneth Enevoldsen. 2023. TextDescriptives: A Python package for calculating a large variety of metrics from text. Journal of Open Source Software 8 84 (April 2023) 5153. 10.21105\/joss.05153","DOI":"10.21105\/joss.05153"},{"key":"e_1_3_3_2_34_2","volume-title":"Proceedings of the Human Language Technology Conference and the North American Chapter of the Association for Computational Linguistics (HLT-NAACL)","author":"Heilman Michael","year":"2010","unstructured":"Michael Heilman and Noah\u00a0A. Smith. 2010. Good question! Statistical ranking for question generation. In Proceedings of the Human Language Technology Conference and the North American Chapter of the Association for Computational Linguistics (HLT-NAACL)."},{"key":"e_1_3_3_2_35_2","volume-title":"International Conference on Learning Representations","author":"Hu Wenpeng","year":"2018","unstructured":"Wenpeng Hu, Bing Liu, Rui Yan, Dongyan Zhao, and Jinwen Ma. 2018. Topic-Based Question Generation. In International Conference on Learning Representations. ICLR 2018 Conference Blind Submission. Invite to Workshop Track."},{"key":"e_1_3_3_2_36_2","volume-title":"International Conference on Learning Representations","author":"Khalifa Muhammad","year":"2021","unstructured":"Muhammad Khalifa, Hady Elsahar, and Marc Dymetman. 2021. A Distributional Approach to Controlled Text Generation. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=jWkw45-9AbL"},{"key":"e_1_3_3_2_37_2","first-page":"101","volume-title":"Workshop on Empowering Education with LLMs at AIED","author":"Kuo Bor-Chen","year":"2023","unstructured":"Bor-Chen Kuo, Frederic\u00a0TY Chang, and Zong-En Bai. 2023. Leveraging LLMs for Adaptive Testing and Learning in Taiwan Adaptive Learning Platform (TALP).. In Workshop on Empowering Education with LLMs at AIED. 101\u2013110."},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636555.3636860"},{"key":"e_1_3_3_2_39_2","volume-title":"Workshop on Text Summarization Branches Out","author":"Lin C.\u00a0Y.","year":"2004","unstructured":"C.\u00a0Y. Lin. 2004. ROUGE: A package for automatic evaluation of summaries. In Workshop on Text Summarization Branches Out."},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-89363-7_25"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"crossref","unstructured":"Rosemary Luckin and Mutlu Cukurova. 2019. Designing educational technologies in the age of AI: A learning sciences-driven approach. British Journal of Educational Technology 50 6 (2019) 2824\u20132838.","DOI":"10.1111\/bjet.12861"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588827"},{"key":"e_1_3_3_2_43_2","volume-title":"LREC 2020 - 12th Language Resources and Evaluation Conference","author":"Martin Louis","year":"2020","unstructured":"Louis Martin, \u00c9ric Villemonte\u00a0de La\u00a0Clergerie, Beno\u00eet Sagot, and Antoine Bordes. 2020. Controllable Sentence Simplification. In LREC 2020 - 12th Language Resources and Evaluation Conference. Marseille, France. https:\/\/inria.hal.science\/hal-02678214"},{"key":"e_1_3_3_2_44_2","first-page":"311","volume-title":"Proceedings of the 40th annual meeting on association for computational linguistics","author":"Papineni K.","year":"2002","unstructured":"K. Papineni, S. Roukos, T. Ward, and W.J. Zhu. 2002. BLEU: a method for automatic evaluation of machine translation. In Proceedings of the 40th annual meeting on association for computational linguistics. Association for Computational Linguistics, 311\u2013318."},{"key":"e_1_3_3_2_45_2","unstructured":"Zachary\u00a0A Pardos and Shreya Bhandari. 2023. Learning gain differences between ChatGPT and human tutor generated algebra hints. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.06871 (2023)."},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/2633211.2634350"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613372.3614197"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"Marco Ponza Paolo Ferragina and Soumen Chakrabarti. 2020. On Computing Entity Relatedness in Wikipedia with Applications. Knowledge-Based Systems 188 (2020).","DOI":"10.1016\/j.knosys.2019.105051"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i21.30358"},{"key":"e_1_3_3_2_50_2","unstructured":"Colin Raffel Noam Shazeer Adam Roberts Katherine Lee Sharan Narang Michael Matena Yanqi Zhou Wei Li and Peter\u00a0J. Liu. 2022. Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer. The Journal of Machine Learning Research 21 1 (2022) 5485\u20135551."},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"crossref","unstructured":"Pranav Rajpurkar Jian Zhang Konstantin Lopyrev and Percy Liang. 2016. SQuAD: 100 000+ Questions for Machine Comprehension of Text. arxiv:https:\/\/arXiv.org\/abs\/1606.05250\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/1606.05250","DOI":"10.18653\/v1\/D16-1264"},{"key":"e_1_3_3_2_52_2","volume-title":"peS2o (Pretraining Efficiently on S2ORC) Dataset","author":"Soldaini Luca","year":"2023","unstructured":"Luca Soldaini and Kyle Lo. 2023. peS2o (Pretraining Efficiently on S2ORC) Dataset. Technical Report. Allen Institute for AI. ODC-By, https:\/\/github.com\/allenai\/pes2o."},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.54675\/FIGU8035"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99739-7_41"},{"key":"e_1_3_3_2_55_2","unstructured":"Shen Wang Tianlong Xu Hang Li Chaoli Zhang Joleen Liang Jiliang Tang Philip\u00a0S. Yu and Qingsong Wen. 2024. Large Language Models for Education: A Survey and Outlook. arxiv:https:\/\/arXiv.org\/abs\/2403.18105\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2403.18105"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1145\/3231644.3231654"},{"key":"e_1_3_3_2_57_2","unstructured":"Gautam Yadav Ying-Jui Tseng and Xiaolin Ni. 2023. Contextualizing problems to student interests at scale in intelligent tutoring system using large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2306.00190 (2023)."},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39112-5_18"},{"key":"e_1_3_3_2_59_2","volume-title":"Final Ontological Word-Sense Disambiguation Prototype","author":"Zhang L.","year":"2014","unstructured":"L. Zhang and A. Rettinger. 2014. Final Ontological Word-Sense Disambiguation Prototype. Deliverable D3.2.3. xLike Project."},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","unstructured":"Ruqing Zhang Jiafeng Guo Lu Chen Yixing Fan and Xueqi Cheng. 2021. A Review on Question Generation from Natural Language Text. ACM Trans. Inf. Syst. 40 1 Article 14 (sep 2021) 43\u00a0pages. 10.1145\/3468889","DOI":"10.1145\/3468889"},{"key":"e_1_3_3_2_61_2","unstructured":"Tianyi Zhang Varsha Kishore Felix Wu Kilian\u00a0Q. Weinberger and Yoav Artzi. 2020. BERTScore: Evaluating Text Generation with BERT. arxiv:https:\/\/arXiv.org\/abs\/1904.09675\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/1904.09675"}],"event":{"name":"LAK '25: The 15th International Learning Analytics and Knowledge Conference","location":"Dublin Ireland","acronym":"LAK 2025"},"container-title":["Proceedings of the 15th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706487","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706468.3706487","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T21:18:04Z","timestamp":1750281484000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706487"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,3]]},"references-count":60,"alternative-id":["10.1145\/3706468.3706487","10.1145\/3706468"],"URL":"https:\/\/doi.org\/10.1145\/3706468.3706487","relation":{},"subject":[],"published":{"date-parts":[[2025,3,3]]},"assertion":[{"value":"2025-03-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}