{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T20:37:08Z","timestamp":1773693428710,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T00:00:00Z","timestamp":1739318400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,2,12]]},"DOI":"10.1145\/3716640.3716651","type":"proceedings-article","created":{"date-parts":[[2025,4,7]],"date-time":"2025-04-07T11:06:01Z","timestamp":1744023961000},"page":"95-104","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Oversight in Action: Experiences with Instructor-Moderated LLM Responses in an Online Discussion Forum"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-4968-9650","authenticated-orcid":false,"given":"Shuying","family":"Qiao","sequence":"first","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5150-9806","authenticated-orcid":false,"given":"Paul","family":"Denny","sequence":"additional","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6885-1571","authenticated-orcid":false,"given":"Nasser","family":"Giacaman","sequence":"additional","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,4,7]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"David\u00a0S Ackerman and Barbara\u00a0L Gross. 2021. Synchronous online discussion board as a primary mode of delivering marketing education: Responding to the COVID-19 pandemic and beyond. Marketing Education Review 31 4 (2021).","DOI":"10.1080\/10528008.2021.1893752"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3627217.3627233"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899457"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","unstructured":"Paul Chandler and John Sweller. 1991. Cognitive load theory and the format of instruction. Cognition and instruction 8 4 (1991) 293\u2013332.","DOI":"10.1207\/s1532690xci0804_2"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Yu Chen Scott Jensen Leslie\u00a0J Albert Sambhav Gupta and Terri Lee. 2023. Artificial intelligence (AI) student assistants in the classroom: Designing chatbots to support student success. Information Systems Frontiers 25 1 (2023) 161\u2013182.","DOI":"10.1007\/s10796-022-10291-4"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588814"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630909"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653574"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","unstructured":"Paul Denny James Prather Brett\u00a0A. Becker James Finnie-Ansley Arto Hellas Juho Leinonen Andrew Luxton-Reilly Brent\u00a0N. Reeves Eddie\u00a0Antonio Santos and Sami Sarsa. 2024. Computing Education in the Era of Generative AI. Commun. ACM 67 2 (Jan. 2024) 56\u201367. 10.1145\/3624720","DOI":"10.1145\/3624720"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653587"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"Margaret\u00a0Hamilton Dip\u00a0Nandi and James Harland. 2012. Evaluating the quality of interaction in asynchronous discussion forums in fully online courses. Distance Education 33 1 (2012) 5\u201330. 10.1080\/01587919.2012.667957 arXiv:10.1080\/01587919.2012.667957","DOI":"10.1080\/01587919.2012.667957"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Andrew Gallacher Andrew Thompson Mark Howarth P Taalas J Jalkanen L Bradley and S Thou\u00ebsny. 2018. \u201cMy robot is an idiot!\u201d\u2013Students\u2019 perceptions of AI in the L2 classroom. Future-proof CALL: language learning as exploration and encounters\u2013short papers from EUROCALL (2018) 70\u201376.","DOI":"10.14705\/rpnet.2018.26.815"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600139"},{"key":"e_1_3_3_2_16_2","unstructured":"Yann Hicke Anmol Agarwal Qianou Ma and Paul Denny. 2023. AI-TA: Towards an Intelligent Question-Answer Teaching Assistant using Open-Source LLMs. arxiv:https:\/\/arXiv.org\/abs\/2311.02775\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2311.02775"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636243.3636252"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642773"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Karen Kear*. 2004. Peer learning using asynchronous discussion systems in distance education. Open Learning: The Journal of Open Distance and e-Learning 19 2 (2004) 151\u2013164.","DOI":"10.1080\/0268051042000224752"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Babak Khoshnevisan and Mojgan Rashtchi. 2021. Developing online discussion boards to increase student engagement during the COVID-19 pandemic. Dual Language Research and Practice Journal 4 1 (2021).","DOI":"10.21423\/dlrpj-v4.a29"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Mark Liffiton Brad Sheese Jaromir Savelka and Paul Denny. 2023. CodeHelp: Using Large Language Models with Guardrails for Scalable Support in Programming Classes. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2308.06921 (2023).","DOI":"10.1145\/3631802.3631830"},{"key":"e_1_3_3_2_22_2","series-title":"(Koli Calling \u201923)","volume-title":"Proceedings of the 23rd Koli Calling International Conference on Computing Education Research","author":"Liffiton Mark","year":"2024","unstructured":"Mark Liffiton, Brad\u00a0E Sheese, Jaromir Savelka, and Paul Denny. 2024. CodeHelp: Using Large Language Models with Guardrails for Scalable Support in Programming Classes. In Proceedings of the 23rd Koli Calling International Conference on Computing Education Research (Koli, Finland) (Koli Calling \u201923). Association for Computing Machinery, New York, NY, USA, Article 8, 11\u00a0pages."},{"key":"e_1_3_3_2_23_2","first-page":"405","volume-title":"Artificial Intelligence in Education","author":"Liu Chang","year":"2024","unstructured":"Chang Liu, Loc Hoang, Andrew Stolman, and Bo Wu. 2024. HiTA: A RAG-Based Educational Platform that\u00a0Centers Educators in\u00a0the\u00a0Instructional Loop. In Artificial Intelligence in Education. Springer Nature Switzerland, Cham, 405\u2013412."},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630938"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569785"},{"key":"e_1_3_3_2_26_2","unstructured":"Ismael\u00a0Villegas Molina Audria Montalvo Benjamin Ochoa Paul Denny and Leo Porter. 2024. Leveraging LLM Tutoring Systems for Non-Native English Speakers in Introductory CS Courses. arxiv:https:\/\/arXiv.org\/abs\/2411.02725\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2411.02725"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626253.3635413"},{"key":"e_1_3_3_2_28_2","series-title":"(CSERC \u201911)","first-page":"59","volume-title":"Computer Science Education Research Conference","author":"Pieterse Vreda","year":"2011","unstructured":"Vreda Pieterse and Isabel\u00a0J. van Rooyen. 2011. Student discussion forums: what is in it for them?. In Computer Science Education Research Conference (Heerlen, Netherlands) (CSERC \u201911). Open Universiteit, Heerlen, Heerlen, NLD, 59\u201370."},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3623762.3633499"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3632620.3671116"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Dennis\u00a0A Rivera Mariane Frenay and Val\u00e9rie Swaen. 2024. The learning design of MOOC discussion forums: An analysis of forum instructions and their role in supporting the social construction of knowledge. Technology Knowledge and Learning 29 2 (2024) 585\u2013615.","DOI":"10.1007\/s10758-023-09670-w"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"crossref","first-page":"160","DOI":"10.1007\/978-3-031-53656-4_8","volume-title":"Computer Supported Education","author":"Savelka Jaromir","year":"2024","unstructured":"Jaromir Savelka, Arav Agarwal, Christopher Bogart, and Majd Sakr. 2024. From GPT-3 to\u00a0GPT-4: On the\u00a0Evolving Efficacy of\u00a0LLMs to\u00a0Answer Multiple-Choice Questions for\u00a0Programming Classes in\u00a0Higher Education. In Computer Supported Education. Springer Nature Switzerland, Cham, 160\u2013182."},{"key":"e_1_3_3_2_35_2","unstructured":"Afsaneh Sharif and Barry Magrill. 2015. Discussion forums in MOOCs. International Journal of Learning Teaching and Educational Research 12 1 (2015) 119\u2013132."},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/961511.961556"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3017680.3017745"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445781"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"crossref","unstructured":"Rose\u00a0E. Wang Ana\u00a0T. Ribeiro Carly\u00a0D. Robinson Susanna Loeb and Dora Demszky. 2024. Tutor CoPilot: A Human-AI Approach for Scaling Real-Time Expertise. arxiv:https:\/\/arXiv.org\/abs\/2410.03017\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2410.03017","DOI":"10.21203\/rs.3.rs-5363154\/v1"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"crossref","first-page":"270","DOI":"10.2991\/978-2-494069-89-3_32","volume-title":"2022 5th International Conference on Humanities Education and Social Sciences (ICHESS 2022)","author":"Wang Yuemeng","year":"2022","unstructured":"Yuemeng Wang. 2022. A comparative study on the effectiveness of traditional and modern teaching methods. In 2022 5th International Conference on Humanities Education and Social Sciences (ICHESS 2022). Atlantis Press, 270\u2013277."},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"crossref","unstructured":"J.\u00a0D. Zamfirescu-Pereira Laryn Qi Bj\u00f6rn Hartmann John DeNero and Narges Norouzi. 2024. 61A-Bot Report: AI Assistants in CS1 Save Students Homework Time and Reduce Demands on Staff. (Now What?). arxiv:https:\/\/arXiv.org\/abs\/2406.05600\u00a0[cs.CY]","DOI":"10.1145\/3641554.3701864"}],"event":{"name":"ACE 2025: 27th Australasian Computing Education Conference","location":"Brisbane Australia","acronym":"ACE 2025"},"container-title":["Proceedings of the 27th Australasian Computing Education Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3716640.3716651","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3716640.3716651","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:52Z","timestamp":1750295932000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3716640.3716651"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,12]]},"references-count":40,"alternative-id":["10.1145\/3716640.3716651","10.1145\/3716640"],"URL":"https:\/\/doi.org\/10.1145\/3716640.3716651","relation":{},"subject":[],"published":{"date-parts":[[2025,2,12]]},"assertion":[{"value":"2025-04-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}