{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T01:31:20Z","timestamp":1773365480276,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,2,18]]},"DOI":"10.1145\/3770762.3772514","type":"proceedings-article","created":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T15:15:58Z","timestamp":1770995758000},"page":"400-406","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Examining Discourse in a Large Online Education Program: A Machine-in-the-Loop Approach"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-8646-4684","authenticated-orcid":false,"given":"Erik W. W.","family":"Goh","sequence":"first","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-0176-0976","authenticated-orcid":false,"given":"Xuan","family":"Wang","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0537-6229","authenticated-orcid":false,"given":"David A.","family":"Joyner","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-6076-1691","authenticated-orcid":false,"given":"Ana Mary","family":"Rusch","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}]}],"member":"320","published-online":{"date-parts":[[2026,2,17]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"The Nexus of Covid-19 and Behavioral Intentions of University Students Towards Online Education. Emerging Science Journal","author":"Abbas Sheer","year":"2024","unstructured":"Sheer Abbas, Muhammad Yaseen, Muhammad Ameen, Bushra Pervaiz, Sidra Fati?ma, and Sadia Hassan. 2024. The Nexus of Covid-19 and Behavioral Intentions of University Students Towards Online Education. Emerging Science Journal (2024). https:\/\/api.semanticscholar.org\/CorpusID:267241296"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/NCCC49330.2021.9428838"},{"key":"e_1_3_2_2_3_1","unstructured":"Bartowski. 2024. gemma-2-27b-it-GGUF Model. https:\/\/huggingface.co\/bartowski\/gemma-2-27b-it-GGUF. Accessed: 2024-12-05."},{"key":"e_1_3_2_2_4_1","volume-title":"Large Language Models and Thematic Analysis: Human-AI Synergy in Researching Hate Speech on Social Media. arXiv preprint arXiv:2408.05126","author":"Breazu Petre","year":"2024","unstructured":"Petre Breazu, Miriam Schirmer, Songbo Hu, and Napoleon Katsos. 2024. Large Language Models and Thematic Analysis: Human-AI Synergy in Researching Hate Speech on Social Media. arXiv preprint arXiv:2408.05126 (2024)."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3582749"},{"key":"e_1_3_2_2_6_1","volume-title":"Qualitative Psychology: A Practical Guide to Research Methods","author":"Charmaz Kathy","unstructured":"Kathy Charmaz. 2015. Grounded theory. In Qualitative Psychology: A Practical Guide to Research Methods (3rd ed.). Sage Publications, 53-84.","edition":"3"},{"key":"e_1_3_2_2_7_1","volume-title":"The Qualitative Report","author":"Christou Prokopis A.","year":"2023","unstructured":"Prokopis A. Christou. 2023. How to Use Artificial Intelligence (AI) as a Resource, Methodological and Analysis Tool in Qualitative Research?, The Qualitative Report (2023). https:\/\/api.semanticscholar.org\/CorpusID:260405405"},{"key":"e_1_3_2_2_8_1","volume-title":"LLM-in-the-loop: Leveraging large language model for thematic analysis. arXiv preprint arXiv:2310.15100","author":"Dai Si Chen","year":"2023","unstructured":"Si Chen Dai, Ailing Xiong, and Lung-Wen Ku. 2023. LLM-in-the-loop: Leveraging large language model for thematic analysis. arXiv preprint arXiv:2310.15100 (2023). https:\/\/arxiv.org\/abs\/2310.15100"},{"key":"e_1_3_2_2_9_1","volume-title":"Performing an Inductive Thematic Analysis of Semi-Structured Interviews With a Large Language Model: An Exploration and Provocation on the Limits of the Approach. Social Science Computer Review","author":"Paoli Stefano De","year":"2023","unstructured":"Stefano De Paoli. 2023. Performing an Inductive Thematic Analysis of Semi-Structured Interviews With a Large Language Model: An Exploration and Provocation on the Limits of the Approach. Social Science Computer Review (2023). https:\/\/api.semanticscholar.org\/CorpusID:266110869"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366848"},{"key":"e_1_3_2_2_11_1","unstructured":"Georgia Institute of Technology. [n.d.]. Online Master's Degrees. Georgia Tech Professional Education. https:\/\/pe.gatech.edu\/degrees Accessed: 2024-11-14."},{"key":"e_1_3_2_2_12_1","volume-title":"Proceedings of the Ninth International AAAI Conference on Web and Social Media. 130-139","author":"Gisselbrecht Thibault","year":"2015","unstructured":"Thibault Gisselbrecht, Ludovic Denoyer, Patrick Gallinari, and Sylvain Lamprier. 2015. WhichStreams: A Dynamic Approach for Focused Data Capture from Large Social Media. In Proceedings of the Ninth International AAAI Conference on Web and Social Media. 130-139."},{"key":"e_1_3_2_2_13_1","unstructured":"Erik W. W. Goh Xuan Wang David A. Joyner and Ana Mary Rusch. 2025a. Interactive Fig 1c. Research Materials]. https:\/\/08b34bc1.anonymoussubmission.pages.dev\/. Accessed: 2025-06-28."},{"key":"e_1_3_2_2_14_1","unstructured":"Erik W. W. Goh Xuan Wang David A. Joyner and Ana Mary Rusch. 2025b. OSF Research Materials]. https:\/\/osf.io\/q9x82\/?view_only=a087901b7550438e832971847498348b. Accessed: 2025-06-28."},{"key":"e_1_3_2_2_15_1","unstructured":"Google. 2024. How Search Works. https:\/\/www.google.com\/search\/howsearchworks\/how-search-works\/. Accessed: 2024-12-05."},{"key":"e_1_3_2_2_16_1","unstructured":"Google Developers. 2024. Custom Search JSON API Overview. https:\/\/developers.google.com\/custom-search\/v1\/overview. Accessed: 2024-12-05."},{"key":"e_1_3_2_2_17_1","volume-title":"BERTopic: Neural topic modeling with a class-based TF-IDF procedure. arXiv preprint arXiv:2203.05794","author":"Grootendorst Maarten","year":"2022","unstructured":"Maarten Grootendorst. 2022. BERTopic: Neural topic modeling with a class-based TF-IDF procedure. arXiv preprint arXiv:2203.05794 (2022)."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3703155"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3662038"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.2196\/55591"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v16i1.19312"},{"key":"e_1_3_2_2_22_1","volume-title":"On learning to summarize with large language models as references. arXiv preprint arXiv:2305.14239","author":"Liu Yixin","year":"2023","unstructured":"Yixin Liu, Kejian Shi, Katherine S He, Longtian Ye, Alexander R Fabbri, Pengfei Liu, Dragomir Radev, and Arman Cohan. 2023. On learning to summarize with large language models as references. arXiv preprint arXiv:2305.14239 (2023)."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.11613\/BM.2012.031"},{"key":"e_1_3_2_2_24_1","volume-title":"Adi Idham Jailani, and Norazlina Mohamad Ayob","author":"Md Yusuf Ahmad Harith","year":"2021","unstructured":"Ahmad Harith Md Yusuf, Sumarni Maulan, Jing Fang, Jean Hoo, Adi Idham Jailani, and Norazlina Mohamad Ayob. 2021. A thematic analysis of online learning experiences among students of a language programme: instructors' delivery and peer interaction. (2021)."},{"key":"e_1_3_2_2_25_1","volume-title":"Exploring the Potential of Human-LLM Synergy in Advancing Qualitative Analysis: A Case Study on Mental-Illness Stigma. arXiv preprint arXiv:2405.05758","author":"Meng Han","year":"2024","unstructured":"Han Meng, Yitian Yang, Yunan Li, Jungup Lee, and Yi-Chieh Lee. 2024. Exploring the Potential of Human-LLM Synergy in Advancing Qualitative Analysis: A Case Study on Mental-Illness Stigma. arXiv preprint arXiv:2405.05758 (2024)."},{"key":"e_1_3_2_2_26_1","volume-title":"Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781","author":"Mikolov Tomas","year":"2013","unstructured":"Tomas Mikolov, Kai Chen, Greg Corrado, and Jeffrey Dean. 2013. Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781 (2013)."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-main.148"},{"key":"e_1_3_2_2_28_1","unstructured":"OMSCentral. 2024. OMSCentral. OMSCentral Website. Student-driven course review platform for Georgia Tech's Online Master's programs."},{"key":"e_1_3_2_2_29_1","unstructured":"Lawrence Page. 1999. The PageRank citation ranking: Bringing order to the web. Technical Report. Technical Report."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"e_1_3_2_2_31_1","volume-title":"Online Journal of Distance Learning Administration","volume":"20","author":"Anthony Pi","year":"2017","unstructured":"Anthony Pi na. 2017. An Organizational Development Framework for Assessing Readiness and Capacity for Expanding Online Education. Online Journal of Distance Learning Administration, Vol. 20 (2017). https:\/\/api.semanticscholar.org\/CorpusID:168664405"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"crossref","unstructured":"S. Qiao X. Fang C. Garrett R. Zhang Y Li and Y Kang. 2024. Generative AI for Qualitative Analysis in a Maternal Health Study: Coding In-depth Interviews using Large Language Models (LLMs). In medRxiv. https:\/\/api.semanticscholar.org\/CorpusID:272683044","DOI":"10.1101\/2024.09.16.24313707"},{"key":"e_1_3_2_2_33_1","unstructured":"Quirkos. 2025. What's the Difference Between Codes and Themes in Qualitative Analysis? https:\/\/www.quirkos.com\/blog\/post\/whats-the-difference-between-codes-and-themes-in-qualitative-analysis\/. Accessed: 2025-06-26."},{"key":"e_1_3_2_2_34_1","unstructured":"Nils Reimers and Iryna Gurevych. 2024. Sentence-Transformers: Pretrained Models. https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2. Accessed: 2024-12-20."},{"key":"e_1_3_2_2_35_1","first-page":"2881","article-title":"Parametric UMAP Embeddings for Representation and Semisupervised Learning","volume":"33","author":"Sainburg Tim","year":"2021","unstructured":"Tim Sainburg, Leland McInnes, and Timothy Q Gentner. 2021. Parametric UMAP Embeddings for Representation and Semisupervised Learning. Neural Computation, Vol. 33, 11 (2021), 2881-2907.","journal-title":"Neural Computation"},{"key":"e_1_3_2_2_36_1","unstructured":"Scikit-learn developers. 2024a. sklearn.cluster.KMeans. Scikit-learn version 1.5 available at https:\/\/scikit-learn.org\/stable\/modules\/generated\/sklearn.cluster.KMeans.html."},{"key":"e_1_3_2_2_37_1","unstructured":"Scikit-learn developers. 2024b. sklearn.manifold.trustworthiness. Scikit-learn version 1.5 available at https:\/\/scikit-learn.org\/stable\/modules\/generated\/sklearn.manifold.trustworthiness.html."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.3390\/app6040116"},{"key":"e_1_3_2_2_39_1","unstructured":"StatCounter. 2024. Search Engine Market Share. StatCounter Global Stats. https:\/\/gs.statcounter.com\/search-engine-market-share Accessed: 2024-11-14."},{"key":"e_1_3_2_2_40_1","volume-title":"Cassidy Hardin, Surya Bhupatiraju, L\u00e9onard Hussenot, Thomas Mesnard, Bobak Shahriari, Alexandre Ram\u00e9, et al.","author":"Team Gemma","year":"2024","unstructured":"Gemma Team, Morgane Riviere, Shreya Pathak, Pier Giuseppe Sessa, Cassidy Hardin, Surya Bhupatiraju, L\u00e9onard Hussenot, Thomas Mesnard, Bobak Shahriari, Alexandre Ram\u00e9, et al., 2024. Gemma 2: Improving open language models at a practical size. arXiv preprint arXiv:2408.00118 (2024)."},{"key":"e_1_3_2_2_41_1","unstructured":"The University of Texas at Austin. [n.d.]. Computer and Data Science Online. UT Computer and Data Science Online. https:\/\/cdso.utexas.edu\/ Accessed: 2024-11-14."},{"key":"e_1_3_2_2_42_1","volume-title":"Expanding Horizons in HCI Research Through LLM-Driven Qualitative Analysis. arXiv preprint arXiv:2401.04138","author":"Torii Maya Grace","year":"2024","unstructured":"Maya Grace Torii, Takahito Murakami, and Yoichi Ochiai. 2024. Expanding Horizons in HCI Research Through LLM-Driven Qualitative Analysis. arXiv preprint arXiv:2401.04138 (2024)."},{"key":"e_1_3_2_2_43_1","unstructured":"University of Illinois Urbana-Champaign. [n.d.]. Online Master of Computer Science. Siebel School of Computing and Data Science. https:\/\/siebelschool.illinois.edu\/academics\/graduate\/professional-mcs\/online-master-computer-science Accessed: 2024-11-14."},{"key":"e_1_3_2_2_44_1","unstructured":"University of Pennsylvania. [n.d.]. MCIT Online. Penn Engineering Online. https:\/\/online.seas.upenn.edu\/degrees\/mcit-online\/ Accessed: 2024-11-14."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44668-0_68"},{"key":"e_1_3_2_2_46_1","volume-title":"Denny Zhou, et al.","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Fei Xia, Ed Chi, Quoc V Le, Denny Zhou, et al., 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in neural information processing systems, Vol. 35 (2022), 24824-24837."},{"key":"e_1_3_2_2_47_1","volume-title":"Carroll","author":"Zhang Han","year":"2023","unstructured":"Han Zhang, Cherie Wu, Justin Xie, Ying Lyu, Jian Cai, and John M. Carroll. 2023. Redefining qualitative analysis in the AI era: Utilizing ChatGPT for efficient thematic analysis. arXiv preprint arXiv:2309.10771 (2023). https:\/\/arxiv.org\/abs\/2309.10771"}],"event":{"name":"SIGCSE TS 2026:The 57th ACM Technical Symposium on Computer Science Education","location":"St. Louis MO USA","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3770762.3772514","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T13:06:07Z","timestamp":1773320767000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3770762.3772514"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2,17]]},"references-count":47,"alternative-id":["10.1145\/3770762.3772514","10.1145\/3770762"],"URL":"https:\/\/doi.org\/10.1145\/3770762.3772514","relation":{},"subject":[],"published":{"date-parts":[[2026,2,17]]},"assertion":[{"value":"2026-02-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}