{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T10:36:24Z","timestamp":1777113384139,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100001459","name":"Ministry of Education - Singapore","doi-asserted-by":"publisher","award":["MOE2023-TRF-016"],"award-info":[{"award-number":["MOE2023-TRF-016"]}],"id":[{"id":"10.13039\/501100001459","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,27]]},"DOI":"10.1145\/3785022.3785037","type":"proceedings-article","created":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T09:39:01Z","timestamp":1777109941000},"page":"117-126","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Detecting Doubt in Reflective Learning: A Learning Analytics Study with Large and Small Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7759-348X","authenticated-orcid":false,"given":"Eng Lieh","family":"Ouh","sequence":"first","affiliation":[{"name":"Singapore Management University, Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2707-6588","authenticated-orcid":false,"given":"Kar Way","family":"Tan","sequence":"additional","affiliation":[{"name":"Singapore Management University, Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8749-0473","authenticated-orcid":false,"given":"Siaw Ling","family":"Lo","sequence":"additional","affiliation":[{"name":"Singapore Management University, Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1343-5401","authenticated-orcid":false,"given":"Yuhao","family":"Zhang","sequence":"additional","affiliation":[{"name":"Singapore Management University, Singapore, Singapore"}]}],"member":"320","published-online":{"date-parts":[[2026,4,26]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"Said Al\u00a0Faraby Ade Romadhony et\u00a0al. 2024. Analysis of LLMs for educational question classification and generation. Computers and Education: Artificial Intelligence 7 (2024) 100298.","DOI":"10.1016\/j.caeai.2024.100298"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"Dorit Alt Nirit Raichel and Lior Naamati-Schneider. 2022. Higher education students\u2019 reflective journal writing and lifelong learning skills: Insights from an exploratory sequential study. Frontiers in psychology 12 (2022) 707168.","DOI":"10.3389\/fpsyg.2021.707168"},{"key":"e_1_3_3_2_4_2","unstructured":"Xavier Amatriain. 2024. Prompt design and engineering: Introduction and advanced methods. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2401.14423 (2024)."},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","unstructured":"Omer Aydin Enis Karaarslan Fatih\u00a0Safa Erenay and Nebojsa Bacanin. 2025. Generative AI in Academic Writing: A Comparison of DeepSeek Qwen ChatGPT Gemini Llama Mistral and Gemma. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2503.04765 (2025).","DOI":"10.2139\/ssrn.5133368"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Ryan\u00a0S. Baker Sidney\u00a0K. D\u2019Mello Ma\u00a0Mercedes\u00a0T. Rodrigo and Arthur\u00a0C. Graesser. 2010. Better to be frustrated than bored: The incidence persistence and impact of learners\u2019 cognitive\u2013affective states during interactions with three different computer-based learning environments. International Journal of Human-Computer Studies 68 4 (2010) 223\u2013241.","DOI":"10.1016\/j.ijhcs.2009.12.003"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.852"},{"key":"e_1_3_3_2_8_2","volume-title":"Pacific Asia Conference on Information Systems (PACIS) 2023 Proceedings","author":"Chen Tianhao","year":"2022","unstructured":"Tianhao Chen, Eng\u00a0Lieh Ouh, Kar\u00a0Way Tan, and Siaw\u00a0Ling Lo. 2022. Machine-Learning Approach to Automated Doubt Identification on Stack Overflow Comments to Guide Programming Learners. In Pacific Asia Conference on Information Systems (PACIS) 2023 Proceedings. AIS."},{"key":"e_1_3_3_2_9_2","unstructured":"Wei-Lin Chen Zhepei Wei Xinyu Zhu Shi Feng and Yu Meng. 2025. Do LLM Evaluators Prefer Themselves for a Reason? arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2504.03846 (2025)."},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.12"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"crossref","unstructured":"Jordi Colomer Teresa Serra Dolors Ca\u00f1abate and Remigijus Bubnys. 2020. Reflective Learning in Higher Education: Active Methodologies for Transformative Practices. Sustainability 12 (05 2020) 3827.","DOI":"10.3390\/su12093827"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626253.3635601"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630909"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Sidney D\u2019Mello and Arthur\u00a0C. Graesser. 2012. Dynamics of affective states during complex learning. Learning and Instruction 22 2 (2012) 145\u2013157.","DOI":"10.1016\/j.learninstruc.2011.10.001"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Anastasia Efklides. 2006. Metacognition and affect: What can metacognitive experiences tell us about the learning process? Educational Research Review 1 1 (2006) 3\u201314.","DOI":"10.1016\/j.edurev.2005.11.001"},{"key":"e_1_3_3_2_17_2","unstructured":"Shangbin Feng Weijia Shi Yike Wang Wenxuan Ding Vidhisha Balachandran and Yulia Tsvetkov. 2024. Don\u2019t Hallucinate Abstain: Identifying LLM Knowledge Gaps via Multi-LLM Collaboration. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.00367 (2024)."},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Arthur\u00a0C. Graesser Danielle\u00a0S. McNamara and Jonna\u00a0M. Kulikowich. 2011. Coh-Metrix: Providing multilevel analyses of text characteristics. Educational Researcher 40 5 (2011) 223\u2013234.","DOI":"10.3102\/0013189X11413260"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626253.3635400"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1075\/pbns.54"},{"key":"e_1_3_3_2_21_2","volume-title":"Metadiscourse: Exploring Interaction in Writing","author":"Hyland Ken","year":"2005","unstructured":"Ken Hyland. 2005. Metadiscourse: Exploring Interaction in Writing. Bloomsbury Publishing."},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Manu Kapur. 2016. Examining Productive Failure Productive Success Unproductive Failure and Unproductive Success in Learning. Educational Psychologist 51 2 (2016) 289\u2013299.","DOI":"10.1080\/00461520.2016.1155457"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-96-8186-0_24"},{"key":"e_1_3_3_2_24_2","unstructured":"Wenzhe Li Yong Lin Mengzhou Xia and Chi Jin. 2025. Rethinking Mixture-of-Agents: Is Mixing Different Large Language Models Beneficial? arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2502.00674 (2025)."},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.58459\/icce.2019.319"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"Siaw\u00a0Ling Lo Kar\u00a0Way Tan and Eng\u00a0Lieh Ouh. 2021. Automated doubt identification from informal reflections through hybrid sentic patterns and machine learning approach. Research and Practice in Technology Enhanced Learning 16 1 (2021) 1.","DOI":"10.1186\/s41039-021-00149-9"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Thomas\u00a0O. Nelson and Louis Narens. 1990. Metamemory: A theoretical framework and new findings. The Psychology of Learning and Motivation 26 (1990) 125\u2013173.","DOI":"10.1016\/S0079-7421(08)60053-5"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1109\/FIE44824.2020.9274170"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Long Ouyang Jeffrey Wu Xu Jiang Diogo Almeida Carroll Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray et\u00a0al. 2022. Training language models to follow instructions with human feedback. Advances in neural information processing systems 35 (2022) 27730\u201327744.","DOI":"10.52202\/068431-2011"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1016\/B978-012109890-2\/50043-3"},{"key":"e_1_3_3_2_31_2","first-page":"213","volume-title":"Framing in discourse","author":"Polanyi Livia","year":"1995","unstructured":"Livia Polanyi and Wolfgang Schaible. 1995. Tuning and framing: The negotiation of meaning in conversations about troubles. In Framing in discourse, Deborah Tannen (Ed.). Oxford University Press, 213\u2013236."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"Russell\u00a0R Rogers. 2001. Reflection in higher education: A concept analysis. Innovative higher education 26 (2001) 37\u201357.","DOI":"10.1023\/A:1010986404527"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Carolyn\u00a0Penstein Ros\u00e9 Yi-Chia Wang Yue Cui Jaime Arguello Karsten Stegmann Armin Weinberger and Frank Fischer. 2008. Analyzing collaborative learning processes automatically: Exploiting the advances of computational linguistics in computer-supported collaborative learning. International Journal of Computer-Supported Collaborative Learning 3 3 (2008) 237\u2013271.","DOI":"10.1007\/s11412-007-9034-0"},{"key":"e_1_3_3_2_34_2","volume-title":"The Stanford Encyclopedia of Philosophy (Winter 2017 ed.)","author":"Roush Sherrilyn","year":"2017","unstructured":"Sherrilyn Roush. 2017. Epistemic Self-Doubt. In The Stanford Encyclopedia of Philosophy (Winter 2017 ed.), Edward\u00a0N. Zalta (Ed.). Metaphysics Research Lab, Stanford University."},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"crossref","unstructured":"Mary Ryan and Michael Ryan. 2013. Theorising a model for teaching and assessing reflective learning in higher education. Higher Education Research & Development 32 2 (2013) 244\u2013257.","DOI":"10.1080\/07294360.2012.661704"},{"key":"e_1_3_3_2_36_2","unstructured":"Melanie Sclar Yejin Choi Yulia Tsvetkov and Alane Suhr. 2023. Quantifying Language Models\u2019 Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.11324 (2023)."},{"key":"e_1_3_3_2_37_2","first-page":"972","volume-title":"AMIA Annual Symposium Proceedings","volume":"2022","author":"Sivarajkumar Sonish","year":"2022","unstructured":"Sonish Sivarajkumar and Yanshan Wang. 2022. HealthPrompt: a zero-shot learning paradigm for clinical natural language processing. In AMIA Annual Symposium Proceedings, Vol.\u00a02022. American Medical Informatics Association, 972."},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/2090116.2090124"},{"key":"e_1_3_3_2_39_2","volume-title":"Pacific Asia Conference on Information Systems (PACIS) 2022 Proceedings","author":"Tan Kar\u00a0Way","year":"2022","unstructured":"Kar\u00a0Way Tan, Siaw\u00a0Ling Lo, Eng\u00a0Lieh Ouh, and Wei\u00a0Leng Neo. 2022. AI-enabled adaptive learning using automated topic alignment and doubt detection. In Pacific Asia Conference on Information Systems (PACIS) 2022 Proceedings. AIS."},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"crossref","unstructured":"Shin\u00a0Yen Tan. 2021. Reflective learning? Understanding the student perspective in higher education. Educational Research 63 2 (2021) 229\u2013243.","DOI":"10.1080\/00131881.2021.1917303"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1145\/3568812.3603453"},{"key":"e_1_3_3_2_42_2","unstructured":"Xuezhi Wang Jason Wei Dale Schuurmans Quoc Le Ed Chi Sharan Narang Aakanksha Chowdhery and Denny Zhou. 2022. Self-consistency improves chain of thought reasoning in language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2203.11171 (2022)."},{"key":"e_1_3_3_2_43_2","unstructured":"Yu Wang Wen Qu and Xin Ye. 2024. Selecting Between BERT and GPT for Text Classification in Political Science Research. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2411.05050 (2024)."},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"crossref","unstructured":"Jason Wei Xuezhi Wang Dale Schuurmans Maarten Bosma Fei Xia Ed Chi Quoc\u00a0V Le Denny Zhou et\u00a0al. 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in neural information processing systems 35 (2022) 24824\u201324837.","DOI":"10.52202\/068431-1800"},{"key":"e_1_3_3_2_45_2","unstructured":"Ratnadira Widyasari Martin Weyssow Ivana\u00a0Clairine Irsan Han\u00a0Wei Ang Frank Liauw Eng\u00a0Lieh Ouh Lwin\u00a0Khin Shar Hong\u00a0Jin Kang and David Lo. 2025. Let the Trial Begin: A Mock-Court Approach to Vulnerability Detection using LLM-Based Agents. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2505.10961 (2025)."},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1109\/FIE61694.2024.10893324"},{"key":"e_1_3_3_2_47_2","first-page":"277","volume-title":"Metacognition in Educational Theory and Practice","author":"Winne Philip\u00a0H.","year":"1998","unstructured":"Philip\u00a0H. Winne and Allyson\u00a0F. Hadwin. 1998. Studying as Self-Regulated Learning. In Metacognition in Educational Theory and Practice, Douglas\u00a0J. Hacker, John Dunlosky, and Arthur\u00a0C. Graesser (Eds.). Lawrence Erlbaum Associates, 277\u2013304."},{"key":"e_1_3_3_2_48_2","first-page":"1061461","volume-title":"Frontiers in Education","author":"Wulff Peter","year":"2023","unstructured":"Peter Wulff, Andrea Westphal, Lukas Mientus, Anna Nowak, and Andreas Borowski. 2023. Enhancing writing analytics in science education research with machine learning and natural language processing\u2014Formative assessment of science and non-science preservice teachers\u2019 written reflections. In Frontiers in Education, Vol.\u00a07. Frontiers Media SA, 1061461."},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-40292-0_19"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"crossref","unstructured":"Shunyu Yao Dian Yu Jeffrey Zhao Izhak Shafran Tom Griffiths Yuan Cao and Karthik Narasimhan. 2023. Tree of thoughts: Deliberate problem solving with large language models. Advances in neural information processing systems 36 (2023) 11809\u201311822.","DOI":"10.52202\/075280-0517"},{"key":"e_1_3_3_2_51_2","series-title":"(NIPS \u201923)","volume-title":"Proceedings of the 37th International Conference on Neural Information Processing Systems","author":"Zheng Lianmin","year":"2023","unstructured":"Lianmin Zheng, Wei-Lin Chiang, Ying Sheng, Siyuan Zhuang, Zhanghao Wu, Yonghao Zhuang, Zi Lin, Zhuohan Li, Dacheng Li, Eric\u00a0P. Xing, Hao Zhang, Joseph\u00a0E. Gonzalez, and Ion Stoica. 2023. Judging LLM-as-a-judge with MT-bench and Chatbot Arena. In Proceedings of the 37th International Conference on Neural Information Processing Systems (New Orleans, LA, USA) (NIPS \u201923). Curran Associates Inc., Red Hook, NY, USA, Article 2020, 29\u00a0pages."}],"event":{"name":"LAK 2026: LAK26: 16th International Learning Analytics and Knowledge Conference","location":"Bergen Norway","acronym":"LAK 2026"},"container-title":["Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference"],"original-title":[],"deposited":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T09:47:19Z","timestamp":1777110439000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3785022.3785037"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,26]]},"references-count":50,"alternative-id":["10.1145\/3785022.3785037","10.1145\/3785022"],"URL":"https:\/\/doi.org\/10.1145\/3785022.3785037","relation":{},"subject":[],"published":{"date-parts":[[2026,4,26]]},"assertion":[{"value":"2026-04-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}