{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T00:05:33Z","timestamp":1782518733215,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,7,15]],"date-time":"2025-07-15T00:00:00Z","timestamp":1752537600000},"content-version":"vor","delay-in-days":371,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"AFOSR","award":["FA95501710218"],"award-info":[{"award-number":["FA95501710218"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,9]]},"DOI":"10.1145\/3657604.3662030","type":"proceedings-article","created":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T15:49:38Z","timestamp":1721058578000},"page":"122-133","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["Automated Generation and Tagging of Knowledge Components from Multiple-Choice Questions"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5256-0339","authenticated-orcid":false,"given":"Steven","family":"Moore","sequence":"first","affiliation":[{"name":"Human-Computer Interaction, Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5275-3608","authenticated-orcid":false,"given":"Robin","family":"Schmucker","sequence":"additional","affiliation":[{"name":"Machine Learning Department, Carnege Mellon University, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7373-0301","authenticated-orcid":false,"given":"Tom","family":"Mitchell","sequence":"additional","affiliation":[{"name":"Machine Learning Department, Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2291-1468","authenticated-orcid":false,"given":"John","family":"Stamper","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction, Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,15]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Koedinger","author":"Aleven Vincent","year":"2013","unstructured":"Vincent Aleven and Kenneth R. Koedinger. 2013. Knowledge component (KC) approaches to learner modeling. Design recommendations for intelligent tutoring systems 1: 165--182."},{"key":"e_1_3_2_1_2_1","volume-title":"Retrieved","author":"Arora Simran","year":"2022","unstructured":"Simran Arora, Avanika Narayan, Mayee F. Chen, Laurel Orr, Neel Guha, Kush Bhatia, Ines Chami, Frederic Sala, and Christopher R\u00e9. 2022. Ask Me Anything: A simple strategy for prompting language models. Retrieved February 15, 2024 from http:\/\/arxiv.org\/abs\/2210.02441"},{"key":"e_1_3_2_1_3_1","first-page":"341","article-title":"The difficulty factors approach to the design of lessons in intelligent tutor curricula","volume":"17","author":"Jd Baker Ryan","year":"2007","unstructured":"Ryan SJd Baker, Albert T. Corbett, and Kenneth R. Koedinger. 2007. The difficulty factors approach to the design of lessons in intelligent tutor curricula. International Journal of Artificial Intelligence in Education 17, 4: 341--369.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40561-018-0064-z"},{"key":"e_1_3_2_1_5_1","volume-title":"Retrieved","author":"Barnes Tiffany","year":"2005","unstructured":"Tiffany Barnes. 2005. The q-matrix method: Mining student response data for knowledge. In American association for artificial intelligence 2005 educational data mining workshop, 1--8. Retrieved February 15, 2024 from https:\/\/www.researchgate.net\/profile\/Tiffany-Barnes-3\/publication\/228850824_The_q-matrix_method_Mining_student_response_data_for_knowledge\/links\/00b495334a6472aad9000000\/The-q-matrix-method-Mining-student-response-data-for-knowledge.pdf"},{"key":"e_1_3_2_1_6_1","volume-title":"Pritchard","author":"Bergner Yoav","year":"2012","unstructured":"Yoav Bergner, Stefan Droschler, Gerd Kortemeyer, Saif Rayyan, Daniel Seaton, and David E. Pritchard. 2012. Model-based collaborative filtering analysis of student response data: Machine-learning item response theory. International Educational Data Mining Society. Retrieved May 9, 2024 from https:\/\/eric.ed.gov\/?id=ED537194"},{"key":"e_1_3_2_1_7_1","unstructured":"Norman Bier Sean Lip Ross Strader Candace Thille and Dawn Zimmaro. 2014. An approach to knowledge component\/skill modeling in online courses. Open Learning: 1--14."},{"key":"e_1_3_2_1_8_1","volume-title":"Instrumenting Courseware and Leveraging Data with the Open Learning Initiative. In Companion Proceedings 9th International Conference on Learning Analytics & Knowledge, 990--1001","author":"Bier Norman","year":"2019","unstructured":"Norman Bier, Steven Moore, and Martin Van Velsen. 2019. Instrumenting Courseware and Leveraging Data with the Open Learning Initiative. In Companion Proceedings 9th International Conference on Learning Analytics & Knowledge, 990--1001."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/11774303_17"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-020-00207-1"},{"key":"e_1_3_2_1_11_1","volume-title":"Handbook of research on educational communications and technology","author":"Clark Richard","unstructured":"Richard Clark. 2014. Cognitive task analysis for expert-based instruction in healthcare. In Handbook of research on educational communications and technology. Springer, 541--551."},{"key":"e_1_3_2_1_12_1","volume-title":"International Conference on Artificial Intelligence in Education, 441--450","author":"Michel","unstructured":"Michel C. Desmarais and Rhouma Naceur. 2013. A matrix factorization method for mapping items to skills and for enhancing expert-based q-matrices. In International Conference on Artificial Intelligence in Education, 441--450."},{"key":"e_1_3_2_1_13_1","volume-title":"A human-in-the-loop system for labeling knowledge components in Japanese mathematics exercises. Research & Practice in Technology Enhanced Learning 19. Retrieved","author":"Flanagan Brendan","year":"2024","unstructured":"Brendan Flanagan, Zejie Tian, Taisei Yamauchi, Yiling Dai, and Hiroaki Ogata. 2024. A human-in-the-loop system for labeling knowledge components in Japanese mathematics exercises. Research & Practice in Technology Enhanced Learning 19. Retrieved February 9, 2024 from https:\/\/search.ebscohost.com\/login.aspx?direct=true&profile=ehost&scope=site&authtype=crawler&jrnl=17932068&AN=174741222&h=fJc1MrluTjdrbhor%2FfdIJ1LCQ6df0lRGxy%2F%2BsWOHJyu82Izn8%2Bym5wOLF0TzJcjZeTSd1ohLKc84Y5egAMaCoA%3D%3D&crl=c"},{"key":"e_1_3_2_1_14_1","volume-title":"International handbook of the learning sciences","author":"Graesser Arthur C.","year":"2024","unstructured":"Arthur C. Graesser, Xiangen Hu, and Robert Sottilare. 2018. Intelligent tutoring systems. In International handbook of the learning sciences. Routledge, 246--255. Retrieved February 9, 2024 from https:\/\/educ-met-inclusivemakerspace-2023.sites.olt.ubc.ca\/files\/2023\/05\/Halverson-_-Peppler-2018-International-Handbook-of-Learning-Sciences-The-Maker-Movement-and-Learning.pdf#page=269"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3--319--93843--1_13"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-030--52240--7_23"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Kenneth R Koedinger Albert T Corbett and Charles Perfetti. 2012. The Knowledge-Learning-Instruction framework: Bridging the science-practice chasm to enhance robust student learning. Cognitive science 36 5: 757--798.","DOI":"10.1111\/j.1551-6709.2012.01245.x"},{"key":"e_1_3_2_1_18_1","volume-title":"Stamper","author":"Koedinger Kenneth R.","year":"2012","unstructured":"Kenneth R. Koedinger, Elizabeth A. McLaughlin, and John C. Stamper. 2012. Automated Student Model Improvement. International Educational Data Mining Society."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"David R Krathwohl. 2002. A revision of Bloom's taxonomy: An overview. Theory into practice 41 4: 212--218.","DOI":"10.1207\/s15430421tip4104_2"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2024.105027"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3448139.3448173"},{"key":"e_1_3_2_1_22_1","volume-title":"Koedinger","author":"Liu Ran","year":"2014","unstructured":"Ran Liu, Elizabeth A. McLaughlin, and Kenneth R. Koedinger. 2014. Interpreting model discovery and testing generalization to a new dataset. In Educational Data Mining 2014."},{"key":"e_1_3_2_1_23_1","volume-title":"Retrieved","author":"Long Jieyi","year":"2023","unstructured":"Jieyi Long. 2023. Large Language Model Guided Tree-of-Thought. Retrieved February 15, 2024 from http:\/\/arxiv.org\/abs\/2305.08291"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3170358.3170411"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.5555\/648029.745647"},{"key":"e_1_3_2_1_26_1","volume-title":"AIED, 419--426. Retrieved","author":"Martin Brent","year":"2024","unstructured":"Brent Martin, Kenneth R. Koedinger, Antonija Mitrovic, and Santosh Mathan. 2005. On Using Learning Curves to Evaluate ITS. In AIED, 419--426. Retrieved February 9, 2024 from https:\/\/books.google.com\/books?hl=en&lr=&id=OALvAgAAQBAJ&oi=fnd&pg=PA419&dq=Mathan+%26+Koedinger,+2005&ots=nh4Czp6_hY&sig=vhcnzQx9jaHLM6buZXcCPwbsajw"},{"key":"e_1_3_2_1_27_1","first-page":"2","article-title":"Latent skill mining and labeling from courseware content","volume":"14","author":"Matsuda Noboru","year":"2022","unstructured":"Noboru Matsuda, Jesse Wood, Raj Shrivastava, Machi Shimmei, and Norman Bier. 2022. Latent skill mining and labeling from courseware content. Journal of educational data mining 14, 2. Retrieved February 15, 2024 from https:\/\/par.nsf.gov\/biblio\/10423952","journal-title":"Journal of educational data mining"},{"key":"e_1_3_2_1_28_1","unstructured":"Steven Moore Huy A. Nguyen and John Stamper. 2022. Leveraging Students to Generate Skill Tags that Inform Learning Analytics. In Leveraging Students to Generate Skill Tags that Inform Learning Analytics 791--798."},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the third international conference on cognitive science.","author":"Nathan Mitchell J.","unstructured":"Mitchell J. Nathan, Kenneth R. Koedinger, and Martha W. Alibali. 2001. Expert blind spot: When content knowledge eclipses pedagogical content knowledge. In Proceedings of the third international conference on cognitive science."},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the 12th International Conference on Educational Data Mining, 139--148","author":"Nguyen Huy","unstructured":"Huy Nguyen, Yeyu Wang, John Stamper, and Bruce M. McLaren. 2019. Using Knowledge Component Modeling to Increase Domain Understanding in a Digital Learning Game. In Proceedings of the 12th International Conference on Educational Data Mining, 139--148."},{"key":"e_1_3_2_1_31_1","unstructured":"OpenAI. 2023. GPT-4 Technical Report. https:\/\/doi.org\/10.48550\/arXiv.2303.08774"},{"key":"e_1_3_2_1_32_1","volume-title":"Sparse Factor Autoencoders for Item Response Theory","author":"PaaBen Benjamin","year":"2024","unstructured":"Benjamin PaaBen, Malwina Dywel, Melanie Fleckenstein, and Niels Pinkwart. 2022. Sparse Factor Autoencoders for Item Response Theory. International Educational Data Mining Society. Retrieved May 9, 2024 from https:\/\/eric.ed.gov\/?id=ED624123"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbef.2017.12.004"},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings of the 25th Conference on User Modeling, Adaptation and Personalization, 148--155","author":"Zachary","unstructured":"Zachary A. Pardos and Anant Dadu. 2017. Imputing KCs with representations of problem content and context. In Proceedings of the 25th Conference on User Modeling, Adaptation and Personalization, 148--155."},{"key":"e_1_3_2_1_35_1","volume-title":"Educational Data Mining","author":"Pardos Zachary","year":"2013","unstructured":"Zachary Pardos, Yoav Bergner, Daniel Seaton, and David Pritchard. 2013. Adapting bayesian knowledge tracing to a massive open online course in edx. In Educational Data Mining 2013."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-23204-7_33"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-22539-9"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--981--99--8391--9_6"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-016-0134--8"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.3102\/00028312211006689"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.2196\/50945"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-031--36272--9_51"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-78292-4_33"},{"key":"e_1_3_2_1_44_1","volume-title":"International Educational Data Mining Society. Retrieved","author":"Shi Yang","year":"2023","unstructured":"Yang Shi, Robin Schmucker, Min Chi, Tiffany Barnes, and Thomas Price. 2023. KC-Finder: Automated Knowledge Component Discovery for Programming Problems. International Educational Data Mining Society. Retrieved February 15, 2024 from https:\/\/eric.ed.gov\/?id=ED630850"},{"key":"e_1_3_2_1_45_1","volume-title":"30th International Conference on Computers in Education Conference Proceedings, 24--32","author":"Tian Zejie","year":"2024","unstructured":"Zejie Tian, B. Flanagan, Y. Dai, and H. Ogata. 2022. Automated matching of exercises with knowledge components. In 30th International Conference on Computers in Education Conference Proceedings, 24--32. Retrieved May 9, 2024 from https:\/\/www.researchgate.net\/profile\/Brendan-Flanagan-2\/publication\/365821715_Automated_Matching_of_Exercises_with_Knowledge_components\/links\/638578867b0e356feb954d78\/Automated-Matching-of-Exercises-with-Knowledge-components.pdf"},{"key":"e_1_3_2_1_46_1","volume-title":"IJCAI, 1750--1756. Retrieved","author":"Tong Shiwei","year":"2024","unstructured":"Shiwei Tong, Qi Liu, Runlong Yu, Wei Huang, Zhenya Huang, Zachary A. Pardos, and Weijie Jiang. 2021. Item Response Ranking for Cognitive Diagnosis. In IJCAI, 1750--1756. Retrieved February 9, 2024 from http:\/\/staff.ustc.edu.cn\/~huangzhy\/files\/papers\/ShiweiTong-IJCAI2021.pdf"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"crossref","unstructured":"Mengdi Wang Hung Chau Khushboo Thaker Peter Brusilovsky and Daqing He. 2021. Knowledge Annotation for Intelligent Textbooks. Technology Knowledge and Learning: 1--22.","DOI":"10.1007\/s10758-021-09544-z"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376226"}],"event":{"name":"L@S '24: Eleventh ACM Conference on Learning @ Scale","location":"Atlanta GA USA","acronym":"L@S '24"},"container-title":["Proceedings of the Eleventh ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3657604.3662030","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3657604.3662030","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3657604.3662030","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T15:39:39Z","timestamp":1755877179000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3657604.3662030"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,9]]},"references-count":48,"alternative-id":["10.1145\/3657604.3662030","10.1145\/3657604"],"URL":"https:\/\/doi.org\/10.1145\/3657604.3662030","relation":{},"subject":[],"published":{"date-parts":[[2024,7,9]]},"assertion":[{"value":"2024-07-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}