{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T10:35:23Z","timestamp":1777113323125,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2027,4,26]],"date-time":"2027-04-26T00:00:00Z","timestamp":1808697600000},"content-version":"vor","delay-in-days":365,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["HCC-2426839"],"award-info":[{"award-number":["HCC-2426839"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,27]]},"DOI":"10.1145\/3785022.3785106","type":"proceedings-article","created":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T09:39:01Z","timestamp":1777109941000},"page":"526-535","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Data-Driven Evaluation of LLM-Based Ontology Concept Extraction from Programming Learning Content"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8541-0305","authenticated-orcid":false,"given":"Rully Agus","family":"Hendrawan","sequence":"first","affiliation":[{"name":"School of Computing and Information, University of Pittsburgh, Pittsburgh, USA and Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-0099-5446","authenticated-orcid":false,"given":"Rafaella","family":"Sampaio de Alencar","sequence":"additional","affiliation":[{"name":"School of Computing and Information, University of Pittsburgh, Pittsburgh, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-3324-1509","authenticated-orcid":false,"given":"Alice","family":"Micheli","sequence":"additional","affiliation":[{"name":"Utrecht University, Utrecht, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1902-1464","authenticated-orcid":false,"given":"Peter","family":"Brusilovsky","sequence":"additional","affiliation":[{"name":"School of Computing and Information, University of Pittsburgh, Pittsburgh, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4961-4818","authenticated-orcid":false,"given":"Jordan","family":"Barria-Pineda","sequence":"additional","affiliation":[{"name":"Escuela de Inform\u00e1tica y Telecomunicaciones, Universidad Diego Portales, Santiago, Chile and School of Computing and Information, University of Pittsburgh, Pittsburgh, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8023-1770","authenticated-orcid":false,"given":"Sergey","family":"Sosnovsky","sequence":"additional","affiliation":[{"name":"Utrecht University, Utrecht, Netherlands"}]}],"member":"320","published-online":{"date-parts":[[2026,4,26]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","unstructured":"Bilal Abu-Salih and Salihah Alotaibi. 2024. A Systematic Literature Review of Knowledge Graph Construction and Application in Education. Heliyon 10 3 (Feb. 2024). 10.1016\/j.heliyon.2024.e25383","DOI":"10.1016\/j.heliyon.2024.e25383"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"Isaac Alpizar-Chacon and Sergey Sosnovsky. 2021. Knowledge models from PDF textbooks. New Review of Hypermedia and Multimedia 27 1-2 (2021) 128\u2013176.","DOI":"10.1080\/13614568.2021.1889692"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512140"},{"key":"e_1_3_3_2_5_2","first-page":"81","volume-title":"Cognitive approaches to automated instruction.","author":"Anderson John\u00a0R.","year":"1992","unstructured":"John\u00a0R. Anderson, Albert Corbett, Jon\u00a0M. Fincham, Donn Hoffman, and Ray Pelletier. 1992. General principles of an intelligent tutoring architecture. In Cognitive approaches to automated instruction., J.\u00a0Wesley Regian and Valery\u00a0J. Shute (Eds.). Lawrence Erlbaum Associates, Hillsdale, NJ, 81\u2013103."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-27780-4_4"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-7552(98)00082-8"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Peter Brusilovsky Lauri Malmi Roya Hosseini Julio Guerra Teemu Sirki\u00e4 and Kerttu Pollari-Malmi. 2018. An integrated practice system for learning programming in Python: design and evaluation. Research and Practice in Technology Enhanced Learning 13 18 (2018) 18.1\u201318.40.","DOI":"10.1186\/s41039-018-0085-9"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","unstructured":"Hung Chau Igor Labutov Khushboo Thaker Daqing He and Peter Brusilovsky. 2021. Automatic Concept Extraction for Domain and Student Modeling in Adaptive Textbooks. International Journal of Artificial Intelligence in Education 31 4 (2021) 820\u2013846. 10.1007\/s40593-020-00207-1","DOI":"10.1007\/s40593-020-00207-1"},{"key":"e_1_3_3_2_10_2","volume-title":"3rd Conference on Automated Knowledge Base Construction","author":"Chaudhri Vinay\u00a0K","year":"2021","unstructured":"Vinay\u00a0K Chaudhri, Matthew Boggess, Han\u00a0Lin Aung, Debshila\u00a0Basu Mallick, Andrew\u00a0C Waters, and Richard Baraniuk. 2021. A case study in bootstrapping ontology graphs from textbooks. In 3rd Conference on Automated Knowledge Base Construction."},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","unstructured":"Deepani\u00a0B. Guruge Rajan Kadel and Sharly\u00a0J. Halder. 2021. The State of the Art in Methodologies of Course Recommender Systems\u2014A Review of Recent Research. Data 6 2 (Feb. 2021) 18. 10.3390\/data6020018","DOI":"10.3390\/data6020018"},{"key":"e_1_3_3_2_12_2","first-page":"60","volume-title":"The First Workshop on AI-supported Education for Computer Science (AIEDCS) at the 16th Annual Conference on Artificial Intelligence in Education, AIED 2013","author":"Hosseini Roya","year":"2013","unstructured":"Roya Hosseini and Peter Brusilovsky. 2013. JavaParser: A Fine-Grain Concept Indexing Tool for Java Problems. In The First Workshop on AI-supported Education for Computer Science (AIEDCS) at the 16th Annual Conference on Artificial Intelligence in Education, AIED 2013. 60\u201363."},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-08786-3_30"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Jens Lehmann Robert Isele Max Jakob Anja Jentzsch Dimitris Kontokostas Pablo\u00a0N Mendes Sebastian Hellmann Mohamed Morsey Patrick Van\u00a0Kleef S\u00f6ren Auer et\u00a0al. 2015. Dbpedia\u2013a large-scale multilingual knowledge base extracted from wikipedia. Semantic web 6 2 (2015) 167\u2013195.","DOI":"10.3233\/SW-140134"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3708359.3712108"},{"key":"e_1_3_3_2_16_2","first-page":"19","volume-title":"Proceedings of the AAAI WikiAI workshop","volume":"1","author":"Medelyan Olena","year":"2008","unstructured":"Olena Medelyan, Ian\u00a0H Witten, and David Milne. 2008. Topic indexing with Wikipedia. In Proceedings of the AAAI WikiAI workshop, Vol.\u00a01. 19\u201324."},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1054"},{"key":"e_1_3_3_2_18_2","unstructured":"Alice Micheli. 2025. Development and Evaluation of the Python Educational Ontology: A Data-Mining Experiment. Master\u2019s thesis. Utrecht University. Department of Information and Computing Sciences."},{"key":"e_1_3_3_2_19_2","first-page":"342","volume-title":"18th International Conference on Educational Data Mining","author":"Moon Hyeongdon","year":"2025","unstructured":"Hyeongdon Moon, Richard\u00a0Lee Davis, Seyed\u00a0Parsa Neshaei, and Pierre Dillenbourg. 2025. Using Large Multimodal Models to Extract Knowledge Components for Knowledge Tracing from Multimedia Question Information. In 18th International Conference on Educational Data Mining. 342\u2013353."},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3662030"},{"key":"e_1_3_3_2_21_2","volume-title":"Cognitive Skills and Their Acquisition","author":"Newell Allen","year":"1981","unstructured":"Allen Newell and Paul\u00a0S. Rosenbloom. 1981. Mechanisms of skill acquisition and the law of practice. In Cognitive Skills and Their Acquisition, John\u00a0R. Anderson (Ed.). Lawrence Erlbaum Associates, Hillsdale, NJ."},{"key":"e_1_3_3_2_22_2","unstructured":"Andy Nguyen Lesley Gardner and Don Sheridan. 2018. Building an Ontology of Learning Analytics. PACIS 2018 Proceedings (June 2018)."},{"key":"e_1_3_3_2_23_2","first-page":"246","volume-title":"13th International Conference on Artificial Intelligence in Education","author":"Nwaigwe Adaeze","year":"2007","unstructured":"Adaeze Nwaigwe, Kenneth\u00a0R. Koedinger, Kurt Vanlehn, Robert Hausmann, and Anders Weinstein. 2007. Exploring Alternative Methods for Error Attribution in Learning Curves Analysis in Intelligent Tutoring Systems. In 13th International Conference on Artificial Intelligence in Education. IOS Press, 246\u2013253."},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3641555.3705187"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960333"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3699682.3728348"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","unstructured":"Mehrnoush Shamsfard and Ahmad\u00a0Abdollahzadeh Barforoush. 2004. Learning Ontologies from Natural Language Texts. International Journal of Human-Computer Studies 60 1 (Jan. 2004) 17\u201363. 10.1016\/j.ijhcs.2003.08.001","DOI":"10.1016\/j.ijhcs.2003.08.001"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33263-0_38"},{"key":"e_1_3_3_2_29_2","first-page":"127","volume-title":"Proceedings of the XI-th International Conference Knowledge-Dialogue-Solution","volume":"1","author":"Sosnovsky Sergey","year":"2005","unstructured":"Sergey Sosnovsky and Tatiana Gavrilova. 2005. Development of educational ontology for C-programming. In Proceedings of the XI-th International Conference Knowledge-Dialogue-Solution, Vol.\u00a01. 127\u2013132."},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1109\/WI.2007.123"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Kurt VanLehn. 2006. The behavior of tutoring systems. International Journal of Artificial Intelligence in Education 16 3 (2006) 227\u2013265.","DOI":"10.3233\/IRG-2006-16(3)02"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"William Villegas-Ch and Joselin Garc\u00eda-Ortiz. 2023. Enhancing Learning Personalization in Educational Environments through Ontology-Based Knowledge Representation. Computers 12 10 (Oct. 2023) 199.","DOI":"10.3390\/computers12100199"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Fali Wang Zhiwei Zhang Xianren Zhang Zongyu Wu TzuHao Mo Qiuhao Lu Wanjing Wang Rui Li Junjie Xu Xianfeng Tang Qi He Yao Ma Ming Huang and Suhang Wang. 2025. A Comprehensive Survey of Small Language Models in the Era of Large Language Models: Techniques Enhancements Applications Collaboration with LLMs and Trustworthiness. ACM Transactions on Intelligent Systems and Technology 16 6 (2025).","DOI":"10.1145\/3768165"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/2682571.2797062"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45844-1_22"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","unstructured":"Wilson Wong Wei Liu and Mohammed Bennamoun. 2012. Ontology Learning from Text: A Look Back and into the Future. Acm Computing Surveys 44 4 Article 20 (Sept. 2012). 10.1145\/2333112.2333115","DOI":"10.1145\/2333112.2333115"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636555.3636883"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.710"}],"event":{"name":"LAK 2026: LAK26: 16th International Learning Analytics and Knowledge Conference","location":"Bergen Norway","acronym":"LAK 2026"},"container-title":["Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/abs\/10.1145\/3785022.3785106","content-type":"text\/html","content-version":"vor","intended-application":"syndication"}],"deposited":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T09:44:26Z","timestamp":1777110266000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3785022.3785106"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,26]]},"references-count":37,"alternative-id":["10.1145\/3785022.3785106","10.1145\/3785022"],"URL":"https:\/\/doi.org\/10.1145\/3785022.3785106","relation":{},"subject":[],"published":{"date-parts":[[2026,4,26]]},"assertion":[{"value":"2026-04-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}