{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T21:31:03Z","timestamp":1777152663562,"version":"3.51.4"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031984648","type":"print"},{"value":"9783031984655","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-98465-5_26","type":"book-chapter","created":{"date-parts":[[2025,7,19]],"date-time":"2025-07-19T01:47:29Z","timestamp":1752889649000},"page":"203-211","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["From Course to Skill: Evaluating Large Language Model Performance in Curricular Analytics"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-3131-910X","authenticated-orcid":false,"given":"Zhen","family":"Xu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0007-1019-5023","authenticated-orcid":false,"given":"Xinjin","family":"Li","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9304-9546","authenticated-orcid":false,"given":"Yingqi","family":"Huan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0750-4805","authenticated-orcid":false,"given":"Veronica","family":"Minaya","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2375-3537","authenticated-orcid":false,"given":"Renzhe","family":"Yu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,20]]},"reference":[{"issue":"2","key":"26_CR1","doi-asserted-by":"publisher","first-page":"i","DOI":"10.1002\/j.2333-8504.2013.tb02328.x","volume":"2013","author":"J Burrus","year":"2013","unstructured":"Burrus, J., Jackson, T., Xi, N., Steinberg, J.: Identifying the most important 21st century workforce competencies: An analysis of the occupational information network (o* net). ETS Research Report Series 2013(2), i\u201355 (2013)","journal-title":"ETS Research Report Series"},{"key":"26_CR2","unstructured":"Busa-Fekete, R., Szarvas, G., Elteto, T., K\u00e9gl, B.: An apple-to-apple comparison of learning-to-rank algorithms in terms of normalized discounted cumulative gain. In: ECAI 2012-20th European Conference on Artificial Intelligence: Preference Learning: Problems and Applications in AI Workshop, vol.\u00a0242. Ios Press (2012)"},{"issue":"1","key":"26_CR3","first-page":"79","volume":"4","author":"RS Chauhan","year":"2019","unstructured":"Chauhan, R.S.: Occupation exploration: Using O* NET in the management classroom. Manage. Teach. Rev. 4(1), 79\u201388 (2019)","journal-title":"Manage. Teach. Rev."},{"issue":"1","key":"26_CR4","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1109\/TETC.2015.2501805","volume":"5","author":"CY Chou","year":"2015","unstructured":"Chou, C.Y., et al.: Open student models of core competencies at the curriculum level: using learning analytics for student reflection. IEEE Trans. Emerg. Top. Comput. 5(1), 32\u201344 (2015)","journal-title":"IEEE Trans. Emerg. Top. Comput."},{"issue":"4","key":"26_CR5","doi-asserted-by":"publisher","first-page":"1593","DOI":"10.1093\/qje\/qjx022","volume":"132","author":"DJ Deming","year":"2017","unstructured":"Deming, D.J.: The growing importance of social skills in the labor market. Q. J. Econ. 132(4), 1593\u20131640 (2017)","journal-title":"Q. J. Econ."},{"key":"26_CR6","doi-asserted-by":"publisher","unstructured":"Ehara, Y.: A support system to help teachers design course plans conforming to national curriculum guidelines. In: Artificial Intelligence in Education, vol.\u00a01831, pp. 549\u2013554. Springer Nature Switzerland (2023). https:\/\/doi.org\/10.1007\/978-3-031-36336-8_85","DOI":"10.1007\/978-3-031-36336-8_85"},{"key":"26_CR7","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1007\/s10639-017-9584-3","volume":"23","author":"S Gottipati","year":"2018","unstructured":"Gottipati, S., Shankararaman, V.: Competency analytics tool: analyzing curriculum using course competencies. Educ. Inf. Technol. 23, 41\u201360 (2018)","journal-title":"Educ. Inf. Technol."},{"issue":"3","key":"26_CR8","doi-asserted-by":"publisher","first-page":"785","DOI":"10.1111\/bjet.13374","volume":"55","author":"I Hilliger","year":"2024","unstructured":"Hilliger, I., Miranda, C., Celis, S., P\u00e9rez-Sanagust\u00edn, M.: Curriculum analytics adoption in higher education: a multiple case study engaging stakeholders in different phases of design. Br. J. Edu. Technol. 55(3), 785\u2013801 (2024)","journal-title":"Br. J. Edu. Technol."},{"key":"26_CR9","doi-asserted-by":"crossref","unstructured":"Hilton, M.L., Tippins, N.T.: A database for a changing economy: Review of the occupational information network (O*NET) (2010)","DOI":"10.1037\/e518362013-049"},{"issue":"1","key":"26_CR10","doi-asserted-by":"publisher","first-page":"1086","DOI":"10.1038\/s41597-024-03931-8","volume":"11","author":"A Javadian Sabet","year":"2024","unstructured":"Javadian Sabet, A., Bana, S.H., Yu, R., Frank, M.R.: Course-skill atlas: a national longitudinal dataset of skills taught in us higher education curricula. Sci. Data 11(1), 1086 (2024)","journal-title":"Sci. Data"},{"key":"26_CR11","doi-asserted-by":"crossref","unstructured":"Jovanovi\u0107, J., Zamecnik, A., Barthakur, A., Dawson, S.: Curriculum analytics: Exploring assessment objectives, types, and grades in a study program. Educ. Inform. Technol. 1\u201324 (2024)","DOI":"10.1007\/s10639-024-13015-0"},{"key":"26_CR12","doi-asserted-by":"publisher","unstructured":"Kawintiranon, K., Vateekul, P., Suchato, A., Punyabukkana, P.: Understanding knowledge areas in curriculum through text mining from course materials. In: 2016 IEEE International Conference on Teaching, Assessment, and Learning for Engineering (TALE), pp. 161\u2013168 (2016). https:\/\/doi.org\/10.1109\/TALE.2016.7851788","DOI":"10.1109\/TALE.2016.7851788"},{"issue":"5","key":"26_CR13","doi-asserted-by":"publisher","first-page":"2039","DOI":"10.1111\/bjet.13465","volume":"55","author":"Y Kwak","year":"2024","unstructured":"Kwak, Y., Pardos, Z.A.: Bridging large language model disparities: skill tagging of multilingual educational content. Br. J. Edu. Technol. 55(5), 2039\u20132057 (2024). https:\/\/doi.org\/10.1111\/bjet.13465","journal-title":"Br. J. Edu. Technol."},{"key":"26_CR14","doi-asserted-by":"publisher","unstructured":"Li, X., Henriksson, A., Duneld, M., Nouri, J., Wu, Y.: Supporting teaching-to-the-curriculum by linking diagnostic tests to curriculum goals. In: Artificial Intelligence in Education. vol. 14829, pp. 118\u2013132. Springer Nature Switzerland (2024). https:\/\/doi.org\/10.1007\/978-3-031-64302-6_9","DOI":"10.1007\/978-3-031-64302-6_9"},{"key":"26_CR15","doi-asserted-by":"crossref","unstructured":"Light, J.: Student demand and the supply of college courses. Available at SSRN 4856488 (2024)","DOI":"10.2139\/ssrn.4856488"},{"key":"26_CR16","doi-asserted-by":"publisher","unstructured":"Malik, R., Abdi, D., Wang, R., Demszky, D.: Scaling high-leverage curriculum scaffolding in middle-school mathematics. In: Proceedings of the Eleventh ACM Conference on Learning @ Scale, pp. 476\u2013480 (2024). https:\/\/doi.org\/10.1145\/3657604.3664698","DOI":"10.1145\/3657604.3664698"},{"key":"26_CR17","unstructured":"Nguyen, K.C., Zhang, M., Montariol, S., Bosselut, A.: Rethinking skill extraction in the job market domain using large language models. In: 1st Workshop on Natural Language Processing for Human Resources. NLP4HR 2024, pp. 27\u201342. Association for Computational Linguistics, ACL Anthology (2024)"},{"issue":"20","key":"26_CR18","doi-asserted-by":"publisher","first-page":"4109","DOI":"10.3390\/electronics13204109","volume":"13","author":"G Noveski","year":"2024","unstructured":"Noveski, G., Jeroncic, M., Velard, T., Kocuvan, P., Gams, M.: Comparison of large language models in generating machine learning curricula in high schools. Electronics 13(20), 4109 (2024). https:\/\/doi.org\/10.3390\/electronics13204109","journal-title":"Electronics"},{"issue":"180","key":"26_CR19","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1002\/he.20258","volume":"2017","author":"MD Pistilli","year":"2017","unstructured":"Pistilli, M.D., Heileman, G.L.: Guiding early and often: Using curricular and learning analytics to shape teaching, learning, and student success in gateway courses. N. Dir. High. Educ. 2017(180), 21\u201330 (2017)","journal-title":"N. Dir. High. Educ."},{"key":"26_CR20","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: Sentence embeddings using siamese BERT-networks. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 3982\u20133992 (2019)","DOI":"10.18653\/v1\/D19-1410"},{"key":"26_CR21","doi-asserted-by":"publisher","unstructured":"Tan, C.W., Lim, K.Y.: Revolutionizing formative assessment in STEM fields: Leveraging AI and NLP techniques. In: 2023 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC), pp. 1357\u20131364 (2023). https:\/\/doi.org\/10.1109\/APSIPAASC58517.2023.10317226","DOI":"10.1109\/APSIPAASC58517.2023.10317226"},{"key":"26_CR22","unstructured":"Wang, X., et al.: Self-consistency improves chain of thought reasoning in language models. arXiv preprint arXiv:2203.11171 (2022)"},{"key":"26_CR23","doi-asserted-by":"crossref","unstructured":"Woessmann, L.: Skills and earnings: a multidimensional perspective on human capital. Ann. Rev. Econom. 17 (2024)","DOI":"10.2139\/ssrn.5042705"},{"key":"26_CR24","doi-asserted-by":"publisher","unstructured":"Yu, R., Das, S., Gurajada, S., Varshney, K., Raghavan, H., Lastra-Anadon, C.: A research framework for understanding education-occupation alignment with NLP techniques. In: Proceedings of the 1st Workshop on NLP for Positive Impact, pp. 100\u2013106. Association for Computational Linguistics (2021). https:\/\/doi.org\/10.18653\/v1\/2021.nlp4posimpact-1.11","DOI":"10.18653\/v1\/2021.nlp4posimpact-1.11"},{"key":"26_CR25","doi-asserted-by":"crossref","unstructured":"Zamecnik, A., Barthakur, A., Wang, H., Dawson, S.: Mapping employable skills in higher education curriculum using LLMs. In: European Conference on Technology Enhanced Learning, pp. 18\u201332. Springer (2024)","DOI":"10.1007\/978-3-031-72312-4_2"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-98465-5_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T14:43:31Z","timestamp":1757256211000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-98465-5_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031984648","9783031984655"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-98465-5_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"20 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}