{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T21:34:01Z","timestamp":1777152841951,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,3]],"date-time":"2025-03-03T00:00:00Z","timestamp":1740960000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,3]]},"DOI":"10.1145\/3706468.3706518","type":"proceedings-article","created":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T14:04:11Z","timestamp":1740146651000},"page":"384-394","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Evaluating Learning Outcomes Through Curriculum Analytics: Actionable Insights for Curriculum Decision-making"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3679-0679","authenticated-orcid":false,"given":"M\u00f3nica","family":"Hern\u00e1ndez-Campos","sequence":"first","affiliation":[{"name":"Instituto Tecnol\u00f3gico de Costa Rica, Cartago, Costa Rica"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5270-7655","authenticated-orcid":false,"given":"Isabel","family":"Hilliger","sequence":"additional","affiliation":[{"name":"Pontificia Universidad Cat\u00f3lica de Chile, Santiago, Chile"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9987-5584","authenticated-orcid":false,"given":"Francisco-Jos\u00e9","family":"Garc\u00eda-Pe\u00f1alvo","sequence":"additional","affiliation":[{"name":"GRIAL Research Group Computer Science Department Research Institute for Educational Sciences (IUCE), Universidad de Salamanca, Salamanca, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,3,3]]},"reference":[{"key":"e_1_3_3_1_1_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.tele.2019.01.007"},{"key":"e_1_3_3_1_2_2","volume-title":"Andrea Calvo-Elizondo and Ana Lucia Villaviencio-Rosales","author":"Guzm\u00e1n-Arias Luis Carlos","year":"2024","unstructured":"Luis Carlos Guzm\u00e1n-Arias, Andrea Calvo-Elizondo and Ana Lucia Villaviencio-Rosales. 2024. Attributes: A Curriculum Analytics System for measuring learning outcomes - Overview (0.1.0). Retrieved from https:\/\/zenodo.org\/records\/13887085"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X032001021"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","DOI":"10.18608\/JLA.2020.73.3"},{"key":"e_1_3_3_1_5_2","first-page":"44","article-title":"Supporting faculty in the era of accountability: how postsecondary leaders can facilitate the meaningful use of instructional data for continuous improvement","volume":"31","author":"Bouwma-Gearhart","year":"2016","unstructured":"Bouwma-Gearhart and Matthew T. Hora J. 2016. Supporting faculty in the era of accountability: how postsecondary leaders can facilitate the meaningful use of instructional data for continuous improvement. Journal of Higher Education Management. 31, 1 (2016), 44\u201356.","journal-title":"Journal of Higher Education Management."},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","unstructured":"Gavin Brown and Makayla Grays. 2020. Understanding change in self-reported undergraduate attributes: A repeated measures survey of students in education. New Zealand Journal of Educational Studies. (2020). 10.1007\/s40841-020-00178-w.","DOI":"10.1007\/s40841-020-00178-w"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","DOI":"10.1080\/13538322.2018.1484411"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","DOI":"10.1109\/TETC.2015.2501805"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/2330601.2330636"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","unstructured":"Matt Elbeck and Don Bacon. 2015. Toward Universal Definitions for Direct and Indirect Assessment. (2015) 278\u2013283. 10.1080\/08832323.2015.1034064.","DOI":"10.1080\/08832323.2015.1034064"},{"key":"e_1_3_3_1_11_2","unstructured":"L. R Gay Geoffrey Mills Peter Airasian. 2012. Educational research: competencies for analysis and applications. Pearson."},{"key":"e_1_3_3_1_12_2","first-page":"1","article-title":"Graduate attribute assessment in software engineering program at university of Ottawa\u2013continual improvement process","author":"George Aneta","year":"2016","unstructured":"Aneta George, Timothy Lethbridge, Liam Peyton. 2016. Graduate attribute assessment in software engineering program at university of Ottawa\u2013continual improvement process. In Proceedings of the Canadian Engineering Education Association (CEEA), 1-6.","journal-title":"Proceedings of the Canadian Engineering Education Association (CEEA)"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"crossref","unstructured":"Geraldine Gray and Yoav Berner. 2022. A Practitioner's Guide to Measurement in Learning Analytics - Decisions Opportunities and Challenges. The Handbook of Learning Analytics. Charles Lan Dragan Ga\u0161evi\u0107 George Siemens Alyssa Friend Wise and Agathe Merceron eds. SOLAR. 20\u201328.","DOI":"10.18608\/hla22.002"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-0942-1_35"},{"key":"e_1_3_3_1_15_2","volume-title":"Martha Quesada-S\u00e1nchez and Giannina Ortiz-S\u00e1nchez","author":"Hern\u00e1ndez-Campos M\u00f3nica","year":"2022","unstructured":"M\u00f3nica Hern\u00e1ndez-Campos, Martha Quesada-S\u00e1nchez and Giannina Ortiz-S\u00e1nchez. 2022. Metodolog\u00eda para la incorporaci\u00f3n y evaluaci\u00f3n de los atributos del TEC. ISBN 978-9930-617-25-0. Retrieved from https:\/\/repositoriotec.tec.ac.cr\/handle\/2238\/14020"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.1111\/bjet.13374"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375489"},{"key":"e_1_3_3_1_18_2","volume-title":"Proceedings of EC-TEL.","author":"Hilliger Isabel","year":"2019","unstructured":"Isabel Hilliger, Constanza Miranda, Sergio Celis, Mar P\u00e9rez-Sanagust\u00edn. 2019. Evaluating Usage of an Analytics Tool to Support Continuous Curriculum Improvement. In Proceedings of EC-TEL."},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","DOI":"10.1007\/s12528-022-09315-4"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","DOI":"10.4337\/9781800376069.00016"},{"key":"e_1_3_3_1_21_2","volume-title":"Proceedings of the Canadian Engineering Education Association Conference","author":"Ingram Sandra","year":"2012","unstructured":"Sandra Ingram, Jillian Seniuk Cicek, Sepehri, Nariman. 2012. The attribute assessment process at the university of Manitoba. In Proceedings of the Canadian Engineering Education Association Conference. University of Manitoba. 17- 20."},{"key":"e_1_3_3_1_22_2","volume-title":"OBACIS: Outcome Based Analytics and Continuous Improvement System","author":"Ismail Mohamed A","year":"2016","unstructured":"Mohamed A Ismail. 2016. OBACIS: Outcome Based Analytics and Continuous Improvement System. In Canadian Engineering Education Association. 19\u201322. https:\/\/doi.org \/10.24908\/pceea.v0i0.6494"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2018.53.13"},{"key":"e_1_3_3_1_24_2","first-page":"1","article-title":"A Comparison of Institutional Approaches to CEAB Graduate Attribute Requirements. In Proceedings of the Canadian Engineering Education Association (CEEA)","author":"Kaupp James","year":"2012","unstructured":"James Kaupp, Brian Frank, Robert Brennan, Susan Mccahan, Lata Narayanan, Peter Ostafichuck, Nariman Sepehri, Christopher Watts. 2012. A Comparison of Institutional Approaches to CEAB Graduate Attribute Requirements. In Proceedings of the Canadian Engineering Education Association (CEEA). Winnipeg. 1-7.","journal-title":"Winnipeg."},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2024.8131"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1080\/03043797.2019.1671810"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.1177\/0002764213479367"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.14434\/josotl.v16i4.19371"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2023.7913"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","DOI":"10.3390\/app11010237"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","DOI":"10.1108\/EBS-03-2014-0016"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","unstructured":"Debora Nusche. 2008. Assessment of Learning Outcomes in Higher Education: a comparative review of selected practices. OECD Education Working Papers 15. 10.1787\/244257272573","DOI":"10.1787\/244257272573"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","DOI":"10.1080\/07294360.2018.1446415"},{"key":"e_1_3_3_1_34_2","volume-title":"M Ivey and JP Carey","author":"Parker A","year":"2019","unstructured":"A Parker, E Watson, M Ivey and JP Carey. 2019. Approaches to graduate attributes and continual improvement processes in faculties of engineering across Canada: A narrative review of the literature. Proceedings of the Canadian Engineering Education Association (CEEA). 1-19."},{"key":"e_1_3_3_1_35_2","first-page":"22","article-title":"Penetrating the Fog","volume":"3","author":"Phil Long","year":"2014","unstructured":"Long Phil and Georde Siemens. 2014. Penetrating the Fog: Analytics in Learning and Education. 3, 22 (Dec. 2014), 132\u2013137.","journal-title":"Analytics in Learning and Education."},{"key":"e_1_3_3_1_36_2","volume-title":"The Coding Manual for Qualitative Researchers","author":"Salda\u00f1a Johnny","unstructured":"Johnny Salda\u00f1a. 2017. The Coding Manual for Qualitative Researchers (3rd edition). SAGE.","edition":"3"},{"key":"e_1_3_3_1_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375483"},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","DOI":"10.5220\/0012744400003693"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","DOI":"10.1080\/08832320903449535"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2019.62.4"},{"key":"e_1_3_3_1_41_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-89680-9_7"},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"publisher","DOI":"10.1007\/s40692-019-00143-7"},{"key":"e_1_3_3_1_43_2","volume-title":"Grading student achievement in higher education: signals and shortcomings","author":"Yorke Mantz","unstructured":"Mantz Yorke. 2007. Grading student achievement in higher education: signals and shortcomings. Routledge."},{"key":"e_1_3_3_1_44_2","doi-asserted-by":"publisher","DOI":"10.1109\/TALE48869.2020.9368415"},{"key":"e_1_3_3_1_45_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICIET55102.2022.9779036"}],"event":{"name":"LAK '25: The 15th International Learning Analytics and Knowledge Conference","location":"Dublin Ireland","acronym":"LAK 2025"},"container-title":["Proceedings of the 15th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706518","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706468.3706518","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:56:50Z","timestamp":1750298210000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706518"}},"subtitle":["A Design-based research approach to assess learning outcomes in higher education"],"short-title":[],"issued":{"date-parts":[[2025,3,3]]},"references-count":45,"alternative-id":["10.1145\/3706468.3706518","10.1145\/3706468"],"URL":"https:\/\/doi.org\/10.1145\/3706468.3706518","relation":{},"subject":[],"published":{"date-parts":[[2025,3,3]]},"assertion":[{"value":"2025-03-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}