{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,27]],"date-time":"2026-07-27T20:25:56Z","timestamp":1785183956391,"version":"3.55.0"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,3,31]],"date-time":"2022-03-31T00:00:00Z","timestamp":1648684800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,3,31]],"date-time":"2022-03-31T00:00:00Z","timestamp":1648684800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100009465","name":"Corporaci\u00f3n de Fomento de la Producci\u00f3n","doi-asserted-by":"publisher","award":["14ENI2-26862"],"award-info":[{"award-number":["14ENI2-26862"]}],"id":[{"id":"10.13039\/100009465","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010790","name":"Erasmus+","doi-asserted-by":"publisher","award":["586120-EPP-1-2017-1-ES-EPPKA2-CBHE-JP"],"award-info":[{"award-number":["586120-EPP-1-2017-1-ES-EPPKA2-CBHE-JP"]}],"id":[{"id":"10.13039\/501100010790","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Comput High Educ"],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1007\/s12528-022-09315-4","type":"journal-article","created":{"date-parts":[[2022,3,31]],"date-time":"2022-03-31T11:03:22Z","timestamp":1648724602000},"page":"633-657","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Lessons learned from designing a curriculum analytics tool for improving student learning and program quality"],"prefix":"10.1007","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5270-7655","authenticated-orcid":false,"given":"Isabel","family":"Hilliger","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Camila","family":"Aguirre","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Constanza","family":"Miranda","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sergio","family":"Celis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mar","family":"P\u00e9rez-Sanagust\u00edn","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,3,31]]},"reference":[{"key":"9315_CR1","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1016\/j.compedu.2012.10.023","volume":"62","author":"L Ali","year":"2013","unstructured":"Ali, L., Asadi, M., Ga\u0161evi\u0107, D., Jovanovi\u0107, J., & Hatala, M. (2013). Factors influencing beliefs for adoption of a learning analytics tool: An empirical study. Computers & Education, 62, 130\u2013148. https:\/\/doi.org\/10.1016\/j.compedu.2012.10.023","journal-title":"Computers & Education"},{"key":"9315_CR2","unstructured":"Baker, R. S. J. (2015). Big Data and Education. In Columbia University (2nd ed.)."},{"key":"9315_CR3","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X032001021","author":"B Bannan-Ritland","year":"2003","unstructured":"Bannan-Ritland, B. (2003). The role of design in research: The integrative learning design framework. Educational Researcher. https:\/\/doi.org\/10.3102\/0013189X032001021","journal-title":"Educational Researcher"},{"key":"9315_CR4","doi-asserted-by":"publisher","unstructured":"Barab, S. (2014). Design-based research: A methodological toolkit for engineering change. In The Cambridge Handbook of the Learning Sciences, Second Edition (pp. 151\u2013170). https:\/\/doi.org\/10.1017\/CBO9781139519526.011","DOI":"10.1017\/CBO9781139519526.011"},{"key":"9315_CR5","unstructured":"Barlett, J. (2018). Chile protests: state of emergency declared in Santiago as violence escalates. The Guardian. https:\/\/www.theguardian.com\/world\/2019\/oct\/19\/chile-protests-state-of-emergency-declared-in-santiago-as-violence-escalates"},{"key":"9315_CR6","doi-asserted-by":"publisher","unstructured":"Bodily, R., & Verbert, K. (2017). Trends and issues in student-facing learning analytics reporting systems research. 309\u2013318. https:\/\/doi.org\/10.1145\/3027385.3027403","DOI":"10.1145\/3027385.3027403"},{"issue":"1","key":"9315_CR7","first-page":"44","volume":"31","author":"JL Bouwma-Gearhart","year":"2016","unstructured":"Bouwma-Gearhart, J. L., & Hora, M. T. (2016). Supporting faculty I the era of accountability: How postsecondary leaders can facilitate the meaningful use of instructional data for continuous improvement. Journal of Higher Education Management, 31(1), 44\u201356.","journal-title":"Journal of Higher Education Management"},{"issue":"1","key":"9315_CR8","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1177\/1741143214558575","volume":"44","author":"CM Branson","year":"2016","unstructured":"Branson, C. M., Franken, M., & Penney, D. (2016). Middle leadership in higher education. Educational Management Administration & Leadership, 44(1), 128\u2013145. https:\/\/doi.org\/10.1177\/1741143214558575","journal-title":"Educational Management Administration & Leadership"},{"key":"9315_CR9","doi-asserted-by":"publisher","DOI":"10.1145\/3170358.3170419","author":"T Broos","year":"2018","unstructured":"Broos, T., Verbert, K., Langie, G., Van Soom, C., & De Laet, T. (2018). Multi-institutional positioning test feedback dashboard for aspiring students lessons learnt from a case study in flanders greet Langie Carolien Van Soom Tinne De Laet. ACM International Conference Proceeding Series. https:\/\/doi.org\/10.1145\/3170358.3170419","journal-title":"ACM International Conference Proceeding Series"},{"issue":"3","key":"9315_CR10","doi-asserted-by":"publisher","first-page":"60","DOI":"10.18608\/jla.2018.53.5","volume":"5","author":"M Brown","year":"2018","unstructured":"Brown, M., DeMonbrun, R. M., & Teasley, S. (2018). Taken together: Conceptualizing students\u2019 concurrent course enrollment across the post- secondary curriculum using temporal analytics. Journal of Learning Analytics, 5(3), 60\u201372.","journal-title":"Journal of Learning Analytics"},{"key":"9315_CR11","unstructured":"Calabria, T. (2004). An introduction to personas and how to create them. Step Two. https:\/\/www.steptwo.com.au\/papers\/kmc_personas\/"},{"issue":"1","key":"9315_CR12","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1109\/TETC.2015.2501805","volume":"5","author":"CY Chou","year":"2015","unstructured":"Chou, C. Y., Tseng, S. F., Chih, W. C., Chen, Z. H., Chao, P. Y., Lai, K. R., Chan, C. L., Yu, L. C., & Lin, Y. L. (2015). Open student models of core competencies at the curriculum level: Using learning analytics for student reflection. IEEE Transactions on Emerging Topics in Computing, 5(1), 32\u201344. https:\/\/doi.org\/10.1109\/TETC.2015.2501805","journal-title":"IEEE Transactions on Emerging Topics in Computing"},{"issue":"1","key":"9315_CR13","first-page":"1","volume":"3","author":"J Crawford","year":"2020","unstructured":"Crawford, J., Butler-Henderson, Kerryn Rudolph, J., Glowatz, M., Burton, R. L., Magni, P. A., & Lam, S. (2020). COVID-19: 20 countries\u2019 higher education intra-period digital pedagogy responses. Journal of Applied Teaching and Learning, 3(1), 1\u201320.","journal-title":"Journal of Applied Teaching and Learning"},{"key":"9315_CR14","doi-asserted-by":"publisher","unstructured":"Creswell, J. W. (2012). Educational research: Planning, conducting, and evaluating quantitative and qualitative research. In Educational Research (4th Editio). Pearson Education, Inc. https:\/\/doi.org\/10.1017\/CBO9781107415324.004","DOI":"10.1017\/CBO9781107415324.004"},{"issue":"8","key":"9315_CR15","doi-asserted-by":"publisher","first-page":"1425","DOI":"10.1080\/03075079.2018.1445987","volume":"44","author":"R Dicker","year":"2019","unstructured":"Dicker, R., Garcia, M., Kelly, A., & Mulrooney, H. (2019). What does \u2018quality\u2019 in higher education mean? Perceptions of staff, students and employers. Studies in Higher Education, 44(8), 1425\u20131441. https:\/\/doi.org\/10.1080\/03075079.2018.1445987","journal-title":"Studies in Higher Education"},{"key":"9315_CR16","unstructured":"Gluga, R., Kay, J., & Lever, T. (2010). Is Five Enough? Modeling Learning Progression in Ill-Defined Domains at Tertiary Level. IllDef2010: ITS2010 Workshop on Intelligent Tutoring Technologies for Ill-Defined Problems and Ill-Defined Domains. http:\/\/www.cs.pitt.edu\/~collinl\/ITS10\/"},{"key":"9315_CR17","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-017-9584-3","author":"S Gottipati","year":"2017","unstructured":"Gottipati, S., & Shankararaman, V. (2017). Competency analytics tool: Analyzing curriculum using course competencies. Education and Information Technologies. https:\/\/doi.org\/10.1007\/s10639-017-9584-3","journal-title":"Education and Information Technologies"},{"key":"9315_CR18","unstructured":"Greer, J., Molinaro, M., Ochoa, X., & Mckay, T. (2016). Proceedings of 1st Learning Analytics for Curriculum and Program Quality Improvement Workshop. 6th International Learning Analytics & Knowledge Conference, 1\u201324."},{"key":"9315_CR19","doi-asserted-by":"publisher","unstructured":"Heileman, G. L., Slim, A., Hickman, M., & Abdallah, C. T. (2017). Characterizing the complexity of curricular patterns in engineering programs. ASEE Annual Conference and Exposition. https:\/\/doi.org\/10.18260\/1-2--28029","DOI":"10.18260\/1-2--28029"},{"key":"9315_CR20","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375489","author":"I Hilliger","year":"2020","unstructured":"Hilliger, I., Aguirre, C., Miranda, C., Celis, S., & P\u00e9rez-Sanagust\u00edn, M. (2020). Design of a curriculum analytics tool to support continuous improvement processes in higher education. ACM International Conference Proceeding Series. https:\/\/doi.org\/10.1145\/3375462.3375489","journal-title":"ACM International Conference Proceeding Series"},{"key":"9315_CR21","doi-asserted-by":"publisher","DOI":"10.1057\/s41307-020-00196-9","author":"I Hilliger","year":"2020","unstructured":"Hilliger, I., Celis, S., & P\u00e9rez-Sanagust\u00edn, M. (2020). Engaged versus disengaged teaching staff: A case study of continuous curriculum improvement in higher education. Higher Education Policy. https:\/\/doi.org\/10.1057\/s41307-020-00196-9","journal-title":"Higher Education Policy"},{"key":"9315_CR22","unstructured":"Hilliger, I., Miranda, C., Celis, S., & P\u00e9rez-Sanagust\u00edn, M. (2019). Evaluating usage of an analytics tool to support continuous curriculum improvement. European Conference on Technology Enhanced Learning, 2437, 1\u201314. http:\/\/ceur-ws.org\/Vol-2437\/paper5.pdf"},{"key":"9315_CR23","unstructured":"IAU. (2020). The Impact of Covid-19 on Higher Education around the World. https:\/\/www.iau-aiu.net\/IMG\/pdf\/iau_covid19_and_he_survey_report_final_may_2020.pdf"},{"issue":"2","key":"9315_CR24","doi-asserted-by":"publisher","first-page":"4","DOI":"10.3991\/ijai.v2i2.15639","volume":"2","author":"D Ifenthaler","year":"2020","unstructured":"Ifenthaler, D., & Yau, J. Y. K. (2020). Reflections on different learning analytics indicators for supporting study success. International Journal of Learning Analytics and Artificial Intelligence for Education (IJAI), 2(2), 4\u201323. https:\/\/doi.org\/10.3991\/ijai.v2i2.15639","journal-title":"International Journal of Learning Analytics and Artificial Intelligence for Education (IJAI)"},{"key":"9315_CR25","doi-asserted-by":"publisher","unstructured":"Jivet, I., Scheffel, M., Specht, M., & Drachsler, H. (2018). License to evaluate: preparing learning analytics dashboards for educational practice. Proceedings of the 8th International Conference on Learning Analytics and Knowledge - LAK \u201918, 31\u201340. https:\/\/doi.org\/10.1145\/3170358.3170421","DOI":"10.1145\/3170358.3170421"},{"key":"9315_CR26","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375526","author":"K Kitto","year":"2020","unstructured":"Kitto, K., Sarathy, N., Gromov, A., Liu, M., Musial, K., & Shum, S. B. (2020). Towards skills-based curriculum analytics: Can we automate the recognition of prior learning? ACM International Conference Proceeding Series. https:\/\/doi.org\/10.1145\/3375462.3375526","journal-title":"ACM International Conference Proceeding Series"},{"issue":"3","key":"9315_CR27","doi-asserted-by":"publisher","first-page":"604","DOI":"10.1007\/s12528-019-09210-5","volume":"31","author":"C Klein","year":"2019","unstructured":"Klein, C., Lester, J., Rangwala, H., & Johri, A. (2019). Technological barriers and incentives to learning analytics adoption in higher education: Insights from users. Journal of Computing in Higher Education, 31(3), 604\u2013625. https:\/\/doi.org\/10.1007\/s12528-019-09210-5","journal-title":"Journal of Computing in Higher Education"},{"key":"9315_CR28","unstructured":"LACE. (n.d.). Evaluation Framework for LA. LACE Project. http:\/\/www.laceproject.eu\/evaluation-framework-for-la\/"},{"key":"9315_CR29","unstructured":"Lattuca, L. R., Terenzini, P. T., & Volkwein, J. F. (2006). Engineering change: A study of the impact of EC2000 - Executive Summary. In ABET, Inc."},{"issue":"7783","key":"9315_CR30","doi-asserted-by":"publisher","first-page":"1147","DOI":"10.1136\/bmj.c4587","volume":"341","author":"A O\u2019Cathain","year":"2010","unstructured":"O\u2019Cathain, A., Murphy, E., & Nicholl, J. (2010). Three techniques for integrating data in mixed methods studies. BMJ (online), 341(7783), 1147\u20131150. https:\/\/doi.org\/10.1136\/bmj.c4587","journal-title":"BMJ (online)"},{"key":"9315_CR100","unstructured":"Ochoa, X. (2016). Simple metrics for curricular analytics. In Proceedings of the 1st learning analytics for curriculum and program quality improvement workshop, CEUR Workshop Proceedings, 1590, pp. 20\u201326. http:\/\/ceur-ws.org\/Vol-1590\/paper-04.pdf"},{"issue":"8","key":"9315_CR31","first-page":"1090","volume":"24","author":"R P\u00e9rez-\u00c1lvarez","year":"2018","unstructured":"P\u00e9rez-\u00c1lvarez, R., Maldonado-Mahauad, J., & P\u00e9rez-Sanagust\u00edn, M. (2018). Design of a tool to support self-regulated learning strategies in MOOCs. Journal of Universal Computer Science, 24(8), 1090\u20131109.","journal-title":"Journal of Universal Computer Science"},{"key":"9315_CR32","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1016\/j.chb.2016.02.012","volume":"60","author":"M P\u00e9rez-Sanagust\u00edn","year":"2016","unstructured":"P\u00e9rez-Sanagust\u00edn, M., Parra, D., Verdugo, R., Garc\u00eda-Galleguillos, G., & Nussbaum, M. (2016). Using QR codes to increase user engagement in museum-like spaces. Computers in Human Behavior, 60, 73\u201385. https:\/\/doi.org\/10.1016\/j.chb.2016.02.012","journal-title":"Computers in Human Behavior"},{"key":"9315_CR33","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1002\/he.20258","volume":"180","author":"MD Pistilli","year":"2017","unstructured":"Pistilli, M. D., & Heileman, G. L. (2017). Guiding early and often: Using curricular and learning analytics to shape teaching, learning, and student success in gateway courses. New Directions for Higher Education, 180, 21\u201330. https:\/\/doi.org\/10.1002\/he.20258","journal-title":"New Directions for Higher Education"},{"issue":"March","key":"9315_CR34","first-page":"1149","volume":"2","author":"DG Rees Lewis","year":"2020","unstructured":"Rees Lewis, D. G., Carlson, S. E., Riesbeck, C. K., Lu, K. J., Gerber, E. M., & Easterday, M. W. (2020). The logic of effective iteration in design-based research. Computer-Supported Collaborative Learning Conference, CSCL, 2(March), 1149\u20131156.","journal-title":"Computer-Supported Collaborative Learning Conference, CSCL"},{"key":"9315_CR35","unstructured":"Reichheld, F. F. (2003). The One Number You Need to Grow. Harvard Business Review. https:\/\/hbr.org\/2003\/12\/the-one-number-you-need-to-grow"},{"issue":"2","key":"9315_CR36","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1007\/s13132-017-0472-2","volume":"10","author":"SM Riad Shams","year":"2019","unstructured":"Riad Shams, S. M., & Belyaeva, Z. (2019). Quality assurance Driving factors as antecedents of knowledge management: a stakeholder-focussed perspective in higher education. Journal of the Knowledge Economy, 10(2), 423\u2013436. https:\/\/doi.org\/10.1007\/s13132-017-0472-2","journal-title":"Journal of the Knowledge Economy"},{"issue":"3","key":"9315_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/widm.1355","volume":"10","author":"C Romero","year":"2020","unstructured":"Romero, C., & Ventura, S. (2020). Educational data mining and learning analytics: An updated survey. Wiley Interdisciplinary Reviews: Data Mining and Knowledge Discovery, 10(3), 1\u201321. https:\/\/doi.org\/10.1002\/widm.1355","journal-title":"Wiley Interdisciplinary Reviews: Data Mining and Knowledge Discovery"},{"key":"9315_CR38","doi-asserted-by":"crossref","unstructured":"Scheffel, M. (2017). The Evaluation Framework for Learning Analytics.","DOI":"10.1007\/978-3-319-66610-5_15"},{"key":"9315_CR39","unstructured":"Sclater, N. (2018). Curriculum analytics: report from Jisc LA Cymru workshop. JISC Effective Learning Analytics. https:\/\/analytics.jiscinvolve.org\/wp\/2018\/12\/17\/curriculum-analytics-report-from-jisc-la-cymru-workshop\/"},{"issue":"3","key":"9315_CR40","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1016\/j.jss.2008.06.040","volume":"82","author":"MV Zelkowitz","year":"2009","unstructured":"Zelkowitz, M. V. (2009). An update to experimental models for validating computer technology. Journal of Systems and Software, 82(3), 373\u2013376. https:\/\/doi.org\/10.1016\/j.jss.2008.06.040","journal-title":"Journal of Systems and Software"},{"key":"9315_CR41","doi-asserted-by":"crossref","unstructured":"Zelkowitz, M. V., & Wallace, D. R. (1998). Experimental Models for Validating Technology. Computing Practices, 23\u201331.","DOI":"10.1109\/2.675630"}],"container-title":["Journal of Computing in Higher Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12528-022-09315-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12528-022-09315-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12528-022-09315-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,8]],"date-time":"2025-04-08T14:08:56Z","timestamp":1744121336000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12528-022-09315-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,31]]},"references-count":42,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,12]]}},"alternative-id":["9315"],"URL":"https:\/\/doi.org\/10.1007\/s12528-022-09315-4","relation":{},"ISSN":["1042-1726","1867-1233"],"issn-type":[{"value":"1042-1726","type":"print"},{"value":"1867-1233","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3,31]]},"assertion":[{"value":"4 March 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 March 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We have no conflict of interest to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}