{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T07:11:09Z","timestamp":1779088269467,"version":"3.51.4"},"reference-count":37,"publisher":"Elsevier BV","issue":"3","license":[{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T00:00:00Z","timestamp":1776816000000},"content-version":"vor","delay-in-days":1694,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003086","name":"Basque Government","doi-asserted-by":"crossref","award":["ADIAN (Grant IT980-16)"],"award-info":[{"award-number":["ADIAN (Grant IT980-16)"]}],"id":[{"id":"10.13039\/501100003086","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100003086","name":"Basque Government","doi-asserted-by":"crossref","award":["ADIAN (Grant IT980-16)"],"award-info":[{"award-number":["ADIAN (Grant IT980-16)"]}],"id":[{"id":"10.13039\/501100003086","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100003086","name":"Basque Government","doi-asserted-by":"crossref","award":["ADIAN (Grant IT980-16)"],"award-info":[{"award-number":["ADIAN (Grant IT980-16)"]}],"id":[{"id":"10.13039\/501100003086","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100003086","name":"Basque Government","doi-asserted-by":"crossref","award":["ADIAN (Grant IT980-16)"],"award-info":[{"award-number":["ADIAN (Grant IT980-16)"]}],"id":[{"id":"10.13039\/501100003086","id-type":"DOI","asserted-by":"crossref"}]},{"name":"MCIU\/AEI\/FEDER, UE","award":["Grant RTI2018-096846-B-C21"],"award-info":[{"award-number":["Grant RTI2018-096846-B-C21"]}]},{"name":"MCIU\/AEI\/FEDER, UE","award":["Grant RTI2018-096846-B-C21"],"award-info":[{"award-number":["Grant RTI2018-096846-B-C21"]}]},{"name":"MCIU\/AEI\/FEDER, UE","award":["Grant RTI2018-096846-B-C21"],"award-info":[{"award-number":["Grant RTI2018-096846-B-C21"]}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Artificial Intelligence in Education"],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1007\/s40593-020-00208-0","type":"journal-article","created":{"date-parts":[[2020,9,7]],"date-time":"2020-09-07T15:02:37Z","timestamp":1599490957000},"page":"585-602","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"title":["Measuring the Quality of Test-based Exercises Based on the Performance of Students"],"prefix":"10.1016","volume":"31","author":[{"given":"Josu","family":"Arruarte","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mikel","family":"Larra\u00f1aga","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ana","family":"Arruarte","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jon A.","family":"Elorriaga","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1007\/s40593-020-00208-0_bib1","doi-asserted-by":"crossref","unstructured":"Amedei, J., Piwek, P., & Willis, A. (2918). Evaluation Methodologies in Automatic Question Generation 2013\u20132018. In Proceedings of the 11th International Conference on Natural Language Generation (pp. 307\u2013317).","DOI":"10.18653\/v1\/W18-6537"},{"key":"10.1007\/s40593-020-00208-0_bib2","first-page":"341","article-title":"The IRIS Shell: How to Build ITSs from Pedagogical and Design Requisites","volume":"8","author":"Arruarte","year":"1997","journal-title":"Journal of Artificial Intelligence in Education"},{"issue":"3\/4","key":"10.1007\/s40593-020-00208-0_bib3","first-page":"277","article-title":"The CLAI Model. A Cognitive Theory to Guide ITS Development","volume":"7","author":"Arruarte","year":"1996","journal-title":"Journal of Artificial Intelligence in Education"},{"key":"10.1007\/s40593-020-00208-0_bib4","doi-asserted-by":"crossref","unstructured":"Arruarte, A., Ferrero, B., Fern\u00e1ndez-Castro, I., Urretavizcaya, M., \u00c1lvarez, A., & Greer, J. (2003). The IRIS Authoring Tool. In T. Murray, S. Ainsworth & S. Blessing (Eds.), Automating Tools for Advanced Learning Environments (pp. 233\u2013267). Dordrecht: Kluwer Academic Publishers.","DOI":"10.1007\/978-94-017-0819-7_9"},{"key":"10.1007\/s40593-020-00208-0_bib5","unstructured":"Baker, B. M. (2007). A conceptual framework for making knowledge actionable through capital formation, D.M. dissertation, University of Maryland, College Park, USA."},{"key":"10.1007\/s40593-020-00208-0_bib6","unstructured":"Baker, F. B. (2001). The basics of item response theory. ERIC."},{"key":"10.1007\/s40593-020-00208-0_bib7","doi-asserted-by":"crossref","unstructured":"Brooks, C., Bateman, S., McCalla, G., & Greer, J. (2006). Applying the Agent Metaphor to Learning Content Management Systems and Learning Object Repositories. In M. Ikeda, K. Ashley & T.-W. Chan (Eds.), ITS 2006, LNCS 4053 (pp. 808\u2013810). Berlin Heidelberg: Springer-Verlag.","DOI":"10.1007\/11774303_107"},{"key":"10.1007\/s40593-020-00208-0_bib8","unstructured":"Brooks, C., Thompson, C., & Greer, J. (2013). Visualizing lecture capture usage: A learning analytics case study. WAVe 2013 workshop at LAK13, April 8, 2013, Leuven, Belgium."},{"key":"10.1007\/s40593-020-00208-0_bib9","doi-asserted-by":"crossref","unstructured":"Charleer, S., Moere, A. V., Klerkx, J., Verbert, K., & Laet, T. D. (2018). Learning analytics dashboards to support adviser-student dialogue. IEEE Transactions on Learning Technologies (pp. 1\u20131). https:\/\/doi.org\/10.1109\/TLT.2017.2720670.","DOI":"10.1109\/TLT.2017.2720670"},{"issue":"10","key":"10.1007\/s40593-020-00208-0_bib10","doi-asserted-by":"crossref","first-page":"2315","DOI":"10.1109\/TVCG.2015.2505305","article-title":"PeakVizor: Visual Analytics of Peaks in Video Clikstreams from Massive Open Online Courses","volume":"22","author":"Chen","year":"2016","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"key":"10.1007\/s40593-020-00208-0_bib11","unstructured":"Clements, K., Pawlowski, J., & Manouselis, N. (2014). Why open educational resources repositories fail -review of quality assurance approaches. In International Association of Technology, Education and Development (IATED 2014)."},{"key":"10.1007\/s40593-020-00208-0_bib12","doi-asserted-by":"crossref","first-page":"48339","DOI":"10.1109\/ACCESS.2019.2910079","article-title":"A combined approach for eliciting relationships for educational ontologies using general-purpose knowledge bases","volume":"7","author":"Conde","year":"2019","journal-title":"IEEE ACCESS"},{"issue":"2","key":"10.1007\/s40593-020-00208-0_bib13","doi-asserted-by":"crossref","first-page":"380","DOI":"10.1002\/asi.23398","article-title":"LiTeWi: A combined term extraction and entity linking method for eliciting educational Ontologies from textbooks\u2019","volume":"67","author":"Conde","year":"2016","journal-title":"Journal of the Association for Information Science and Technology"},{"issue":"4","key":"10.1007\/s40593-020-00208-0_bib14","doi-asserted-by":"crossref","first-page":"470","DOI":"10.1109\/TLT.2018.2876249","article-title":"Automated assessment of complex programming tasks using SIETTE","volume":"12","author":"Conejo","year":"2019","journal-title":"IEEE Transactions on Learning Technologies"},{"key":"10.1007\/s40593-020-00208-0_bib15","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1007\/s40593-015-0078-4","article-title":"The SIETTE automatic assessment environment","volume":"26","author":"Conejo","year":"2016","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1007\/s40593-020-00208-0_bib16","doi-asserted-by":"crossref","unstructured":"Greer, J., Molinaro, M., Ochoa, X., & McKay, T. (2016). Learning Analytics for Curriculum and Program Quality Improvement. In Proceedings of the Sixth International Conference on Learning Analytics & Knowledge, pp. 494\u2013495.","DOI":"10.1145\/2883851.2883899"},{"key":"10.1007\/s40593-020-00208-0_bib17","unstructured":"Hambleton, R. K., Swaminathan, H., & Rogers, H. J. (1991). Fundamentals of item response theory, vol. 2. Thousand Oaks: Sage"},{"key":"10.1007\/s40593-020-00208-0_bib18","doi-asserted-by":"crossref","unstructured":"Kurdi, G., Leo, J., Parsia, B., Sattler, U., & Al-Emari, S. (2019). A Systematic Review of Automatic Question Generation for Educational Purposes, International Journal of Artificial Intelligence in Education, https:\/\/doi.org\/10.1007\/s40593-019-00186-y.","DOI":"10.1007\/s40593-019-00186-y"},{"key":"10.1007\/s40593-020-00208-0_bib19","unstructured":"Larra\u00f1aga, M. (2002). Enhancing ITS building process with semi-automatic domain acquisition using ontologies and NLP techniques. Proceedings of the Young Researches Track. Intelligent Tutoring Systems 2002."},{"issue":"1","key":"10.1007\/s40593-020-00208-0_bib20","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1109\/TKDE.2013.36","article-title":"Automatic generation of the domain module from electronic textbooks: Method and validation","volume":"26","author":"Larra\u00f1aga","year":"2014","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"10.1007\/s40593-020-00208-0_bib21","doi-asserted-by":"crossref","unstructured":"Leitner, P., Khalil, M., & Ebner, M. (2017). Learning analytics in higher education\u2014A literature review. In A. Pe\u00f1a-Ayala (Ed.), Learning Analytics: Fundaments, Applications, and Trends (vol. 94, pp. 1\u201323). Cham: Springer International Publishing. https:\/\/doi.org\/10.1007\/978-3-319-52977-6_1.","DOI":"10.1007\/978-3-319-52977-6_1"},{"key":"10.1007\/s40593-020-00208-0_bib22","doi-asserted-by":"crossref","unstructured":"Mendez, G., Ochoa, X., Chiluiza, K., de Wever, B. (2014). Mendez, G., Ochoa, X., Chiluiza, K., & de Wever, B. (2014). Curricular Design Analysis: A Data-Driven Perspective. Journal of Learning Analytics, 1(3), 84\u2013119. https:\/\/doi.org\/10.18608\/jla.2014.13.6.","DOI":"10.18608\/jla.2014.13.6"},{"key":"10.1007\/s40593-020-00208-0_bib23","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1002\/ss.20050","article-title":"Developing and using dashboard indicators in student affairs assessment","volume":"142","author":"Mitchell","year":"2013","journal-title":"New Directions for Student Services"},{"key":"10.1007\/s40593-020-00208-0_bib24","doi-asserted-by":"crossref","first-page":"298","DOI":"10.1016\/j.chb.2018.12.019","article-title":"Multimodal data to design visual learning analytics for understanding regulation of learning","volume":"100","author":"Noorozi","year":"2019","journal-title":"Computers in Human Behavior"},{"issue":"1","key":"10.1007\/s40593-020-00208-0_bib25","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/0022-2496(66)90002-2","article-title":"The axioms and principal results of classical test theory","volume":"3","author":"Novick","year":"1966","journal-title":"Journal of Mathematical Psychology"},{"key":"10.1007\/s40593-020-00208-0_bib26","doi-asserted-by":"crossref","unstructured":"Paul, R., Gaftandzhieva, S., Kausar, S., Hussain, S., Doneva, R., & Baruah, A. K. (2020). Exploring student academicperformance using data mining tools. iJET International Journal of Emerging Technologies in Learning, 15(8), 195\u2013208.","DOI":"10.3991\/ijet.v15i08.12557"},{"key":"10.1007\/s40593-020-00208-0_bib27","doi-asserted-by":"crossref","unstructured":"Pel\u00e1nek, R. (2020). Learning Analytics Challenges: Trade-offs, Methodology, Scalability. In Proceedings of the 10th International Learning Analytics & Knowledge (pp. 554\u2013558). New York City: ACM.","DOI":"10.1145\/3375462.3375463"},{"key":"10.1007\/s40593-020-00208-0_bib28","unstructured":"Pe\u00f1a, D. (2014). Fundamentos de estad\u00edstica. Alianza editorial."},{"key":"10.1007\/s40593-020-00208-0_bib29","unstructured":"Rigney, J. W. (1978). Learning Strategies: A Traditional Perspective. O\u2019Neil, H.F. (Eds.), Learning Strategies (pp. 165\u2013205). New York: Academic Press."},{"key":"10.1007\/s40593-020-00208-0_bib30","unstructured":"Ross, S., Jordan, S., & Butcher, P. (2006). 10 online instantaneous and targeted feedback for remote learners. Innovative assessment in higher education (p. 123)."},{"issue":"1","key":"10.1007\/s40593-020-00208-0_bib31","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1109\/TLT.2016.2599522","article-title":"Perceiving Learning at a Glance: A Systematic Literature Review of Learning Dashboard Research","volume":"10","author":"Schwendimann","year":"2017","journal-title":"IEEE Transactions on Learning Technologies"},{"issue":"1","key":"10.1007\/s40593-020-00208-0_bib32","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1109\/MCG.2006.5","article-title":"A visual Analytics Agenda","volume":"26","author":"Thomas","year":"2006","journal-title":"IEEE Computer Graphics and Applications"},{"key":"10.1007\/s40593-020-00208-0_bib33","doi-asserted-by":"crossref","unstructured":"Verbert, K., Duval, E., Klerkx, J., Govaerts, S., & Santos, J. L. (2013). Learning analytics dashboard applications. American Behavioral Scientist, 1\u201310, https:\/\/doi.org\/10.1177\/0002764213479363.","DOI":"10.1177\/0002764213479363"},{"key":"10.1007\/s40593-020-00208-0_bib34","doi-asserted-by":"crossref","unstructured":"Verbert, K., Ochoa, X., De Croon, R., Dourado, R. A., & De Laet. (2020). T. Learning analytics dashboards: the past, the present and the future. In Proceedings of the 10th International Learning Analytics & Knowledge (pp. 35\u201340). New York City: ACM.","DOI":"10.1145\/3375462.3375504"},{"key":"10.1007\/s40593-020-00208-0_bib35","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/j.compedu.2018.03.018","article-title":"Visual Learning Analytics of Educational Data: A Systematic Literature Review and Research Agenda","volume":"122","author":"Vieira","year":"2018","journal-title":"Computers & Education"},{"key":"10.1007\/s40593-020-00208-0_bib36","doi-asserted-by":"crossref","unstructured":"Virvou, M., Alepis, E., Tsihrintzis, G. A., & Jain, L. C. (2020). Machine Learning Paradigms. Advanced in Learning Analytics. Berlin: Springer.","DOI":"10.1007\/978-3-030-13743-4"},{"key":"10.1007\/s40593-020-00208-0_bib37","series-title":"Handbook of Research on Teaching","first-page":"315","article-title":"The teaching of Learning Strategies","author":"Weinstein","year":"1986"}],"updated-by":[{"DOI":"10.1007\/s40593-021-00245-3","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2021,3,7]],"date-time":"2021-03-07T00:00:00Z","timestamp":1615075200000}},{"DOI":"10.1007\/s40593-021-00245-3","type":"erratum","label":"Erratum","source":"publisher","updated":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000}}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-020-00208-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-020-00208-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226001745?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226001745?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-020-00208-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T06:48:26Z","timestamp":1779086906000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1560429226001745"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9]]},"references-count":37,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2021,9]]}},"alternative-id":["S1560429226001745"],"URL":"https:\/\/doi.org\/10.1007\/s40593-020-00208-0","relation":{},"ISSN":["1560-4292"],"issn-type":[{"value":"1560-4292","type":"print"}],"subject":[],"published":{"date-parts":[[2021,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Measuring the Quality of Test-based Exercises Based on the Performance of Students","name":"articletitle","label":"Article Title"},{"value":"International Journal of Artificial Intelligence in Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1007\/s40593-020-00208-0","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2020 International Artificial Intelligence in Education Society. Published by Elsevier Ltd","name":"copyright","label":"Copyright"}]}}