{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T07:10:30Z","timestamp":1779088230395,"version":"3.51.4"},"reference-count":43,"publisher":"Elsevier BV","issue":"3","license":[{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T00:00:00Z","timestamp":1776816000000},"content-version":"vor","delay-in-days":1694,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Artificial Intelligence in Education"],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1007\/s40593-020-00210-6","type":"journal-article","created":{"date-parts":[[2020,8,5]],"date-time":"2020-08-05T17:13:43Z","timestamp":1596647623000},"page":"603-621","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":28,"title":["Assessing the Effectiveness of Student Advice Recommender Agent (SARA): the Case of Automated Personalized Feedback"],"prefix":"10.1016","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6920-2319","authenticated-orcid":false,"given":"Amin","family":"Mousavi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthew","family":"Schmidt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vicki","family":"Squires","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ken","family":"Wilson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1007\/s40593-020-00210-6_bib1","doi-asserted-by":"crossref","unstructured":"Arnold, K. E., & Pistilli, M. D. (2012). Course signals at Purdue: Using learning analytics to increase student success. In Proceedings of the 2nd international conference on learning analytics and knowledge (pp. 267\u2013270) https:\/\/doi.org\/10.1145\/2330601.2330666.","DOI":"10.1145\/2330601.2330666"},{"key":"10.1007\/s40593-020-00210-6_bib2","doi-asserted-by":"crossref","unstructured":"Arthars, N., Dollinger, M., Vigentini, L., Liu, D., Kondo, E., & King, D. (2019). Empowering teachers to personalize learning support: Case studies of teachers\u2019 experiences adopting a student- and teacher-centered learning analytics platform at three Australian Universities (pp. 223\u2013248). https:\/\/doi.org\/10.1007\/978-3-319-64792-0_13.","DOI":"10.1007\/978-3-319-64792-0_13"},{"issue":"2","key":"10.1007\/s40593-020-00210-6_bib3","doi-asserted-by":"crossref","first-page":"111","DOI":"10.2190\/9LMD-3U28-3A0G-FTQT","article-title":"A meta-analysis of the effects of feedback in computer-based instruction","volume":"13","author":"Azevedo","year":"1995","journal-title":"Journal of Educational Computing Research"},{"issue":"1","key":"10.1007\/s40593-020-00210-6_bib4","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1080\/1743727X.2011.552338","article-title":"A comparison of propensity score matching methods for reducing selection bias","volume":"34","author":"Bai","year":"2011","journal-title":"International Journal of Research & Method in Education"},{"issue":"1","key":"10.1007\/s40593-020-00210-6_bib5","first-page":"5","article-title":"Formative assessment: A critical review","volume":"18","author":"Bennett","year":"2011","journal-title":"Assessment in Education: Principles, Policy and Practice"},{"key":"10.1007\/s40593-020-00210-6_bib6","series-title":"Learning analytics in the classroom: Translating learning analytics research for teachers","article-title":"Data-informed nudges for student engagement and success","author":"Blumenstein","year":"2018"},{"key":"10.1007\/s40593-020-00210-6_bib7","doi-asserted-by":"crossref","unstructured":"Bodily, R., & Verbert, K. (2017). Trends and issues in student-facing learning analytics reporting systems research. Proceedings of the Seventh International Learning Analytics & Knowledge Conference on - LAK \u201817, 309\u2013318. https:\/\/doi.org\/10.1145\/3027385.3027403.","DOI":"10.1145\/3027385.3027403"},{"key":"10.1007\/s40593-020-00210-6_bib8","doi-asserted-by":"crossref","unstructured":"Chen, C. M. (2008). Intelligent web-based learning system with personalized learning path guidance. Computers & Education, 51(2), 787\u2013814.","DOI":"10.1016\/j.compedu.2007.08.004"},{"key":"10.1007\/s40593-020-00210-6_bib9","doi-asserted-by":"crossref","unstructured":"Chen, G. D., Chang, C. K., & Wang, C. Y. (2008). Ubiquitous learning website: Scaffold learners by mobile devices with information-aware techniques. Computers & Education, 50(1), 77\u201390.","DOI":"10.1016\/j.compedu.2006.03.004"},{"key":"10.1007\/s40593-020-00210-6_bib10","series-title":"Quasi-experimentation : Design & analysis issues for field settings","author":"Cook","year":"1979"},{"key":"10.1007\/s40593-020-00210-6_bib11","unstructured":"DeVellis, R. F. (2016). Scale development: Theory and applications. Thousand Oaks, California: Sage publications"},{"issue":"7","key":"10.1007\/s40593-020-00210-6_bib12","first-page":"1","article-title":"A critical review of research on formative assessment: The limited scientific evidence of the impact of formative assessment in education","volume":"14","author":"Dunn","year":"2009","journal-title":"Practical Assessment, Research & Evaluation"},{"issue":"1","key":"10.1007\/s40593-020-00210-6_bib13","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1109\/TLT.2018.2823317","article-title":"From study tactics to learning strategies: An analytical method for extracting interpretable representations","volume":"12","author":"Fincham","year":"2019","journal-title":"IEEE Transactions on Learning Technologies"},{"issue":"3","key":"10.1007\/s40593-020-00210-6_bib14","first-page":"463","article-title":"Personalized versus collective instructor feedback in the online courseroom: Does type of feedback affect student satisfaction, academic performance and perceived connectedness with the instructor?","volume":"7","author":"Gallien","year":"2008","journal-title":"International Journal on E-learning"},{"key":"10.1007\/s40593-020-00210-6_bib15","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1016\/j.iheduc.2015.10.002","article-title":"Learning analytics should not promote one size fits all: The effects of instructional conditions in predicting academic success","volume":"28","author":"Ga\u0161evi\u0107","year":"2016","journal-title":"The Internet and Higher Education"},{"issue":"1","key":"10.1007\/s40593-020-00210-6_bib16","doi-asserted-by":"crossref","first-page":"64","DOI":"10.1007\/s11528-014-0822-x","article-title":"Let\u2019s not forget: Learning analytics are about learning","volume":"59","author":"Ga\u0161evi\u0107","year":"2015","journal-title":"TechTrends"},{"key":"10.1007\/s40593-020-00210-6_bib17","unstructured":"Greer, J., Frost, S., Banow, R., Thompson, C., Kuleza, S., Wilson, K., & Koehn, G. (2015). The student advice recommender agent: SARA. In UMAP Workshops."},{"issue":"1","key":"10.1007\/s40593-020-00210-6_bib18","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1007\/s40593-015-0043-2","article-title":"Evaluation methods for intelligent tutoring systems revisited","volume":"26","author":"Greer","year":"2016","journal-title":"International Journal of Artificial Intelligence in Education"},{"issue":"1","key":"10.1007\/s40593-020-00210-6_bib19","doi-asserted-by":"crossref","first-page":"81","DOI":"10.3102\/003465430298487","article-title":"The power of feedback","volume":"77","author":"Hattie","year":"2007","journal-title":"Review of Educational Research"},{"key":"10.1007\/s40593-020-00210-6_bib20","doi-asserted-by":"crossref","unstructured":"Ho, D., Imai, K., King, G., & Stuart, E. A. (2011). MatchIt: Nonparametric preprocessing for parametric causal inference. Journal of Statistical Software, 42(8).","DOI":"10.18637\/jss.v042.i08"},{"key":"10.1007\/s40593-020-00210-6_bib21","doi-asserted-by":"crossref","unstructured":"Jivet, I., Scheffel, M., Specht, M., & Drachsler, H. (2018). License to evaluate: Preparing learning analytics dashboards for educational practice. In Proceedings of the 8th International Conference on Learning Analytics and Knowledge (pp. 31\u201340).","DOI":"10.1145\/3170358.3170421"},{"issue":"1","key":"10.1007\/s40593-020-00210-6_bib22","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1007\/s12564-015-9403-8","article-title":"Effects of learning analytics dashboard: Analyzing the relations among dashboard utilization, satisfaction, and learning achievement","volume":"17","author":"Kim","year":"2016","journal-title":"Asia Pacific Education Review"},{"key":"10.1007\/s40593-020-00210-6_bib23","unstructured":"King, G., & Nielsen, R. (2016). Why propensity scores should not be used for matching. Copy at http:\/\/j.mp\/1sexgVw Download Citation BibTex Tagged XML Download Paper, 378."},{"key":"10.1007\/s40593-020-00210-6_bib24","doi-asserted-by":"crossref","first-page":"1220","DOI":"10.1037\/hea0000305","article-title":"Microrandomized trials: An experimental design for developing just-in-time adaptive interventions","volume":"34","author":"Klasnja","year":"2015","journal-title":"Health Psychology"},{"issue":"2","key":"10.1007\/s40593-020-00210-6_bib25","doi-asserted-by":"crossref","first-page":"254","DOI":"10.1037\/0033-2909.119.2.254","article-title":"The effects of feedback interventions on performance: A historical review, a meta-analysis, and a preliminary feedback intervention theory","volume":"119","author":"Kluger","year":"1996","journal-title":"Psychological Bulletin"},{"issue":"3","key":"10.1007\/s40593-020-00210-6_bib26","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1111\/1467-8721.ep10772989","article-title":"Feedback interventions: Toward the understanding of a double-edged sword on JSTOR","volume":"7","author":"Kluger","year":"1998","journal-title":"Current Dirrections in Psychological Science"},{"key":"10.1007\/s40593-020-00210-6_bib27","unstructured":"Lim, L.-A., Gentili, S., Pardo, A., Kovanovi\u0107, V., Whitelock-Wainwright, A., Ga\u0161evi\u0107, D., & Dawson, S. (2019). What changes, and for whom? A study of the impact of learning analytics-based process feedback in a large course. Learning and Instruction."},{"key":"10.1007\/s40593-020-00210-6_bib28","doi-asserted-by":"crossref","unstructured":"Liu, D. Y.-T., Bartimote-Aufflick, K., Pardo, A., & Bridgeman, A. J. (2017). Data-driven personalization of student learning support in higher education. In Learning analytics: Fundaments, applications, and trends (pp. 143\u2013169). Springer.","DOI":"10.1007\/978-3-319-52977-6_5"},{"issue":"2","key":"10.1007\/s40593-020-00210-6_bib29","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1111\/1467-9868.00389","article-title":"Optimal dynamic treatment regimes","volume":"65","author":"Murphy","year":"2003","journal-title":"Journal of the Royal Statistical Society: Series B (Statistical Methodology)"},{"key":"10.1007\/s40593-020-00210-6_bib30","doi-asserted-by":"crossref","unstructured":"Narciss, S., & Huth, K. (2004). How to design informative tutoring feedback for multi-media learning. Instructional Design for Multimedia Learning: Proceedings of the 5th International Workshop of Sig 6 Instructional Design of the European Association for Research on Learning and Instruction (Earli), June 27\u201329, 2002 in Erfurt, 181. https:\/\/doi.org\/10.1042\/CS20100475.","DOI":"10.1042\/CS20100475"},{"issue":"1","key":"10.1007\/s40593-020-00210-6_bib31","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1111\/bjet.12592","article-title":"Using learning analytics to scale the provision of personalised feedback","volume":"50","author":"Pardo","year":"2019","journal-title":"British Journal of Educational Technology"},{"issue":"3","key":"10.1007\/s40593-020-00210-6_bib32","doi-asserted-by":"crossref","first-page":"801","DOI":"10.1177\/0013164493053003024","article-title":"Reliability and predictive validity of the motivated strategies for learning questionnaire (MSLQ)","volume":"53","author":"Pintrich","year":"1993","journal-title":"Educational and Psychological Measurement"},{"issue":"3","key":"10.1007\/s40593-020-00210-6_bib33","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1007\/s10758-017-9316-1","article-title":"Give me a customizable dashboard: Personalized learning analytics dashboards in higher education","volume":"22","author":"Roberts","year":"2017","journal-title":"Technology, Knowledge and Learning"},{"key":"10.1007\/s40593-020-00210-6_bib34","unstructured":"Schmidt M., Mousavi A., Squires V., & Wilson K. (2018). Assessing the effectiveness of automated personalized feedback in an undergraduate biology course. In Proceedings of Hawaii International Conference Science, Technology & Engineering, Arts, Mathematics & Education (pp. 1\u201317)."},{"key":"10.1007\/s40593-020-00210-6_bib35","doi-asserted-by":"crossref","first-page":"153","DOI":"10.3102\/0034654307313795","article-title":"Focus on formative feedback","volume":"78","author":"Shute","year":"2008","journal-title":"Review of Educational Research."},{"issue":"5","key":"10.1007\/s40593-020-00210-6_bib36","first-page":"30","article-title":"Penetrating the fog: Analytics in learning and education","volume":"46","author":"Siemens","year":"2011","journal-title":"Educause Review"},{"issue":"1","key":"10.1007\/s40593-020-00210-6_bib37","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1214\/09-STS313","article-title":"Matching methods for causal inference: A review and a look forward","volume":"25","author":"Stuart","year":"2010","journal-title":"Statistical Science: A Review Journal of the Institute of Mathematical Statistics"},{"issue":"4","key":"10.1007\/s40593-020-00210-6_bib38","doi-asserted-by":"crossref","first-page":"2414","DOI":"10.1016\/j.compedu.2011.05.016","article-title":"Using signals for appropriate feedback: Perceptions and practices","volume":"57","author":"Tanes","year":"2011","journal-title":"Computers and Education"},{"key":"10.1007\/s40593-020-00210-6_bib39","unstructured":"Team, R. C. (2017). R: A language and environment for statistical computing."},{"issue":"3","key":"10.1007\/s40593-020-00210-6_bib40","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1007\/s10758-017-9314-3","article-title":"Student facing dashboards: One size fits all?","volume":"22","author":"Teasley","year":"2017","journal-title":"Technology Knowledge and Learning"},{"issue":"3","key":"10.1007\/s40593-020-00210-6_bib41","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1177\/016146811711900305","article-title":"Leveraging big data to help each learner and accelerate learning science","volume":"119","author":"Winne","year":"2017","journal-title":"Teachers College Record"},{"issue":"1","key":"10.1007\/s40593-020-00210-6_bib42","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1080\/00461520.2016.1207538","article-title":"Supporting learners\u2019 agentic engagement with feedback: A systematic review and a taxonomy of recipience processes","volume":"52","author":"Winstone","year":"2017","journal-title":"Educational Psychologist"},{"issue":"1","key":"10.1007\/s40593-020-00210-6_bib43","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1080\/00091383.2014.867209","article-title":"Better than expected: Using learning analytics to promote student success in gateway science","volume":"46","author":"Wright","year":"2014","journal-title":"Change: The Magazine of Higher Learning"}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-020-00210-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-020-00210-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226001757?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226001757?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-020-00210-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T06:47:25Z","timestamp":1779086845000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1560429226001757"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9]]},"references-count":43,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2021,9]]}},"alternative-id":["S1560429226001757"],"URL":"https:\/\/doi.org\/10.1007\/s40593-020-00210-6","relation":{},"ISSN":["1560-4292"],"issn-type":[{"value":"1560-4292","type":"print"}],"subject":[],"published":{"date-parts":[[2021,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Assessing the Effectiveness of Student Advice Recommender Agent (SARA): the Case of Automated Personalized Feedback","name":"articletitle","label":"Article Title"},{"value":"International Journal of Artificial Intelligence in Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1007\/s40593-020-00210-6","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2020 International Artificial Intelligence in Education Society. Published by Elsevier Ltd","name":"copyright","label":"Copyright"}]}}