{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T16:35:37Z","timestamp":1778344537409,"version":"3.51.4"},"reference-count":117,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100005416","name":"Norges Forskningsr\u00e5d","doi-asserted-by":"publisher","award":["255129\/H20"],"award-info":[{"award-number":["255129\/H20"]}],"id":[{"id":"10.13039\/501100005416","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Learning Technol."],"published-print":{"date-parts":[[2021,4,1]]},"DOI":"10.1109\/tlt.2021.3072159","type":"journal-article","created":{"date-parts":[[2021,4,9]],"date-time":"2021-04-09T19:27:36Z","timestamp":1617996456000},"page":"173-188","source":"Crossref","is-referenced-by-count":36,"title":["Architecting Analytics Across Multiple E-Learning Systems to Enhance Learning Design"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7853-0429","authenticated-orcid":false,"given":"Katerina","family":"Mangaroska","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6490-4311","authenticated-orcid":false,"given":"Boban","family":"Vesin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2804-6038","authenticated-orcid":false,"given":"Vassilis","family":"Kostakos","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1902-1464","authenticated-orcid":false,"given":"Peter","family":"Brusilovsky","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8016-6208","authenticated-orcid":false,"given":"Michail N.","family":"Giannakos","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2013.06.009"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/2330601.2330664"},{"key":"ref33","article-title":"Apparatus, system, and method for cross-platform data processing","author":"ruiz","year":"2019"},{"key":"ref32","article-title":"System and method for performing cross-platform big data analytics","author":"kassko","year":"2019"},{"key":"ref31","first-page":"15","article-title":"Toward the integration of monitoring in the orchestration of across-spaces learning situations","author":"mu\u00f1oz-crist\u00f3bal","year":"2016","journal-title":"Proc Workshop Cross-LAK"},{"key":"ref30","first-page":"976","article-title":"Tracking data in open learning environments","volume":"21","author":"santos","year":"2015","journal-title":"J Universal Comput Sci"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/2330601.2330666"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18608\/hla17.005"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/2330601.2330661"},{"key":"ref34","article-title":"System and method for providing big data analytics on dynamically-changing data models","author":"kassko","year":"2015"},{"key":"ref28","article-title":"Multimodal learning analytics past, present, and, potential futures","volume":"2163","author":"worsley","year":"2018","journal-title":"Proc CEUR Workshop"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.3233\/SW-2012-0058"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3303772.3303776"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.iheduc.2015.10.002"},{"key":"ref22","first-page":"132","article-title":"Penetrating the fog: Analytics in learning and education","volume":"22","author":"long","year":"2014","journal-title":"Italian Journal of Educational Technology"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2006.08.008"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18608\/hla17.011"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2016.32.11"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2014.05.038"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/2541016.2541076"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/3085556"},{"key":"ref25","first-page":"52","article-title":"Towards a distributed framework to analyze multimodal data","author":"dom\u00ednguez","year":"2016","journal-title":"Proc Workshop Cross-LAK"},{"key":"ref50","author":"bianco","year":"2005","journal-title":"E Learning Standards"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2013.05.007"},{"key":"ref59","first-page":"245","article-title":"IMS learning tools interoperability: Enabling a mash-up approach to teaching and learning tools","volume":"7","author":"severance","year":"2010","journal-title":"Technology Instruction Cognition and Learning"},{"key":"ref58","first-page":"1","article-title":"Towards interoperability and reusability of learning resources: A SCORM-conformant courseware for computer science education","author":"qu","year":"2002","journal-title":"Proc 2nd IEEE Int Conf Adv Learn Techn"},{"key":"ref57","article-title":"Learning object meta-data","author":"committee","year":"0"},{"key":"ref56","article-title":"Global Learning Consortium, “IMS learning resource meta-data specification","author":"ims","year":"0"},{"key":"ref55","article-title":"Advanced distributed learning shareable content object reference model","author":"team","year":"0"},{"key":"ref54","first-page":"1","article-title":"Developing an open architecture for learning analytics","author":"sclater","year":"2015","journal-title":"EUNIS Journal of Higher Education"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2015.7344147"},{"key":"ref52","author":"siemens","year":"2011","journal-title":"Open learning analytics an integrated & modularized platform"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2013.05.031"},{"key":"ref4","article-title":"The next generation digital learning environment: A report on research","author":"brown","year":"2015","journal-title":"ELI Paper"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2019.1619259"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1016\/j.chb.2016.10.026","article-title":"Effects of instructional conditions and experience on the adoption of a learning tool","volume":"67","author":"ga\u0161evi?","year":"2017","journal-title":"Comput Hum Behav"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/2090116.2090124"},{"key":"ref8","first-page":"35","article-title":"Assessment and learning: Contradictory or complementary","author":"boud","year":"1995","journal-title":"Assessment for Learning in Higher Educaction"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/2567574.2567588"},{"key":"ref7","first-page":"29","article-title":"A cognitive and metacognitive analysis of self-regulated learning","author":"winne","year":"2011","journal-title":"Handbook of Self-regulation of Learning and Performance"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1002\/ase.102"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2011.05.016"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2019.1694863"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/2883851.2883870"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/2330601.2330641"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375477"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.103676"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1214\/10-STS330"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3303772.3303792"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/2856767.2856784"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1186\/s40561-018-0071-0"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/52.469759"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1533\/9781780631196"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-45153-4_87"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/3170358.3170386"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/3308557.3308690"},{"key":"ref75","article-title":"Programming course resource system (PCRS","author":"petersen","year":"2018"},{"key":"ref78","article-title":"The vent learning analytics dashboard-and VSON container format for visualization data","author":"herde","year":"2018"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1007\/BF02504682"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s10758-015-9260-x"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/2883851.2883968"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/2883851.2883882"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-017-0819-7_17"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1086\/505057"},{"key":"ref65","first-page":"363","article-title":"Resolving the problem of intelligent learning content in learning management systems","volume":"7","author":"rey-l\u00f3pez","year":"2008","journal-title":"Int J E-Learning"},{"key":"ref66","author":"bass","year":"2003","journal-title":"Software Architecture in Practice"},{"key":"ref67","first-page":"3856","article-title":"The Person-centered e-learning pattern repository: Design for reuse and extensibility","author":"m","year":"2004","journal-title":"Proc EdMedia World Conf Educ Media Technol"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/11841197_14"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2018.2868673"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.1990.11517898"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1002\/9781119239086"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1145\/2839509.2844639"},{"key":"ref95","first-page":"18","article-title":"Classification and regression by randomforest","volume":"2","author":"liaw","year":"2002","journal-title":"” R News"},{"key":"ref108","doi-asserted-by":"crossref","first-page":"79","DOI":"10.18608\/jla.2020.73.7","article-title":"Multimodal learning analytics to inform learning design: Lessons learned from computing education","volume":"7","author":"mangaroska","year":"2020","journal-title":"J Learn Analytics"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-016-9179-5"},{"key":"ref107","first-page":"64","article-title":"Let's not forget: Learning analytics are about learning","volume":"59","author":"ga\u0161evi?","year":"2015"},{"key":"ref93","first-page":"279","article-title":"Robust tests for equality of variances","author":"levene","year":"1961","journal-title":"Contributions to Probability and Statistics Essays in Honor of Harold Hotelling"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.24059\/olj.v20i2.783"},{"key":"ref92","first-page":"1","article-title":"Heteroskedasticity in multiple regression analysis: What it is, how to detect it and how to solve it with applications in R and SPSS","volume":"24","author":"astivia","year":"2019","journal-title":"Practical Assessment"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2014.07.013"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-7138-7"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2009.09.008"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511790942"},{"key":"ref103","first-page":"149","article-title":"Numbers are not enough. why e-learning analytics failed to inform an institutional strategic plan","volume":"15","author":"macfadyen","year":"2012","journal-title":"J Educ Technol Soc"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1145\/2330601.2330629"},{"key":"ref111","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1207\/S15326985EP3801_4","article-title":"The expertise reversal effect","volume":"38","author":"sweller","year":"2003","journal-title":"Educ Psychol"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1007\/s10648-004-0006-x"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/TE.2002.808240"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1613\/jair.953"},{"key":"ref99","first-page":"431","article-title":"Understanding variable importances in forests of randomized trees","author":"louppe","year":"2013","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1080\/10888438.2015.1107073"},{"key":"ref97","first-page":"3133","article-title":"Do we need hundreds of classifiers to solve real world classification problems","volume":"15","author":"fern\u00e1ndez-delgado","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3303772.3303787"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2016.02.074"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2723576.2723600"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2012.09.001"},{"key":"ref14","first-page":"1","article-title":"Challenges and opportunities of multimodal data in human learning: The computer science students’ perspective","volume":"2021","author":"mangaroska","year":"2021","journal-title":"J Comput Assist Learn"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1166\/jctn.2019.8261"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2016.06.040"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/3303772.3303825"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2011.06.004"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2018.00057"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2019.00116"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.3402\/rlt.v23.28019"},{"key":"ref84","first-page":"1","article-title":"Human-centred learning analytics","volume":"6","author":"shum","year":"2019","journal-title":"J Learn Analytics"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2013.04.010"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2015.05.032"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1080\/00461520.2011.611369"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14363-2_15"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1002\/9781118736494"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X12463781"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2018.00010"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/TETC.2015.2501243"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1111\/bjet.12534"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1207\/s15430421tip4102_2"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/3279720.3279726"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2005.11.018"}],"container-title":["IEEE Transactions on Learning Technologies"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4620076\/9448368\/09399793.pdf?arnumber=9399793","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:52:46Z","timestamp":1652194366000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9399793\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4,1]]},"references-count":117,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tlt.2021.3072159","relation":{},"ISSN":["1939-1382","2372-0050"],"issn-type":[{"value":"1939-1382","type":"electronic"},{"value":"2372-0050","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,4,1]]}}}