{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T20:05:25Z","timestamp":1778875525899,"version":"3.51.4"},"reference-count":136,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3084815","type":"journal-article","created":{"date-parts":[[2021,5,28]],"date-time":"2021-05-28T19:58:28Z","timestamp":1622231908000},"page":"81210-81235","source":"Crossref","is-referenced-by-count":73,"title":["A Systematic Review of the DeLone and McLean Model of Information Systems Success in an E-Learning Context (2010\u20132020)"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0420-6033","authenticated-orcid":false,"given":"Hala Najwan","family":"Sabeh","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3667-3894","authenticated-orcid":false,"given":"Mohd Heikal","family":"Husin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7748-8230","authenticated-orcid":false,"given":"Daisy Mui Hung","family":"Kee","sequence":"additional","affiliation":[]},{"given":"Ahmad Suhaimi","family":"Baharudin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3061-5837","authenticated-orcid":false,"given":"Rosni","family":"Abdullah","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/s12528-011-9051-x"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2016.05.013"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1287\/isre.8.3.240"},{"key":"ref32","first-page":"90","article-title":"A partial test and development of DeLone and McLean’s model of IS success","volume":"4","author":"seddon","year":"1996","journal-title":"Australas J Inf Syst"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.2307\/249687"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.im.2018.06.003"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2012.11.004"},{"key":"ref36","first-page":"xiii","article-title":"Analyzing the past to prepare for the future: Writing a literature review","volume":"26","author":"webster","year":"2002","journal-title":"MIS Quart"},{"key":"ref35","article-title":"Procedures for performing systematic reviews","author":"kitchenham","year":"2004"},{"key":"ref34","article-title":"Guidelines for performing systematic literature reviews in software engineering","author":"kitchenham","year":"2007"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.jretconser.2020.102399"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2020.104093"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.3390\/joitmc7010097"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1057\/ejis.2008.15"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2020.102139"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.im.2008.12.006"},{"key":"ref24","article-title":"Students’ perception and preference for online education in India during COVID-19 pandemic","volume":"3","author":"muthuprasad","year":"2021","journal-title":"Social Sci Humanities Open"},{"key":"ref23","first-page":"104","article-title":"Information systems success model: A review of literature","volume":"12","author":"al-kofahi","year":"2020","journal-title":"International Journal of Innovation Creativity and Change"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1080\/0144929X.2019.1581259"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.3390\/su13052653"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1080\/0144929X.2014.934291"},{"key":"ref25","first-page":"1","article-title":"E-learning? Never again! On the unintended consequences of COVID-19 forced E-learning on academic teacher motivational job characteristics","author":"kulikowski","year":"2021","journal-title":"Higher Educ Quart"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2016.02.066"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2014.07.044"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.2307\/3250921"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1080\/0309877X.2019.1664730"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1111\/bjet.12864"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.2307\/249008"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2009.06.011"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/S0378-7206(03)00028-4"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.2307\/25148660"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.advengsoft.2013.12.001"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1108\/ITSE-06-2020-0095"},{"key":"ref4","first-page":"688","article-title":"Critical factors to learning management system acceptance and satisfaction in a blended learning environment","author":"ghazal","year":"2017","journal-title":"Proc Int Conf Reliable Inf Commun Technol"},{"key":"ref3","article-title":"E-learning perspectives in higher education institutions","volume":"166","author":"mili?evi?","year":"2021","journal-title":"Technol Forecasting Soc Change"},{"key":"ref6","first-page":"6","article-title":"The continuous intention to use E-learning, from two different perspectives","volume":"11","author":"al-maroof","year":"2021","journal-title":"J Science Education"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2018.06.002"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1177\/0095399713482313"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2010.07.007"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2016.07.065"},{"key":"ref9","first-page":"533","article-title":"Factors affecting instructors’ adoption of learning management systems: The case of Palestine","volume":"97","author":"abdallah","year":"2019","journal-title":"J Theor Appl Inf Technol"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.tele.2018.10.001"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1177\/014920639101700108"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.3233\/thc-150949"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.3233\/HSM-2012-0767"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2017.12.001"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.tele.2018.03.012"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.19173\/irrodl.v13i4.1203"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2006.11.007"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1109\/ICIMTech50083.2020.9211163"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1016\/j.heliyon.2020.e05735"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.17705\/1CAIS.03002"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1097\/JNR.0b013e31824777aa"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1016\/j.sbspro.2010.03.885"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2012.03.028"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1080\/2331186X.2020.1787004"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2016.10.009"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.17705\/1CAIS.04609"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1016\/j.iheduc.2016.06.003"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8535.2011.01261.x"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1504\/IJTEL.2020.106285"},{"key":"ref77","first-page":"1","article-title":"Employee self-service technology and performance: The role of learning transfer and involvement","author":"cappetta","year":"2015","journal-title":"Proc 36th Int Conf Inf Syst"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1108\/18363261211281744"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.11591\/ijeei.v6i3.505"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-020-10249-6"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1007\/s11135-020-01028-z"},{"key":"ref131","first-page":"87","article-title":"An analysis to understand the online learners’ success in public higher education in Morocco","volume":"19","author":"safsouf","year":"2020","journal-title":"J Inf Technol Educ Res"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.12688\/f1000research.12278.1"},{"key":"ref132","first-page":"1","article-title":"Does sociability quality of Web-based collaborative learning information system influence students’ satisfaction and system usage?","volume":"17","author":"salam","year":"2020","journal-title":"International Journal of education in Higher Education"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1111\/j.1540-4609.2012.00360.x"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1109\/ICEIT48248.2020.9113189"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2019.08.004"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1108\/ITP-01-2013-0024"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1080\/10494820.2020.1723113"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.2307\/30036540"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.2307\/249689"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1111\/j.1540-5915.1998.tb01346.x"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.02.012"},{"key":"ref66","author":"hair","year":"2016","journal-title":"A Primer on Partial Least Squares Structural Equation Modeling (PLS-SEM)"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.2753\/MTP1069-6679190202"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.4018\/jissc.2010040103"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1080\/0144929X.2017.1340973"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2011.07.008"},{"key":"ref1","first-page":"1","article-title":"Trends in the E-learning ecosystem: A bibliometric study","author":"aparicio","year":"2014","journal-title":"Proc 20th Americas Conf Inf Syst (AMCIS)"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2011.150"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1016\/j.tele.2016.04.006"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/IDM.2015.7516343"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.14742\/ajet.2993"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.5815\/ijmecs.2018.03.04"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1108\/OIR-11-2017-0340"},{"key":"ref106","first-page":"173","article-title":"IS success model in E-learning context based on students’ perceptions","volume":"21","author":"freeze","year":"2010","journal-title":"J Inf Syst Educ"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1108\/10662241211235699"},{"key":"ref105","first-page":"4","article-title":"Critical success factors for adoption of Web-based learning management systems in Tanzania","volume":"10","author":"lwoga","year":"2014","journal-title":"Int J Edu Develop Using Inf Commun Technol"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1080\/10494820.2013.766890"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1108\/PIJPSM-10-2016-0157"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.28945\/4077"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1108\/01435121311298261"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1108\/ITSE-05-2018-0027"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1111\/j.1540-4609.2011.00321.x"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1002\/j.1681-4835.2014.tb00436.x"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/ICCOINS.2014.6868829"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1007\/s11423-017-9513-6"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.28945\/4360"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1108\/ITP-02-2018-0095"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1007\/s12528-010-9032-5"},{"key":"ref10","first-page":"2610","article-title":"Investigating the adoption and impact of E-learning in KSA: Prince Sattam Bin Abdulaziz university case study","volume":"95","author":"ahmed","year":"2017","journal-title":"J Theor Appl Inf Technol"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2014.08.006"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.sbspro.2015.07.154"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.entcom.2020.100395"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3390\/app10134678"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijnurstu.2016.01.011"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2919100"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.tele.2015.06.010"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.3390\/su10030850"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1108\/IJILT-11-2017-0116"},{"key":"ref17","first-page":"75","article-title":"Community colleges online","volume":"10","author":"crawford","year":"2013","journal-title":"J Coll Teach Learn"},{"key":"ref81","first-page":"1","article-title":"Role of personal attributes and system characteristics in predicting the effectiveness of online learning—An Indian perspective","author":"panigrahi","year":"2018","journal-title":"Proc 26th Eur Conf Inf Syst"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1287\/isre.3.1.60"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1016\/j.elerap.2011.12.004"},{"key":"ref119","first-page":"172","article-title":"Effectiveness of LMS: Moodle perspective from south eastern university of Sri Lanka","volume":"12","author":"nawaz","year":"2019","journal-title":"International Journal of Grid and Distributed Computing"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1080\/07421222.2003.11045748","article-title":"The DeLone and McLean model of information systems success: A ten-year update","volume":"19","author":"delone","year":"2003","journal-title":"J Manage Inf Syst"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.4018\/jdet.2012010103"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-018-09855-2"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1111\/jcal.12153"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28764-1_27"},{"key":"ref80","first-page":"6278","article-title":"Measurement of E-learning success with adopting the DeLone & McLean model (university study case in South Jakarta)","volume":"96","author":"pringgandani","year":"2018","journal-title":"J Theor Appl Inf Technol"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1007\/s10916-010-9435-x"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.3991\/ijet.v14i04.9427"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.19173\/irrodl.v16i4.2084"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2879677"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1177\/0047239518795828"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/IEEM.2015.7385897"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1007\/s10257-015-0282-7"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-018-9821-4"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1097\/NCN.0b013e31821a1651"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1080\/10494820.2017.1283335"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09443172.pdf?arnumber=9443172","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,17]],"date-time":"2021-12-17T19:57:39Z","timestamp":1639771059000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9443172\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":136,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3084815","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}