{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,24]],"date-time":"2025-10-24T08:32:31Z","timestamp":1761294751828,"version":"3.37.3"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2024,7,2]],"date-time":"2024-07-02T00:00:00Z","timestamp":1719878400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,7,2]],"date-time":"2024-07-02T00:00:00Z","timestamp":1719878400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Syst Assur Eng Manag"],"published-print":{"date-parts":[[2024,8]]},"DOI":"10.1007\/s13198-024-02411-x","type":"journal-article","created":{"date-parts":[[2024,7,2]],"date-time":"2024-07-02T07:02:33Z","timestamp":1719903753000},"page":"4069-4084","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Assessment of artificial intelligence-based digital learning systems in higher education amid the pandemic using analytic hierarchy"],"prefix":"10.1007","volume":"15","author":[{"given":"Vikrant Vikram","family":"Singh","sequence":"first","affiliation":[]},{"given":"Nishant","family":"Kumar","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1710-7504","authenticated-orcid":false,"given":"Shailender","family":"Singh","sequence":"additional","affiliation":[]},{"given":"Meenakshi","family":"Kaul","sequence":"additional","affiliation":[]},{"given":"Aditya Kumar","family":"Gupta","sequence":"additional","affiliation":[]},{"given":"P. K.","family":"Kapur","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,7,2]]},"reference":[{"doi-asserted-by":"publisher","unstructured":"Abdullah L, Goh P (2019) Decision making method based on Pythagorean fuzzy sets and its application to solid waste management. Complex Intell Syst 5(2):185\u2013198. https:\/\/doi.org\/10.1007\/s40747-019-0100-9","key":"2411_CR100","DOI":"10.1007\/s40747-019-0100-9"},{"key":"2411_CR1","doi-asserted-by":"publisher","DOI":"10.1007\/s10734-022-00937-2","author":"M Bearman","year":"2022","unstructured":"Bearman M, Ryan J, Ajjawi R (2022) Discourses of artificial intelligence in higher education: a critical literature review. High Educ. https:\/\/doi.org\/10.1007\/s10734-022-00937-2","journal-title":"High Educ"},{"key":"2411_CR2","doi-asserted-by":"publisher","first-page":"3013","DOI":"10.1016\/j.eswa.2009.09.031","volume":"37","author":"M Ben Ammar","year":"2010","unstructured":"Ben Ammar M, Neji M, Alimi AM, Gouarderes G (2010) The affective tutoring system. Exp Syst Appl 37:3013\u20133023. https:\/\/doi.org\/10.1016\/j.eswa.2009.09.031","journal-title":"Exp Syst Appl"},{"key":"2411_CR20","doi-asserted-by":"publisher","first-page":"561","DOI":"10.1080\/10508406.2014.954750","volume":"23","author":"P Blikstein","year":"2014","unstructured":"Blikstein P, Worsley M, Piech C, Sahami M, Cooper S, Koller D (2014) Programming pluralism: using learning analytics to detect patterns in the learning of computer programming. J Learn Sci 23:561\u2013599. https:\/\/doi.org\/10.1080\/10508406.2014.954750","journal-title":"J Learn Sci"},{"issue":"2","key":"2411_CR3","doi-asserted-by":"publisher","first-page":"800","DOI":"10.3390\/su13020800","volume":"13","author":"A Bozkurt","year":"2021","unstructured":"Bozkurt A, Karadeniz A, Baneres D, Guerrero-Rold\u00e1n AE, Rodr\u00edguez ME (2021) Artificial Intelligence and reflections from Educational Landscape: a review of AI studies in half a century. Sustainability 13(2):800. https:\/\/doi.org\/10.3390\/su13020800","journal-title":"Sustainability"},{"issue":"1","key":"2411_CR4","doi-asserted-by":"publisher","first-page":"100027","DOI":"10.1016\/j.caeai.2021.100027","volume":"2","author":"A Cavalcanti","year":"2021","unstructured":"Cavalcanti A, Barbosa A, Carvalho R, Freitas F, Tsai Y, Ga\u0161evi\u0107 D, Mello RF (2021) Automatic feedback in online learning environments: a systematic literature review. Computers Education: Artif Intell 2(1):100027. https:\/\/doi.org\/10.1016\/j.caeai.2021.100027","journal-title":"Computers Education: Artif Intell"},{"issue":"4","key":"2411_CR5","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1007\/s11528-022-00715-y","volume":"66","author":"I Celik","year":"2022","unstructured":"Celik I, Dindar M, Muukkonen H, J\u00e4rvel\u00e4 S (2022) The promises and Challenges of Artificial Intelligence for Teachers: a systematic review of Research. TechTrends 66(4):616\u2013630. https:\/\/doi.org\/10.1007\/s11528-022-00715-y","journal-title":"TechTrends"},{"key":"2411_CR6","doi-asserted-by":"publisher","first-page":"75264","DOI":"10.1109\/ACCESS.2020.2988510","volume":"8","author":"L Chen","year":"2020","unstructured":"Chen L, Chen P, Lin Z (2020) Artificial Intelligence in Education: a review. IEEE Access 8:75264\u201375278. https:\/\/doi.org\/10.1109\/ACCESS.2020.2988510","journal-title":"IEEE Access"},{"issue":"3","key":"2411_CR7","doi-asserted-by":"publisher","first-page":"22","DOI":"10.14742\/ajet.7526","volume":"38","author":"H-C Chu","year":"2022","unstructured":"Chu H-C, Hwang G-H, Tu Y-F, Yang K-H (2022) Roles and research trends of artificial intelligence in higher education: a systematic review of the top 50 most-cited articles. Australasian J Educational Technol 38(3):22\u201342. https:\/\/doi.org\/10.14742\/ajet.7526","journal-title":"Australasian J Educational Technol"},{"key":"2411_CR8","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1515\/jaiscr-2017-0004","volume":"7","author":"K Colchester","year":"2017","unstructured":"Colchester K, Hagras H, Alghazzawi D, Aldabbagh G (2017) A survey of artificial intelligence techniques employed for adaptive educational systems within e-learning platforms. J Artif Intell Soft Comput Res 7:47\u201364. https:\/\/doi.org\/10.1515\/jaiscr-2017-0004","journal-title":"J Artif Intell Soft Comput Res"},{"issue":"5","key":"2411_CR9","doi-asserted-by":"publisher","first-page":"679","DOI":"10.33225\/pec\/22.80.679","volume":"80","author":"S de Durso","year":"2022","unstructured":"de Durso S O., Arruda EP (2022) Artificial Intelligence in Distance Education: a systematic literature review of Brazilian studies. Probl Educ 21st Century 80(5):679\u2013692. https:\/\/doi.org\/10.33225\/pec\/22.80.679","journal-title":"Probl Educ 21st Century"},{"key":"2411_CR10","doi-asserted-by":"publisher","first-page":"7195","DOI":"10.3390\/app10207195","volume":"10","author":"V Franzoni","year":"2020","unstructured":"Franzoni V, Milani A, Mengoni P, Piccinato F (2020) Artificial intelligence visual metaphors in E-learning interfaces for learning analytics. Appl Sci 10:7195. https:\/\/doi.org\/10.3390\/app10207195","journal-title":"Appl Sci"},{"doi-asserted-by":"publisher","unstructured":"Ghorabaee MK, Amiri M, Zavadskas EK, Turskis Z, Antucheviciene J (2017) A new multi-criteria model based on interval type-2 fuzzy sets and EDAS method for supplier evaluation and order allocation with environmental considerations. Comput Ind Eng 112:156\u201374. https:\/\/doi.org\/10.1016\/j.cie.2017.08.017","key":"2411_CR101","DOI":"10.1016\/j.cie.2017.08.017"},{"issue":"12","key":"2411_CR11","doi-asserted-by":"publisher","first-page":"5467","DOI":"10.3390\/app11125467","volume":"11","author":"V Gonz\u00e1lez-Calatayud","year":"2021","unstructured":"Gonz\u00e1lez-Calatayud V, Prendes-Espinosa P, Roig-Vila R (2021) Artificial Intelligence for Student Assessment: a systematic review. Appl Sci 11(12):5467. https:\/\/doi.org\/10.3390\/app11125467","journal-title":"Appl Sci"},{"key":"2411_CR12","doi-asserted-by":"publisher","DOI":"10.1108\/CR-03-2021-0045","author":"E Hannan","year":"2021","unstructured":"Hannan E, Liu S (2021) AI: new source of competitiveness in higher education. Competitiveness Review: Int Bus J. https:\/\/doi.org\/10.1108\/CR-03-2021-0045","journal-title":"Competitiveness Review: Int Bus J"},{"issue":"1","key":"2411_CR13","doi-asserted-by":"publisher","first-page":"104","DOI":"10.19173\/irrodl.v23i1.6319","volume":"23","author":"GJ Hwang","year":"2022","unstructured":"Hwang GJ, Tu YF, Tang KY (2022) AI in Online-Learning Research: visualizing and interpreting the Journal Publications from 1997 to 2019. Int Rev Res Open Distrib Learn 23(1):104\u2013130. https:\/\/doi.org\/10.19173\/irrodl.v23i1.6319","journal-title":"Int Rev Res Open Distrib Learn"},{"doi-asserted-by":"publisher","unstructured":"Ilbahar E, Kara?an A, Cebi S, Kahraman C (2018) A novel approach to risk assessment for occupational health and safety using pythagorean fuzzy ahp & fuzzy inference system. Saf Sci 103:124\u2013136. https:\/\/doi.org\/10.1016\/j.ssci.2017.10.025","key":"2411_CR130","DOI":"10.1016\/j.ssci.2017.10.025"},{"doi-asserted-by":"publisher","unstructured":"Incio Flores FA, Capu\u00f1ay Sanchez DL, Urbina E, Coral ROV, Medrano M\u00c1V, E. E., Gonzales E, D. G (2021) Inteligencia artificial en educaci\u00f3n: una revisi\u00f3n de la literatura en revistas cient\u00edficas internacionales. Apuntes Universitarios 12(1). https:\/\/doi.org\/10.17162\/au.v12i1.974","key":"2411_CR14","DOI":"10.17162\/au.v12i1.974"},{"doi-asserted-by":"publisher","unstructured":"Kumar U, Kumar N, Mishra VN, Jena RK (2019) Soil quality assessment using analytic hierarchy process (AHP). In advances in systems analysis, software engineering, and high-performance computing book series (pp. 1\u201318). https:\/\/doi.org\/10.4018\/978-1-5225-7784-3.ch001","key":"2411_CR140","DOI":"10.4018\/978-1-5225-7784-3.ch001"},{"doi-asserted-by":"publisher","unstructured":"Liang J-C, Hwang G-J, Chen M-RA, Darmawansah D (2021) Roles and research foci of artificial intelligence in language education: an integrated bibliographic analysis and systematic review approach. Interact Learn Environ 1\u201327. https:\/\/doi.org\/10.1080\/10494820.2021.1958348","key":"2411_CR15","DOI":"10.1080\/10494820.2021.1958348"},{"key":"2411_CR16","doi-asserted-by":"publisher","DOI":"10.1108\/OTH-08-2022-0050","author":"R Mairal","year":"2022","unstructured":"Mairal R (2022) What should the university of the future look like? Horizon: Int J Learn Futures. https:\/\/doi.org\/10.1108\/OTH-08-2022-0050","journal-title":"Horizon: Int J Learn Futures"},{"key":"2411_CR17","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1007\/BF02936404","volume":"3","author":"NF Matsatsinis","year":"2003","unstructured":"Matsatsinis NF, Grigoroudis E, Delias P (2003) User satisfaction and e-learning systems: towards a multi-criteria evaluation methodology. Oper Res Int J 3:249\u2013259. https:\/\/doi.org\/10.1007\/BF02936404","journal-title":"Oper Res Int J"},{"issue":"2","key":"2411_CR18","doi-asserted-by":"publisher","first-page":"293","DOI":"10.2214\/AJR.18.20532","volume":"212","author":"EB Mendelson","year":"2019","unstructured":"Mendelson EB (2019) Artificial Intelligence in breast imaging: potentials and limitations. Am J Roentgenol 212(2):293\u2013299. https:\/\/doi.org\/10.2214\/AJR.18.20532","journal-title":"Am J Roentgenol"},{"issue":"6","key":"2411_CR19","doi-asserted-by":"publisher","first-page":"7893","DOI":"10.1007\/s10639-022-10925-9","volume":"27","author":"F Ouyang","year":"2022","unstructured":"Ouyang F, Zheng L, Jiao P (2022) Artificial intelligence in online higher education: a systematic review of empirical research from 2011 to 2020. Educ Inform Technol 27(6):7893\u20137925. https:\/\/doi.org\/10.1007\/s10639-022-10925-9","journal-title":"Educ Inform Technol"},{"doi-asserted-by":"publisher","unstructured":"Rahiman HU, Kodikal R (2023) Revolutionizing education: artificial intelligence empowered learning in higher education. Cogent Educ 11(1). https:\/\/doi.org\/10.1080\/2331186x.2023.2293431","key":"2411_CR201","DOI":"10.1080\/2331186x.2023.2293431"},{"issue":"18","key":"2411_CR21","doi-asserted-by":"publisher","first-page":"11389","DOI":"10.3390\/su141811389","volume":"14","author":"MS Rosli","year":"2022","unstructured":"Rosli MS, Saleh NS, Md. Ali A, Abu Bakar S, Mohd Tahir L (2022a) A systematic review of the Technology Acceptance Model for the sustainability of Higher Education during the COVID-19 pandemic and identified Research Gaps. Sustainability 14(18):11389. https:\/\/doi.org\/10.3390\/su141811389","journal-title":"Sustainability"},{"issue":"18","key":"2411_CR22","doi-asserted-by":"publisher","first-page":"11389","DOI":"10.3390\/su141811389","volume":"14","author":"MS Rosli","year":"2022","unstructured":"Rosli MS, Saleh NS, Md. Ali A, Abu Bakar S, Mohd Tahir L (2022b) A systematic review of the Technology Acceptance Model for the sustainability of Higher Education during the COVID-19 pandemic and identified Research Gaps. Sustainability 14(18):11389. https:\/\/doi.org\/10.3390\/su141811389","journal-title":"Sustainability"},{"doi-asserted-by":"publisher","unstructured":"Ruiz-Rojas LI, Acosta-Vargas P, De-Moreta-Llovet J, Gonzalez-Rodriguez M (2023) Empowering education with generative artificial intelligence tools: approach with an instructional design matrix. Sustainability 15(15):11524. https:\/\/doi.org\/10.3390\/su151511524","key":"2411_CR205","DOI":"10.3390\/su151511524"},{"issue":"1","key":"2411_CR23","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1186\/s41239-022-00326-w","volume":"19","author":"SZ Salas-Pilco","year":"2022","unstructured":"Salas-Pilco SZ, Yang Y (2022) Artificial intelligence applications in latin American higher education: a systematic review. Int J Educational Technol High Educ 19(1):21. https:\/\/doi.org\/10.1186\/s41239-022-00326-w","journal-title":"Int J Educational Technol High Educ"},{"doi-asserted-by":"publisher","unstructured":"Shen F, Ma X, Li Z, Xu Z, Cai D (2018) An extended intuitionistic fuzzy TOPSIS method based on a new distance measure with an application to credit risk evaluation. Inf Sci 428:105\u2013119. https:\/\/doi.org\/10.1016\/j.ins.2017.10.045","key":"2411_CR203","DOI":"10.1016\/j.ins.2017.10.045"},{"doi-asserted-by":"publisher","unstructured":"Sindhwani R, Afridi S, Kumar A, Banaitis A, Luthra S, Singh PL (2022) Can industry 5.0 revolutionize the wave of resilience and social value creation? A multi-criteria framework to analyze enablers. Technol Soc 68:101887. https:\/\/doi.org\/10.1016\/j.techsoc.2022.101887","key":"2411_CR204","DOI":"10.1016\/j.techsoc.2022.101887"},{"issue":"1","key":"2411_CR24","doi-asserted-by":"publisher","first-page":"100075","DOI":"10.1016\/j.caeai.2022.100075","volume":"3","author":"Z Swiecki","year":"2022","unstructured":"Swiecki Z, Khosravi H, Chen G, Martinez-Maldonado R, Lodge JM, Milligan S, Selwyn N, Ga\u0161evi\u0107 D (2022) Assessment in the age of artificial intelligence. Computers Education: Artif Intell 3(1):100075. https:\/\/doi.org\/10.1016\/j.caeai.2022.100075","journal-title":"Computers Education: Artif Intell"},{"issue":"3","key":"2411_CR25","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1016\/j.eng.2019.12.015","volume":"6","author":"W Wu","year":"2020","unstructured":"Wu W, Huang T, Gong K (2020) Ethical principles and Governance Technology Development of AI in China. Engineering 6(3):302\u2013309. https:\/\/doi.org\/10.1016\/j.eng.2019.12.015","journal-title":"Engineering"},{"doi-asserted-by":"publisher","unstructured":"Yager RR, Abbasov AM (2013) Pythagorean membership grades, complex numbers, and decision making. Int J Intell Syst 28(5):436\u2013452. https:\/\/doi.org\/10.1002\/int.21584","key":"2411_CR260","DOI":"10.1002\/int.21584"},{"doi-asserted-by":"publisher","unstructured":"Zadeh LA (1996) FUZZY SETS. In Advances in fuzzy systems (pp. 394\u2013432). https:\/\/doi.org\/10.1142\/9789814261302_0021","key":"2411_CR206","DOI":"10.1142\/9789814261302_0021"},{"issue":"1","key":"2411_CR26","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1186\/s41239-019-0171-0","volume":"16","author":"O Zawacki-Richter","year":"2019","unstructured":"Zawacki-Richter O, Mar\u00edn VI, Bond M, Gouverneur F (2019) Systematic review of research on artificial intelligence applications in higher education \u2013 where are the educators? Int J Educational Technol High Educ 16(1):39. https:\/\/doi.org\/10.1186\/s41239-019-0171-0","journal-title":"Int J Educational Technol High Educ"},{"doi-asserted-by":"publisher","unstructured":"Zheng L, Niu J, Zhong L, Gyasi JF (2021) The effectiveness of artificial intelligence on learning achievement and learning perception: a meta-analysis. Interact Learn Environ 1\u201315. https:\/\/doi.org\/10.1080\/10494820.2021.2015693","key":"2411_CR27","DOI":"10.1080\/10494820.2021.2015693"}],"container-title":["International Journal of System Assurance Engineering and Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13198-024-02411-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13198-024-02411-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13198-024-02411-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,12]],"date-time":"2024-08-12T09:43:55Z","timestamp":1723455835000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13198-024-02411-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,2]]},"references-count":37,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2024,8]]}},"alternative-id":["2411"],"URL":"https:\/\/doi.org\/10.1007\/s13198-024-02411-x","relation":{},"ISSN":["0975-6809","0976-4348"],"issn-type":[{"type":"print","value":"0975-6809"},{"type":"electronic","value":"0976-4348"}],"subject":[],"published":{"date-parts":[[2024,7,2]]},"assertion":[{"value":"2 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 May 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 June 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 July 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors ensure that no animal participation is involved in this research. All procedures performed in studies involving human participants were as per the ethical standards of the institutional and\/or national research committee and with the 1964 Helsinki Declaration and its later amendments or comparable ethical standards.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Human participants and\/or animals"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}