{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T16:04:12Z","timestamp":1774541052933,"version":"3.50.1"},"reference-count":93,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,10,15]],"date-time":"2021-10-15T00:00:00Z","timestamp":1634256000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,10,15]],"date-time":"2021-10-15T00:00:00Z","timestamp":1634256000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Educ Inf Technol"],"published-print":{"date-parts":[[2022,4]]},"DOI":"10.1007\/s10639-021-10727-5","type":"journal-article","created":{"date-parts":[[2021,10,15]],"date-time":"2021-10-15T07:28:18Z","timestamp":1634282898000},"page":"4037-4063","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":24,"title":["The assessment of the usability of digital educational resources: An interdisciplinary analysis from two systematic reviews"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0918-418X","authenticated-orcid":false,"given":"Odiel","family":"Estrada-Molina","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2509-5400","authenticated-orcid":false,"given":"Dieter Reynaldo","family":"Fuentes-Cancell","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7822-0829","authenticated-orcid":false,"given":"Anaibis Alvarez","family":"Morales","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,10,15]]},"reference":[{"key":"10727_CR1","doi-asserted-by":"publisher","first-page":"226","DOI":"10.3390\/sym10060226","volume":"10","author":"M Abdel-Basset","year":"2018","unstructured":"Abdel-Basset, M., Mohamed, M., & Smarandache, F. (2018). A hybrid neutrosophic group ANP-TOPSIS framework for supplier selection problems. Symmetry, 10, 226. https:\/\/doi.org\/10.3390\/sym10060226","journal-title":"Symmetry"},{"key":"10727_CR2","doi-asserted-by":"publisher","first-page":"138000","DOI":"10.1109\/access.2019.2943000","volume":"7","author":"AS Abdygalievich","year":"2019","unstructured":"Abdygalievich, A. S., Barlybayev, A., & Amanzholovich, K. B. (2019). Quality evaluation fuzzy method of automated control systems on the LMS example. IEEE Access, 7, 138000\u2013138010. https:\/\/doi.org\/10.1109\/access.2019.2943000","journal-title":"IEEE Access"},{"key":"10727_CR3","doi-asserted-by":"crossref","unstructured":"Abuhlfaia, K., & Quincey, E. D. (2018). The Usability of E-learning Platforms in Higher Education: A Systematic Mapping Study. Proceedings of the 32nd International BCS Human Computer Interaction Conference (pp. 1\u201313). Swindon.","DOI":"10.14236\/ewic\/HCI2018.7"},{"key":"10727_CR4","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1016\/j.chb.2019.08.004","volume":"102","author":"D Al-Fraihat","year":"2019","unstructured":"Al-Fraihat, D., Joy, M., Masa\u2019deh, R., & Sinclair, J. (2019). Evaluating E-learning systems success: An empirical study. Computers in Human Behavior, 102, 67\u201386. https:\/\/doi.org\/10.1016\/j.chb.2019.08.004","journal-title":"Computers in Human Behavior"},{"issue":"5","key":"10727_CR5","doi-asserted-by":"publisher","first-page":"e03917","DOI":"10.1016\/j.heliyon.2020.e03917","volume":"6","author":"HW Alomari","year":"2020","unstructured":"Alomari, H. W., Ramasamy, V., Kiper, J. D., & Potvin, G. (2020). A User Interface (UI) and user experience (UX) evaluation framework for cyberlearning environments in computer science and software engineering education. Heliyon, 6(5), e03917. https:\/\/doi.org\/10.1016\/j.heliyon.2020.e03917","journal-title":"Heliyon"},{"key":"10727_CR6","doi-asserted-by":"publisher","first-page":"843","DOI":"10.1016\/j.chb.2016.07.065","volume":"64","author":"AY Alsabawy","year":"2016","unstructured":"Alsabawy, A. Y., Cater-Steel, A., & Soar, J. (2016). Determinants of perceived usefulness of e-learning systems. Computers in Human Behavior, 64, 843\u2013858. https:\/\/doi.org\/10.1016\/j.chb.2016.07.065","journal-title":"Computers in Human Behavior"},{"issue":"3","key":"10727_CR7","doi-asserted-by":"publisher","first-page":"839","DOI":"10.12973\/eu-jer.8.3.839","volume":"8","author":"A Alshehri","year":"2019","unstructured":"Alshehri, A., Rutter, M., & Smith, S. (2019). Assessing the relative importance Of An E-learning system\u2019s usability design characteristics based on students\u2019 preferences. European Journal of Educational Research, 8(3), 839\u2013855. https:\/\/doi.org\/10.12973\/eu-jer.8.3.839","journal-title":"European Journal of Educational Research"},{"key":"10727_CR8","unstructured":"\u00c1vila, M., Valderrama, E., & Schmidt, A. (2017). TanMath: A tangible math application to support children with visual impairment to learn basic arithmetic. Proceedings of the PETRA '17: 10th International Conference on Pervasive Technologies Related to Assistive Environments (pp. 244\u2013245). Island of Rhodes."},{"key":"10727_CR9","doi-asserted-by":"publisher","first-page":"58","DOI":"10.11591\/ijeecs.v13.i1.pp58-64","volume":"13","author":"K Awang","year":"2019","unstructured":"Awang, K., Shamsuddin, S. N., Ismail, I., Rawi, N. A., & Amin, M. M. (2019). The usability analysis of using augmented reality for linus students. Indonesian Journal of Electrical Engineering and Computer Science, 13, 58\u201364. https:\/\/doi.org\/10.11591\/ijeecs.v13.i1.pp58-64","journal-title":"Indonesian Journal of Electrical Engineering and Computer Science"},{"key":"10727_CR10","unstructured":"Ayouni, S., Jamel, L., Hajjej, F., & Maddeh, M. (2019). A Hybrid Fuzzy DEMATEL-AHP\/VIKOR Method for LMS Selection. In R. \u00d8rngreen, B. Meyer, M. Buhl (Eds.) Processing of the ECEL 2019 18th European Conference on e-Learning. (pp. 47\u201355.) Berlin."},{"key":"10727_CR11","doi-asserted-by":"crossref","unstructured":"Bakhouyi, A., Dehbi, R., & Talea, M. (2016). Multiple criteria comparative evaluation on the interoperability of LMS by applying COPRAS method. Proceedings of the 2016 Future Technologies Conference (FTC) (pp. 361\u2013366), San Francisco.","DOI":"10.1109\/FTC.2016.7821635"},{"key":"10727_CR12","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/j.procs.2016.09.398","volume":"102","author":"S Ba\u015faran","year":"2016","unstructured":"Ba\u015faran, S. (2016). Multi-criteria decision analysis approaches for selecting and evaluating digital learning objects. Procedia Computer Science, 102, 251\u2013258. https:\/\/doi.org\/10.1016\/j.procs.2016.09.398","journal-title":"Procedia Computer Science"},{"key":"10727_CR13","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1007\/978-3-030-20954-4_18","volume-title":"Technology and innovation in learning ,teaching and education. TECH-EDU 2018","author":"L Bernardino-Lopes","year":"2019","unstructured":"Bernardino-Lopes, L., & Costa, C. (2019). Digital resources in science, mathematics and technology teaching\u2014How to convert them into tools to learn. In M. Tsitouridou, J. A. Diniz, & T. A. Mikropoulos (Eds.), Technology and innovation in learning ,teaching and education. TECH-EDU 2018 (Vol. 993, pp. 243\u2013255). Cham: Springer. Communications in Computer and Information Science. https:\/\/doi.org\/10.1007\/978-3-030-20954-4_18."},{"key":"10727_CR14","doi-asserted-by":"publisher","first-page":"955","DOI":"10.1007\/s11858-019-01084-2","volume":"51","author":"K Beswick","year":"2019","unstructured":"Beswick, K., & Fraser, S. (2019). Developing mathematics teachers\u2019 21st century competence for teaching in STEM contexts. ZDM, 51, 955\u2013965. https:\/\/doi.org\/10.1007\/s11858-019-01084-2","journal-title":"ZDM"},{"issue":"3","key":"10727_CR15","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1007\/s10649-016-9732-5","volume":"94","author":"G Bozkurt","year":"2016","unstructured":"Bozkurt, G., & Ruthven, K. (2016). Classroom-based professional expertise: A mathematics teacher\u2019s practice with technology. Educational Studies in Mathematics, 94(3), 309\u2013328. https:\/\/doi.org\/10.1007\/s10649-016-9732-5","journal-title":"Educational Studies in Mathematics"},{"key":"10727_CR16","first-page":"83","volume-title":"An introduction to systematic reviews","author":"J Brunton","year":"2012","unstructured":"Brunton, J., & Thomas, J. (2012). Information management in systematic reviews. In D. Gough, S. Oliver, & J. Thomas (Eds.), An introduction to systematic reviews (pp. 83\u2013106). SAGE."},{"key":"10727_CR17","doi-asserted-by":"crossref","unstructured":"Calderon, C. A., Guajala, M., Lanchi, J., Barba-Guaman, L., Bermeo, C., & Rivas-Echeverria, F. (2018). A machine vision system applied to the teaching of mathematics for blind or visually impaired children. Proceedings of the 2018 IEEE International Conference on Automation\/XXIII Congress of the Chilean Association of Automatic Control (ICA-ACCA) (pp. 1\u20137). Concepci\u00f3n.","DOI":"10.1109\/ICA-ACCA.2018.8609818"},{"key":"10727_CR18","doi-asserted-by":"crossref","unstructured":"Casano, J., Tee, H., Agapito, J., Arroyo, I., & Rodrigo, M. (2016). Migration and evaluation of a framework for developing embodied cognition learning games. Proceedings of the 3rd Asia-Europe Symposium on Simulation y Serious Gaming - VRCAI \u201916 (pp. 199\u2013203). Zhuhai.","DOI":"10.1145\/3014033.3014035"},{"key":"10727_CR19","doi-asserted-by":"crossref","unstructured":"Chang, C., Chin, Y.L., & Chang, C.K. (2016). Experimental Functionality Development for Scratch Mathematical and Statistics Extensions. Proceedings of the 2016 International Computer Symposium (ICS) (pp. 640\u2013644), Chiayi.","DOI":"10.1109\/ICS.2016.0131"},{"key":"10727_CR20","doi-asserted-by":"crossref","unstructured":"Chen, Q. (2018). An application of online exam in discrete mathematics course. Proceedings of the TURC 2018: ACM Turing Celebration Conference\u2014China Shanghai.","DOI":"10.1145\/3210713.3210734"},{"key":"10727_CR21","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1007\/978-3-642-46768-4_5","volume-title":"Fuzzy multiple attribute decision making. Lecture notes in economics and mathematical systems","author":"SJ Chen","year":"1992","unstructured":"Chen, S. J. (1992). Fuzzy multiple attribute decision making methods. In C. L. Hwang (Ed.), Fuzzy multiple attribute decision making. Lecture notes in economics and mathematical systems (pp. 289\u2013486). Springer. https:\/\/doi.org\/10.1007\/978-3-642-46768-4_5"},{"issue":"1","key":"10727_CR22","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1108\/VJIKMS-02-2014-0015","volume":"46","author":"SP Chin","year":"2016","unstructured":"Chin, S. P., Tsui, E., & Lee, C. S. (2016). Enhancing learning effectiveness by adopting a knowledge-based usability guideline. VINE Journal of Information and Knowledge Management Systems, 46(1), 123\u2013152. https:\/\/doi.org\/10.1108\/VJIKMS-02-2014-0015","journal-title":"VINE Journal of Information and Knowledge Management Systems"},{"issue":"1","key":"10727_CR23","doi-asserted-by":"publisher","first-page":"78","DOI":"10.5811\/westjem.2019.6.42657","volume":"21","author":"A Chu","year":"2019","unstructured":"Chu, A., Biancarelli, D., Drainoni, M. L., Liu, J. H., Schneider, J. I., Sullivan, R., & Sheng, A. Y. (2019). Usability of learning moment: Features of an E-learning tool that maximize adoption by students. The Western Journal of Emergency Medicine, 21(1), 78\u201384. https:\/\/doi.org\/10.5811\/westjem.2019.6.42657","journal-title":"The Western Journal of Emergency Medicine"},{"key":"10727_CR24","volume-title":"Making hard decisions: An introduction to decision analysis","author":"RT Clemen","year":"1996","unstructured":"Clemen, R. T. (1996). Making hard decisions: An introduction to decision analysis.\u00a0 Duxbury Press."},{"key":"10727_CR25","doi-asserted-by":"publisher","first-page":"85","DOI":"10.34105\/j.kmel.2020.12.005","volume":"12","author":"M Didik-Hariyanto","year":"2020","unstructured":"Didik-Hariyanto, M., & Bruri-Triyono, T. K. (2020). Usability evaluation of personalized adaptive e-learning system using USE questionnaire. Knowledge Management & E-Learning: An International Journal, 12, 85\u2013105. https:\/\/doi.org\/10.34105\/j.kmel.2020.12.005","journal-title":"Knowledge Management & E-Learning: An International Journal"},{"key":"10727_CR26","unstructured":"EDUCAUSE. (2018). Horizon report: 2018 higher education edition. Retrieved from EDUCAUSE Learning Initiative and The New Media Consortium website:\u00a0https:\/\/library.educause.edu\/~\/media\/files\/library\/2018\/8\/2018horizonreport.pdf. Accessed 18 May 2020"},{"key":"10727_CR27","unstructured":"EDUCAUSE. (2019). Horizon report: 2019 higher education edition. Retrieved from EDUCAUSE Learning Initiative and The New Media Consortium website:\u00a0https:\/\/library.educause.edu\/-\/media\/files\/library\/2019\/4\/2019horizonreport.pdf. Accessed 23 May 2020"},{"issue":"3","key":"10727_CR28","doi-asserted-by":"publisher","first-page":"388","DOI":"10.3926\/jotse.590","volume":"9","author":"M Eltahir","year":"2019","unstructured":"Eltahir, M., Al-Qatawneh, S., Al-Ramahi, N., & Alsalhi, N. (2019). The perspective of students and faculty members on the efficiency and usability of e-learning course at Ajman university: A case study. Journal of Technology and Science Education, 9(3), 388\u2013403. https:\/\/doi.org\/10.3926\/jotse.590","journal-title":"Journal of Technology and Science Education"},{"key":"10727_CR29","doi-asserted-by":"crossref","unstructured":"Emang, D. W., Lukman, R. N., Kamarulzaman, M. I., & Zaaba, Z. F. (2017). Usability studies on e-learning platforms: Preliminary study in USM. Proceedings of the 2nd International Conference on Applied Science and Technology (ICAST 2017) (pp. 1\u20138), Kedah.","DOI":"10.1063\/1.5005373"},{"key":"10727_CR30","doi-asserted-by":"publisher","first-page":"96","DOI":"10.3923\/jas.2011.96.103","volume":"11","author":"L Etaati","year":"2011","unstructured":"Etaati, L., Sadi-Nezhad, S., & Makue, A. (2011). A, using fuzzy analytical network process and ISO 9126 quality model in software selection: A case study in e-learnig systems. Journal of Applied Sciences, 11, 96\u2013103. https:\/\/doi.org\/10.3923\/jas.2011.96.103","journal-title":"Journal of Applied Sciences"},{"issue":"4","key":"10727_CR31","doi-asserted-by":"publisher","first-page":"351","DOI":"10.5267\/j.dsl.2017.2.003","volume":"6","author":"R Garg","year":"2017","unstructured":"Garg, R., & Jain, D. (2017). Fuzzy multi-attribute decision making evaluation of e-learning websites using FAHP, COPRAS, VIKOR. WDBA. Decision Science Letters, 6(4), 351\u2013364. https:\/\/doi.org\/10.5267\/j.dsl.2017.2.003","journal-title":"WDBA. Decision Science Letters"},{"issue":"3","key":"10727_CR32","doi-asserted-by":"publisher","first-page":"368","DOI":"10.1108\/JSIT-02-2019-0024","volume":"21","author":"AI Gunesekera","year":"2019","unstructured":"Gunesekera, A. I., Bao, Y., & Kibelloh, M. (2019). The role of usability on e-learning user interactions and satisfaction: A literature review. Journal of Systems and Information Technology, 21(3), 368\u2013394. https:\/\/doi.org\/10.1108\/JSIT-02-2019-0024","journal-title":"Journal of Systems and Information Technology"},{"key":"10727_CR33","unstructured":"Hadjerrouit, S (2015). Evaluating the interactive learning tool SIMREAL+ for visualizing and simulating mathematical concepts. Proceedings of the 12th International Conference on Cognition and Exploratory Learning in Digital Age (CELDA 2015). (pp. 101\u2013109). Greater Dublin."},{"key":"10727_CR34","doi-asserted-by":"crossref","unstructured":"Hadjerrouit, S., & Gautestad, H.H. (2019) Evaluating the Usefulness of the Visualization Tool SimReal+ for Learning Mathematics: A Case Study at the Undergraduate Level. In D. Sampson., J. Spector., D. Ifenthaler., P. Isa\u00edas P., S. Sergis (Eds). Learning Technologies for Transforming Large-Scale Teaching, Learning, and Assessment (pp. 71\u201389). Springer.","DOI":"10.1007\/978-3-030-15130-0_5"},{"key":"10727_CR35","doi-asserted-by":"publisher","first-page":"202","DOI":"10.1016\/j.compedu.2016.09.001","volume":"102","author":"T Hainey","year":"2016","unstructured":"Hainey, T., Connolly, T. M., Boyle, E. A., Wilson, A., & Razak, A. (2016). A systematic literature review of games-based learning empirical evidence in primary education. Computers & Education, 102, 202\u2013223. https:\/\/doi.org\/10.1016\/j.compedu.2016.09.001","journal-title":"Computers & Education"},{"key":"10727_CR36","doi-asserted-by":"publisher","DOI":"10.18489\/sacj.v56i1.240","author":"PA Harpur","year":"2015","unstructured":"Harpur, P. A., & de Villiers, M. R. (2015). MUUX-E, a framework of criteria for evaluating the usability, user experience and educational features of m-learning environments. South African Computer Journal. https:\/\/doi.org\/10.18489\/sacj.v56i1.240","journal-title":"South African Computer Journal"},{"key":"10727_CR37","doi-asserted-by":"crossref","unstructured":"Harshan, R. K., Chen, X., & Shi, B. (2018). UNSCALE: Multi-criteria Usability Evaluation Framework for Library Websites in a Fuzzy Environment. Proceedings of the 2018 IEEE 22nd International Conference on Computer Supported Cooperative Work in Design (CSCWD) (pp. 235\u2013240). Nanjing.","DOI":"10.1109\/CSCWD.2018.8465383"},{"key":"10727_CR38","volume-title":"The UX book: Process and guidelines for ensuring a quality user experience","author":"R Hartson","year":"2012","unstructured":"Hartson, R., & Pyla, P. (2012). The UX book: Process and guidelines for ensuring a quality user experience. Morgan Kaufmann Elsevier Inc."},{"issue":"1","key":"10727_CR39","doi-asserted-by":"publisher","first-page":"51","DOI":"10.3390\/educsci9010051","volume":"9","author":"F-J Hinojo-Lucena","year":"2019","unstructured":"Hinojo-Lucena, F.-J., Aznar-D\u00edaz, I., C\u00e1ceres-Reche, M.-P., & Romero-Rodr\u00edguez, J. M. (2019). Artificial intelligence in higher education: A bibliometric study on its impact in the scientific literature. Education Sciences, 9(1), 51. https:\/\/doi.org\/10.3390\/educsci9010051","journal-title":"Education Sciences"},{"key":"10727_CR40","doi-asserted-by":"crossref","unstructured":"Ibarra, M. J., Soto, W., Ataucusi, P., & Ataucusi, E. (2016). MathFraction: Educational serious game for student\u2019s motivation for math learning. Proceedings of the 2016 XI Latin American Conference on Learning Objects and Technology (LACLO). San Carlos.","DOI":"10.1109\/LACLO.2016.7751777"},{"key":"10727_CR41","unstructured":"International Organization for Standarization. ISO\/IEC Standard 9126: Software Engineering-Product Quality, part 1. 2001 Quality model. Retrieved from\u00a0https:\/\/www.iso.org\/standard\/22749.html. Accessed 7 Jan 2021"},{"key":"10727_CR42","unstructured":"International Organization for Standarization. ISO\/IEC 25010:2011 Systems and software engineering-Systems and software Quality Requirements and Evaluation (SQuaRE)-System and software quality models. Retrieved from\u00a0https:\/\/www.iso.org\/standard\/35733.html. Accessed 7 Jan 2021"},{"key":"10727_CR43","unstructured":"International Organization for Standarization. ISO 9241-11:2018(en) Ergonomics of human-system interaction-Part 11: Usability: Definitions and concepts. Retrieved from\u00a0https:\/\/www.iso.org\/obp\/ui\/#iso:std:iso:9241:-11:en. Accessed 7 Jan\u00a02021"},{"key":"10727_CR44","doi-asserted-by":"crossref","unstructured":"Ishaq, K., Mat Zin, N., & Rosdi, F (2019). Effectiveness of Literacy y Numeracy Drive (LND): A Students' Perspective. Proceedings of the 2019 International Conference on Innovative Computing (ICIC). Lahore.","DOI":"10.1109\/ICIC48496.2019.8966738"},{"key":"10727_CR45","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/j.compedu.2015.10.004","volume":"92\u201393","author":"M Jou","year":"2016","unstructured":"Jou, M., Tennyson, R. D., Wang, J., & Huang, S.-Y. (2016). A study on the usability of E-books and APP in engineering courses: A case study on mechanical drawing. Computers & Education, 92\u201393, 181\u2013193. https:\/\/doi.org\/10.1016\/j.compedu.2015.10.004","journal-title":"Computers & Education"},{"issue":"1","key":"10727_CR46","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1080\/08874417.2015.11645801","volume":"56","author":"A Koohang","year":"2015","unstructured":"Koohang, A., & Paliszkiewicz, J. (2015). E-learning courseware usability: Building a theoretical model. Journal of Computer Information Systems, 56(1), 55\u201361. https:\/\/doi.org\/10.1080\/08874417.2015.11645801","journal-title":"Journal of Computer Information Systems"},{"issue":"2","key":"10727_CR47","doi-asserted-by":"publisher","first-page":"1819","DOI":"10.1007\/s10639-019-09860-z","volume":"24","author":"BA Kumar","year":"2019","unstructured":"Kumar, B. A., & Goundar, M. S. (2019). Usability heuristics for mobile learning applications. Education and Information Technologies, 24(2), 1819\u20131833. https:\/\/doi.org\/10.1007\/s10639-019-09860-z","journal-title":"Education and Information Technologies"},{"key":"10727_CR48","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s40692-017-0093-6","volume":"5","author":"BA Kumar","year":"2018","unstructured":"Kumar, B. A., & Mohite, P. (2018). Usability of mobile learning applications: A systematic literature review. Journal of Computer Education, 5, 1\u201317. https:\/\/doi.org\/10.1007\/s40692-017-0093-6","journal-title":"J. Comput. Educ."},{"issue":"1","key":"10727_CR49","first-page":"39","volume":"9","author":"E Kurilovas","year":"2011","unstructured":"Kurilovas, E., Bireniene, V., & Serikoviene, S. (2011). Methodology for evaluating quality and reusability of learning objects. Electronic Journal of eLearning, 9(1), 39\u201351.","journal-title":"Electronic Journal of eLearning"},{"key":"10727_CR50","doi-asserted-by":"publisher","first-page":"1079","DOI":"10.1007\/s00521-015-2122-6","volume":"28","author":"P Liu","year":"2017","unstructured":"Liu, P., & Shi, L. (2017). Some neutrosophic uncertain linguistic number Heronian mean operators and their application to multi-attribute group decision making. Neural Computing and Applications, 28, 1079\u20131093. https:\/\/doi.org\/10.1007\/s00521-015-2122-6","journal-title":"Neural Computing and Applications"},{"key":"10727_CR51","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1002\/int.21927","volume":"33","author":"P Liu","year":"2018","unstructured":"Liu, P., & Wang, P. (2018). Some q-rung orthopair fuzzy aggregation operators and their applications to multiple-attribute decision making. International Journal of Intelligent Systems, 33, 259\u2013280. https:\/\/doi.org\/10.1002\/int.21927","journal-title":"International Journal of Intelligent Systems"},{"issue":"3","key":"10727_CR52","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1080\/13614568.2019.1677787","volume":"25","author":"MMS Missen","year":"2019","unstructured":"Missen, M. M. S., Javed, A., Asmat, H., Nosheen, M., Coustaty, M., Salamat, N., & Prasath, V. B. S. (2019). Systematic review and usability evaluation of writing mobile apps for children. New Review of Hypermedia and Multimedia, 25(3), 137\u2013160. https:\/\/doi.org\/10.1080\/13614568.2019.1677787","journal-title":"New Review of Hypermedia and Multimedia"},{"issue":"4","key":"10727_CR53","doi-asserted-by":"publisher","first-page":"1411","DOI":"10.11591\/eei.v8i4.1622","volume":"8","author":"NHB Mohd-Khir","year":"2019","unstructured":"Mohd-Khir, N. H. B., & Ismail, M. (2019). Review on gamification in children computer interaction (CCI) for persona modelling. Bulletin of Electrical Engineering and Informatics, 8(4), 1411\u20131417. https:\/\/doi.org\/10.11591\/eei.v8i4.1622","journal-title":"Bulletin of Electrical Engineering and Informatics"},{"key":"10727_CR54","doi-asserted-by":"publisher","first-page":"264","DOI":"10.7326\/0003-4819-151-4-200908180-00135","volume":"151","author":"D Moher","year":"2009","unstructured":"Moher, D., Liberati, A., Tetzlaff, J., & Altman, D. G. (2009). Preferred reporting items for systematic reviews and meta-analyses: The PRISMA statement. Annals of Internal Medicine, 151, 264\u2013269. https:\/\/doi.org\/10.7326\/0003-4819-151-4-200908180-00135","journal-title":"Annals of Internal Medicine"},{"key":"10727_CR55","first-page":"194","volume":"34","author":"L Molina","year":"2020","unstructured":"Molina, L., Albarrac\u00edn, L., Jal\u00f3n, E., & Z\u00fa\u00f1iga, A. (2020). Using a neutrosophic model to evaluate website usability of a web portal for the commercial management of an advertising company. Neutrosophic Sets and Systems, 34, 194\u2013203.","journal-title":"Neutrosophic Sets and Systems"},{"key":"10727_CR56","doi-asserted-by":"publisher","first-page":"742","DOI":"10.1016\/j.procs.2017.11.304","volume":"120","author":"MN Muhammad","year":"2017","unstructured":"Muhammad, M. N., & Cavus, N. (2017). Fuzzy DEMATEL method for identifying LMS evaluation criteria. Procedia Computer Science, 120, 742\u2013749. https:\/\/doi.org\/10.1016\/j.procs.2017.11.304","journal-title":"Procedia Computer Science"},{"key":"10727_CR57","first-page":"108","volume":"E18","author":"G Murillo","year":"2019","unstructured":"Murillo, G., Novoa, P., & Rodr\u00edguez, R. (2019). Usability in moodle: A meta-analysis from experiences reported in WOS and scopus. RISTI Revista Ib\u00e9rica De Sistemas e Tecnologias De Informa\u00e7\u00e3o, E18, 108\u2013121.","journal-title":"RISTI Revista Ib\u00e9rica De Sistemas e Tecnologias De Informa\u00e7\u00e3o"},{"key":"10727_CR58","unstructured":"Nielsen, J. (1994). Usability engineering. Morgan Kaufmann, Elsevier. Retrieved from\u00a0https:\/\/www.elsevier.com\/books\/usability-engineering\/nielsen\/978-0-08-052029-2. Accessed 11 Jan 2021"},{"key":"10727_CR59","doi-asserted-by":"publisher","DOI":"10.1016\/j.jksuci.2019.05.003","author":"I Odun","year":"2019","unstructured":"Odun, I., Goddy, R., Yahaya, J., & Geteloma, V. (2019). A systematic mapping study of cloud policy languages and programming models. Journal of King Saud University\u2014Computer and Information Sciences. https:\/\/doi.org\/10.1016\/j.jksuci.2019.05.003","journal-title":"Journal of King Saud University\u2014Computer and Information Sciences"},{"key":"10727_CR60","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1016\/j.dss.2013.05.003","volume":"56","author":"A Oztekin","year":"2013","unstructured":"Oztekin, A., Delen, D., Turkyilmaz, A., & Zaim, S. (2013). A machine learning-based usability evaluation method for eLearning systems. Decision Support Systems, 56, 63\u201373. https:\/\/doi.org\/10.1016\/j.dss.2013.05.003","journal-title":"Decision Support Systems"},{"key":"10727_CR61","unstructured":"Paunovi\u0107, V., Puzovi\u0107, S., Vesi\u0107, J (2018). One MCDM Approach to Learning Management Systems Evaluation. Proceedings of the 7th International Scientific Conference Technics and Informatics in Education (pp. 238\u2013244) \u010ca\u010dak."},{"key":"10727_CR62","doi-asserted-by":"publisher","first-page":"101346","DOI":"10.1016\/j.tele.2020.101346","volume":"48","author":"A Pensabe-Rodriguez","year":"2020","unstructured":"Pensabe-Rodriguez, A., Lopez-Dominguez, E., Hernandez-Velazquez, Y., Dominguez-Isidro, S., & De-la-Calleja, J. (2020). Context-aware mobile learning system: Usability assessment based on a field study. Telematics and Informatics, 48, 101346. https:\/\/doi.org\/10.1016\/j.tele.2020.101346","journal-title":"Telematics and Informatics"},{"key":"10727_CR63","doi-asserted-by":"publisher","first-page":"032019","DOI":"10.1088\/1742-6596\/1521\/3\/032019","volume":"1521","author":"H Pujiastuti","year":"2020","unstructured":"Pujiastuti, H., Utami, R. R., & Haryadi, R. (2020). The development of interactive mathematics learning media based on local wisdom and 21st century skills: Social arithmetic concept. Journal of Physics: Conference Series, 1521, 032019. https:\/\/doi.org\/10.1088\/1742-6596\/1521\/3\/032019","journal-title":"Journal of Physics: Conference Series"},{"key":"10727_CR64","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/j.csi.2017.03.009","volume":"53","author":"D Quin\u00f5nes","year":"2017","unstructured":"Quin\u00f5nes, D., & Rusu, C. (2017). How to develop usability heuristics: A systematic literature review. Computer Standards & Interfaces, 53, 89\u2013122. https:\/\/doi.org\/10.1016\/j.csi.2017.03.009","journal-title":"Computer Standards & Interfaces"},{"issue":"1","key":"10727_CR65","doi-asserted-by":"publisher","first-page":"127","DOI":"10.20368\/1971-8829\/1389","volume":"14","author":"M Radovan","year":"2018","unstructured":"Radovan, M., & Perdih, M. (2018). Analysing accessibility, usability and readability of web-based learning materials\u2014Case study of e-learning portals in Slovenia. Journal of e-Learning and Knowledge Society, 14(1), 127\u2013138. https:\/\/doi.org\/10.20368\/1971-8829\/1389","journal-title":"Journal of e-Learning and Knowledge Society"},{"issue":"4","key":"10727_CR66","doi-asserted-by":"publisher","first-page":"412","DOI":"10.1080\/02564602.2018.1498032","volume":"36","author":"KH Ramanayaka","year":"2019","unstructured":"Ramanayaka, K. H., Chen, X., & Shi, B. (2019). Unscale: A fuzzy-based multi-criteria usability evaluation framework for measuring and evaluating library websites. IETE Technical Review, 36(4), 412\u2013431. https:\/\/doi.org\/10.1080\/02564602.2018.1498032","journal-title":"IETE Technical Review"},{"key":"10727_CR67","doi-asserted-by":"crossref","unstructured":"Ram\u00edrez, A., Iniesto, F., & Rodrigo, C. (2017). Raising awareness of the accessibility challenges in mathematics MOOCs. Proceedings of the 5th International Conference on Technological Ecosystems for Enhancing Multiculturality - TEEM 2017 (pp. 1\u20138). Universidad de Salamanca.","DOI":"10.1145\/3144826.3145435"},{"key":"10727_CR68","unstructured":"Ramos, R., Teodoro, V., Fernandes, J., Ferreira, F., & Chagas, I (2010). Portal das Escolas - Recursos educativos digitais para Portugal: Estudo estrat\u00e9gico. Lisboa: Gabinete de Estat\u00edsticas e Planeamento da Educa\u00e7\u00e3o (GEPE)."},{"key":"10727_CR69","doi-asserted-by":"publisher","first-page":"2341","DOI":"10.1007\/s10639-019-09869-4","volume":"24","author":"A Revythi","year":"2019","unstructured":"Revythi, A., & Tselios, N. (2019). Extension of technology acceptance model by using system usability scale to assess behavioral intention to use e-learning. Education and Information Technologies, 24, 2341\u20132355. https:\/\/doi.org\/10.1007\/s10639-019-09869-4","journal-title":"Education and Information Technologies"},{"key":"10727_CR70","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1080\/03081079.2012.710442","volume":"42","author":"RM Rodr\u00edguez","year":"2013","unstructured":"Rodr\u00edguez, R. M., & Mart\u00ednez, L. (2013). An analysis of symbolic linguistic computing models in decision making. International Journal of General Systems, 42, 121\u2013136. https:\/\/doi.org\/10.1080\/03081079.2012.710442","journal-title":"International Journal of General Systems"},{"issue":"5","key":"10727_CR71","first-page":"751","volume":"41","author":"A Romero","year":"2020","unstructured":"Romero, A., Mel\u00e9ndez, R., & Andino, A. (2020). N\u00fameros neutros\u00f3ficos de valor \u00fanico y proceso anal\u00edtico jer\u00e1rquico para la discriminaci\u00f3n de proyectos. Revista Investigaci\u00f3n Operacional, 41(5), 751\u2013760.","journal-title":"Revista Investigaci\u00f3n Operacional"},{"key":"10727_CR72","doi-asserted-by":"crossref","unstructured":"Rumanov\u00e1, L & Dr\u00e1bekov\u00e1,  J (2017). View of Teaching the Mathematics of Production Possibilities Curve. Proceedings of the 2017 9th International Conference on Education Technology and Computers (pp. 213\u2013217). Barcelona, Spain.","DOI":"10.1145\/3175536.3175559"},{"key":"10727_CR73","volume-title":"The analytic hierarchy process","author":"TL Saaty","year":"1980","unstructured":"Saaty, T. L. (1980). The analytic hierarchy process. McGraw-Hill."},{"key":"10727_CR74","doi-asserted-by":"crossref","unstructured":"Salas, J., Chang, A., Montalvo, L., N\u00fa\u00f1ez, A., Vilcapoma, M., Moquillaza., A., Murillo, B, & Paz, F (2019). Guidelines to Evaluate the Usability and User Experience of Learning Support Platforms: A Systematic Review. Proceedings of the 5th Iberoamerican Workshop, HCI-Collab 2019 (pp. 238\u2013254). Springer, Cham.","DOI":"10.1007\/978-3-030-37386-3_18"},{"key":"10727_CR75","doi-asserted-by":"publisher","unstructured":"S\u00e1nchez-G\u00e1lvez, L.A., Fern\u00e1ndez-Luna, J.M., Anzures-Garc\u00eda, M. (2019). A Groupware Usability-Oriented Evaluation Methodology Based on a Fuzzy Linguistic Approach. In: Ruiz P., Agredo-Delgado V. (eds) Human-Computer Interaction. HCI-COLLAB 2019 (Vol. 1114, pp. 1\u201316) Springer. https:\/\/doi.org\/10.1007\/978-3-030-37386-3_1","DOI":"10.1007\/978-3-030-37386-3_1"},{"key":"10727_CR76","doi-asserted-by":"crossref","unstructured":"Sarkar, P., Kadam, K., & Pillai, J (2019). Collaborative Approaches to Problem-Solving on Lines and Angles Using Augmented Reality. Proceedings of the 2019 IEEE Tenth International Conference on Technology for Education (T4E), (pp. 193\u2013200). Goa.","DOI":"10.1109\/T4E.2019.00-24"},{"issue":"1","key":"10727_CR77","doi-asserted-by":"publisher","first-page":"245","DOI":"10.5944\/ried.24.1.27690","volume":"24","author":"AC Silveira","year":"2020","unstructured":"Silveira, A. C., Martins, R. X., & Vieira, E. A. O. (2020). E-Guess: Usability evaluation for educational games. RIED Revista Iberoamericana de Educaci\u00f3n a Distancia, 24(1), 245. https:\/\/doi.org\/10.5944\/ried.24.1.27690","journal-title":"RIED Revista Iberoamericana de Educaci\u00f3n a Distancia"},{"issue":"05","key":"10727_CR78","doi-asserted-by":"publisher","first-page":"41","DOI":"10.3991\/ijet.v13i05.8425","volume":"13","author":"A Sobodi\u00c4","year":"2018","unstructured":"Sobodi\u00c4, A., Balaban, I., & Kermek, D. (2018). Usability metrics for Gamified E-learning course: A multilevel approach. International Journal of Emerging Technologies in Learning (IJET), 13(05), 41\u201355. https:\/\/doi.org\/10.3991\/ijet.v13i05.8425","journal-title":"International Journal of Emerging Technologies in Learning (IJET)"},{"key":"10727_CR79","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2017\/2926904","volume":"2017","author":"J Sun","year":"2017","unstructured":"Sun, J. (2017). Usability evaluation approach of educational resources software using mixed intelligent optimization. Mathematical Problems in Engineering, 2017, 1\u201312. https:\/\/doi.org\/10.1155\/2017\/2926904","journal-title":"Mathematical Problems in Engineering"},{"key":"10727_CR80","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.1985.6313399","author":"T Takagi","year":"1985","unstructured":"Takagi, T., & Sugeno, M. (1985). Fuzzy identification of systems and its application to modeling and control. IEEE Transactions on Systems, Man and Cybernetics. https:\/\/doi.org\/10.1109\/TSMC.1985.6313399","journal-title":"IEEE Transactions on Systems, Man and Cybernetics"},{"key":"10727_CR81","doi-asserted-by":"crossref","unstructured":"Toda, A. M., Do Carmo, R. S., Campos, V., Da Silva, A. L., & Brancher, J. D. (2015). Evaluation of SiGMa, an empiric study with Math teachers. Proceedings of the 2015 IEEE Frontiers in Education Conference (FIE). El Paso.","DOI":"10.1109\/FIE.2015.7344073"},{"key":"10727_CR82","doi-asserted-by":"crossref","unstructured":"Tomaschko, M., & Hohenwarter, M. (2017). Integrating Mobile and Sensory Technologies in Mathematics Education. Proceedings of the 15th International Conference on Advances in Mobile Computing y Multimedia - MoMM2017 (pp. 39\u2013 48). Johannes Kepler University, Linz.","DOI":"10.1145\/3151848.3151866"},{"key":"10727_CR83","doi-asserted-by":"publisher","unstructured":"Tsouccas, L., & Meletiou, M. (2017). Enhancing the Technological, Pedagogical and Content Knowledge (TPACK) of in-service primary teachers in the use of tablet technologies. Proceedings of the 16th World Conference on Mobile and Contextual Learning (pp. 1\u20138). University of Cyprus, Grecia. https:\/\/doi.org\/10.1145\/3136907.3136951","DOI":"10.1145\/3136907.3136951"},{"key":"10727_CR84","unstructured":"UNESCO (2002).\u00a0Forum on the impact of Open Courseware for higher education in developing countries final report. Retrieved from\u00a0http:\/\/unesdoc.unesco.org\/images\/0012\/001285\/128515e.pdf."},{"key":"10727_CR85","doi-asserted-by":"crossref","unstructured":"Varsaluoma, J., V\u00e4\u00e4t\u00e4j\u00e4, H., & Walsh, T (2016). Exploring motivational aspects and user experience of mobile mathematics learning service in south Africa. Proceedings of the 20th International Academic Mindtrek (pp. 159\u2013168). New York.","DOI":"10.1145\/2994310.2994369"},{"key":"10727_CR86","doi-asserted-by":"publisher","first-page":"1028","DOI":"10.1016\/j.procs.2019.11.213","volume":"161","author":"NM Vee Senap","year":"2019","unstructured":"Vee Senap, N. M., & Ibrahim, R. (2019). A Review of heuristics evaluation component for mobile educational games. Procedia Computer Science, 161, 1028\u20131035. https:\/\/doi.org\/10.1016\/j.procs.2019.11.213","journal-title":"Procedia Computer Science"},{"issue":"2","key":"10727_CR87","doi-asserted-by":"publisher","first-page":"427","DOI":"10.15388\/infedu.2019.20","volume":"18","author":"E Vieira","year":"2019","unstructured":"Vieira, E., Silveira, A., & Martins, R. X. (2019). Heuristic Evaluation on usability of educational games: A systematic review. Informatics in Education, 18(2), 427\u2013442. https:\/\/doi.org\/10.15388\/infedu.2019.20","journal-title":"Informatics in Education"},{"issue":"1","key":"10727_CR88","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1007\/s12109-019-09675-3","volume":"36","author":"WNA Wan-Sulaiman","year":"2019","unstructured":"Wan-Sulaiman, W. N. A., & Mustafa, S. E. (2019). Usability elements in digital textbook development: A systematic review. Publishing Research Quarterly, 36(1), 74\u2013101. https:\/\/doi.org\/10.1007\/s12109-019-09675-3","journal-title":"Publishing Research Quarterly"},{"key":"10727_CR89","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-39962-9_34","author":"SK Wong","year":"2003","unstructured":"Wong, S. K., Nguyen, T. T., Chang, E., & Jayaratna, N. (2003). Usability metrics for E-learning. Lecture Notes in Computer Science. https:\/\/doi.org\/10.1007\/978-3-540-39962-9_34","journal-title":"Lecture Notes in Computer Science"},{"issue":"4","key":"10727_CR90","doi-asserted-by":"publisher","first-page":"5755","DOI":"10.1007\/s11042-016-3845-9","volume":"76","author":"R Y\u00e1\u00f1ez","year":"2016","unstructured":"Y\u00e1\u00f1ez, R., Cascado, D., & Sevillano, J. L. (2016). Academic methods for usability evaluation of serious games: A systematic review. Multimedia Tools and Applications, 76(4), 5755\u20135784. https:\/\/doi.org\/10.1007\/s11042-016-3845-9","journal-title":"Multimedia Tools and Applications"},{"issue":"4","key":"10727_CR91","doi-asserted-by":"publisher","first-page":"4937","DOI":"10.1007\/s11042-018-6593-1","volume":"78","author":"R Yanez","year":"2019","unstructured":"Yanez, R., Font, J. L., Cascado, D., & Sevillano, J. L. (2019). Heuristic usability evaluation on games: A modular approach. Multimedia Tools and Applications, 78(4), 4937\u20134964. https:\/\/doi.org\/10.1007\/s11042-018-6593-1","journal-title":"Multimedia Tools and Applications"},{"key":"10727_CR92","doi-asserted-by":"publisher","first-page":"2953","DOI":"10.1007\/978-94-007-7618-0_375","volume-title":"Frontier and future development of information technology in medicine and education","author":"L Yang","year":"2014","unstructured":"Yang, L. (2014). Integration and utilization of digital learning resources in community education [Libro electr\u00f3nico]. In S. Li, Q. Jin, & J. Park (Eds.), Frontier and future development of information technology in medicine and education (Vol. 269, pp. 2953\u20132959). Springer. https:\/\/doi.org\/10.1007\/978-94-007-7618-0_375 Lecture Notes in Electrical Engineering."},{"key":"10727_CR93","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1186\/s41239-019-0171-0","volume":"16","author":"O Zawacki-Richter","year":"2019","unstructured":"Zawacki-Richter, O., Mar\u00edn, V. I., Bond, M., & Gouverneur, F. (2019). Systematic review of research on artificial intelligence applications in higher education\u2014where are the educators? International Journal of Educational Technology in Higher Education, 16, 39. https:\/\/doi.org\/10.1186\/s41239-019-0171-0","journal-title":"International Journal of Educational Technology in Higher Education"}],"container-title":["Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-021-10727-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10639-021-10727-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-021-10727-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,12]],"date-time":"2022-04-12T10:35:06Z","timestamp":1649759706000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10639-021-10727-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,15]]},"references-count":93,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,4]]}},"alternative-id":["10727"],"URL":"https:\/\/doi.org\/10.1007\/s10639-021-10727-5","relation":{},"ISSN":["1360-2357","1573-7608"],"issn-type":[{"value":"1360-2357","type":"print"},{"value":"1573-7608","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,15]]},"assertion":[{"value":"3 May 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 August 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 October 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The research reported here involved analysis of existing published studies as primary sources and thus did not involve human participants.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Does not apply.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Does not apply.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to publish"}},{"value":"The authors declare that we have no conflict of interest.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict to interest"}}]}}