{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,22]],"date-time":"2026-03-22T15:56:45Z","timestamp":1774195005086,"version":"3.50.1"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"14","license":[{"start":{"date-parts":[[2023,1,10]],"date-time":"2023-01-10T00:00:00Z","timestamp":1673308800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,10]],"date-time":"2023-01-10T00:00:00Z","timestamp":1673308800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1007\/s00500-022-07803-4","type":"journal-article","created":{"date-parts":[[2023,1,10]],"date-time":"2023-01-10T09:04:06Z","timestamp":1673341446000},"page":"9693-9707","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":18,"title":["Developing and extending usability heuristics evaluation for user interface design via AHP"],"prefix":"10.1007","volume":"27","author":[{"given":"Mohamed","family":"Benaida","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,1,10]]},"reference":[{"key":"7803_CR1","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1016\/B978-1-84334-069-0.50023-9","volume-title":"Usability online information services in the social sciences","author":"S Agarwal","year":"2004","unstructured":"Agarwal S (2004) Usability online information services in the social sciences. Chandos, Oxford, pp 117\u2013130"},{"issue":"4","key":"7803_CR2","doi-asserted-by":"publisher","first-page":"412","DOI":"10.1016\/j.jbi.2005.10.004","volume":"39","author":"M Allen","year":"2006","unstructured":"Allen M, Currie LM, Bakken S, Patel VL, Cimino JJ (2006) Heuristic evaluation of paper-based Web pages: a simplified inspection usability methodology. J Biomed Inform 39(4):412\u2013423","journal-title":"J Biomed Inform"},{"issue":"5","key":"7803_CR3","doi-asserted-by":"publisher","first-page":"e03917","DOI":"10.1016\/j.heliyon.2020.e03917","volume":"6","author":"HW Alomari","year":"2020","unstructured":"Alomari HW, Ramasamy V, Kiper JD, Potvin G (2020) A User Interface (UI) and User eXperience (UX) evaluation framework for cyberlearning environments in computer science and software engineering education. Heliyon 6(5):e03917","journal-title":"Heliyon"},{"issue":"4","key":"7803_CR4","first-page":"1","volume":"7","author":"L Alonso-Virg\u00f3s","year":"2020","unstructured":"Alonso-Virg\u00f3s L, Espada JP, Mart\u00ednez OS, Crespo RG (2020) Compliance and application tests of usability guidelines about giving information quickly and comprehensibly. Complex & Intelligent Systems 7(4):1\u201321","journal-title":"Complex & Intelligent Systems"},{"key":"7803_CR5","unstructured":"Bailey C (2017) Interface design guidelines to improve usability of websites for teenagers. Thesis etd.auburn.edu"},{"issue":"5","key":"7803_CR6","first-page":"391","volume":"9","author":"M Benaida","year":"2018","unstructured":"Benaida M, Namoun A (2018) Technical and perceived usability issues in Arabic educational websites. Int J Adv Comput Sci Appl 9(5):391\u2013400","journal-title":"Int J Adv Comput Sci Appl"},{"key":"7803_CR7","unstructured":"Benaida M (2014) Developing Arabic usability guidelines for e-learning websites in higher education. Dissertation, University of Salford"},{"key":"7803_CR8","volume-title":"Strategic decision making: applying the analytic hierarchy process","author":"N Bhushan","year":"2007","unstructured":"Bhushan N, Rai K (2007) Strategic decision making: applying the analytic hierarchy process. Springer Science & Business media, Berlin"},{"issue":"2","key":"7803_CR9","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1145\/2424840.2424841","volume":"13","author":"JL Bowie","year":"2012","unstructured":"Bowie JL (2012) Sound usability? usability heuristics and guidelines for user-centred podcasts. Commun Des Q Rev 13(2):15\u201324","journal-title":"Commun Des Q Rev"},{"key":"7803_CR10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-12502-21","volume-title":"Introduction to the analytic hierarchy process","author":"M Brunelli","year":"2014","unstructured":"Brunelli M (2014) Introduction to the analytic hierarchy process. Springer Briefs in Operations Research. https:\/\/doi.org\/10.1007\/978-3-319-12502-21"},{"key":"7803_CR11","doi-asserted-by":"crossref","unstructured":"Burghardt M, Schneidermeier T, Wolff C (2013) Usability guidelines for desktop search engines. In: International Conference on Human-Computer Interaction. Springer: Berlin. pp 176\u2013183","DOI":"10.1007\/978-3-642-39232-0_20"},{"issue":"3","key":"7803_CR12","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1016\/0377-2217(95)00300-2","volume":"95","author":"DY Chang","year":"1996","unstructured":"Chang DY (1996) Applications of the extent analysis method on fuzzy AHP. Eur J Oper Res 95(3):649\u2013655","journal-title":"Eur J Oper Res"},{"issue":"6","key":"7803_CR13","doi-asserted-by":"publisher","first-page":"516","DOI":"10.1016\/j.ijinfomgt.2005.08.008","volume":"25","author":"SY Chen","year":"2005","unstructured":"Chen SY, Macredie RD (2005) The assessment of usability of electronic shopping: a heuristic evaluation. Int J Inf Manage 25(6):516\u2013532","journal-title":"Int J Inf Manage"},{"issue":"8","key":"7803_CR14","doi-asserted-by":"publisher","first-page":"565","DOI":"10.1016\/j.ijmedinf.2010.05.001","volume":"79","author":"J Choi","year":"2010","unstructured":"Choi J, Bakken S (2010) Web-based education for low-literate parents in neonatal intensive care unit: development of a website and heuristic evaluation and usability testing. Int J Med Informatics 79(8):565\u2013575","journal-title":"Int J Med Informatics"},{"key":"7803_CR15","unstructured":"Clarkson E, Arkin R C (2007) Applying heuristic evaluation to human-robot interaction systems. In: Flairs Conference. pp 44\u201349"},{"key":"7803_CR16","volume-title":"About face: the essentials of interaction design","author":"A Cooper","year":"2014","unstructured":"Cooper A, Reimann R, Cronin D, Noessel C (2014) About face: the essentials of interaction design. John Wiley & Sons"},{"issue":"2","key":"7803_CR17","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1016\/j.giq.2005.11.007","volume":"23","author":"M De Jong","year":"2006","unstructured":"De Jong M, Lentz L (2006) Scenario evaluation of municipal web sites: development and use of an expert-focused evaluation tool. Gov Inf Q 23(2):191\u2013206","journal-title":"Gov Inf Q"},{"issue":"6","key":"7803_CR18","doi-asserted-by":"publisher","first-page":"934","DOI":"10.1016\/j.ergon.2009.08.005","volume":"39","author":"EK Delice","year":"2009","unstructured":"Delice EK, G\u00fcng\u00f6r Z (2009) The usability analysis with heuristic evaluation and analytic hierarchy process. Int J Ind Ergon 39(6):934\u2013939","journal-title":"Int J Ind Ergon"},{"issue":"7","key":"7803_CR19","doi-asserted-by":"publisher","first-page":"e17132","DOI":"10.2196\/17132","volume":"22","author":"GL Dimaguila","year":"2020","unstructured":"Dimaguila GL, Gray K, Merolli M (2020) Enabling better use of person-generated health data in stroke rehabilitation systems: systematic development of design heuristics. J Med Internet Res 22(7):e17132","journal-title":"J Med Internet Res"},{"key":"7803_CR20","doi-asserted-by":"crossref","unstructured":"Do Amaral L A, de Mattos Fortes R P, Bittar T J (2018) A4U-an approach to evaluation considering accessibility and usability guidelines. In: Proceedings of the 24th Brazilian Symposium on Multimedia and the Web. pp 295\u2013298","DOI":"10.1145\/3243082.3264666"},{"issue":"03","key":"7803_CR21","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1055\/s-0038-1666842","volume":"9","author":"D Dowding","year":"2018","unstructured":"Dowding D, Merrill JA (2018) The development of heuristics for evaluation of dashboard visualizations. Appl Clin Inform 9(03):511\u2013518","journal-title":"Appl Clin Inform"},{"issue":"1","key":"7803_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12911-019-0893-x","volume":"19","author":"R Farrahi","year":"2019","unstructured":"Farrahi R, Jeddi FR, Nabovati E, Jabali MS, Khajouei R (2019) The relationship between user interface problems of an admission, discharge and transfer module and usability features: a usability testing method. BMC Med Inform Decis Mak 19(1):1\u20138","journal-title":"BMC Med Inform Decis Mak"},{"key":"7803_CR23","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1016\/j.csi.2019.03.003","volume":"65","author":"I Figueroa","year":"2019","unstructured":"Figueroa I, Jim\u00e9nez C, Allende Cid H, Leger P (2019) Developing usability heuristics with PROMETHEUS: A case study in virtual learning environments. Computer Standards & Interfaces 65:132\u2013142","journal-title":"Computer Standards & Interfaces"},{"key":"7803_CR24","doi-asserted-by":"crossref","unstructured":"Goepel K D (2018) Implementation of an online software tool for the analytic hierarchy process (AHP-OS). International Journal of the Analytic Hierarchy Process, 10(3)","DOI":"10.13033\/ijahp.v10i3.590"},{"key":"7803_CR25","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.apergo.2015.11.016","volume":"56","author":"S Hermawati","year":"2016","unstructured":"Hermawati S, Lawson G (2016) Establishing usability heuristics for heuristics evaluation in a specific domain: Is there a consensus? Appl Ergon 56:34\u201351","journal-title":"Appl Ergon"},{"issue":"4","key":"7803_CR99","doi-asserted-by":"publisher","first-page":"584","DOI":"10.1016\/j.giq.2014.07.002","volume":"31","author":"Z Huang","year":"2014","unstructured":"Huang Z, Benyoucef M (2014) Usability and credibility of e-government websites. Gov Inf Quart, 31(4), 584\u2013595","journal-title":"Gov Inf Quart"},{"key":"7803_CR27","doi-asserted-by":"publisher","first-page":"100332","DOI":"10.1016\/j.imu.2020.100332","volume":"19","author":"FR Jeddi","year":"2020","unstructured":"Jeddi FR, Nabovati E, Bigham R, Farrahi R (2020) Usability evaluation of a comprehensive national health information system: A heuristic evaluation. Informatics in Medicine Unlocked 19:100332","journal-title":"Informatics in Medicine Unlocked"},{"issue":"3\u20134","key":"7803_CR28","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1207\/S15327590IJHC143&4_10","volume":"14","author":"RJ Kamper","year":"2002","unstructured":"Kamper RJ (2002) Extending the usability of heuristics for design and evaluation: lead, follow, and get out of the way. Int J Human-Comput Interact 14(3\u20134):447\u2013462","journal-title":"Int J Human-Comput Interact"},{"issue":"6","key":"7803_CR29","doi-asserted-by":"publisher","first-page":"3537","DOI":"10.1007\/s10639-019-09937-9","volume":"24","author":"BA Kumar","year":"2019","unstructured":"Kumar BA, Goundar MS, Chand SS (2019) Usability guideline for mobile learning applications: an update. Educ Inf Technol 24(6):3537\u20133553","journal-title":"Educ Inf Technol"},{"key":"7803_CR30","doi-asserted-by":"crossref","unstructured":"Liao Y H, Shen C Y (2012) Heuristic evaluation of digital game based learning: a case study. In: 2012 IEEE Fourth international conference on digital game and intelligent toy enhanced learning. (pp 192\u2013196). IEEE","DOI":"10.1109\/DIGITEL.2012.54"},{"issue":"3","key":"7803_CR31","first-page":"179","volume":"27","author":"C Ling","year":"2005","unstructured":"Ling C, Salvendy G (2005) Extension of heuristic evaluation method: a review and reappraisal. Ergonomia 27(3):179\u2013197","journal-title":"Ergonomia"},{"issue":"2","key":"7803_CR33","first-page":"3","volume":"8","author":"AM Lund","year":"2001","unstructured":"Lund AM (2001) Measuring usability with the USE Questionnaire12. Usability Interface 8(2):3\u20136","journal-title":"Usability Interface"},{"issue":"4","key":"7803_CR34","doi-asserted-by":"publisher","first-page":"655","DOI":"10.1377\/hlthaff.2010.0160","volume":"29","author":"J Metzger","year":"2010","unstructured":"Metzger J, Welebob E, Bates DW, Lipsitz S, Classen DC (2010) Mixed results in the safety performance of computerized physician order entry. Health Aff 29(4):655\u2013663","journal-title":"Health Aff"},{"key":"7803_CR35","doi-asserted-by":"crossref","unstructured":"Moraes M C, Silveira M S (2006) How am I? Guidelines for animated interface agents evaluation. In: 2006 IEEE\/WIC\/ACM International Conference on Intelligent Agent Technology (pp 200\u2013203). IEEE","DOI":"10.1109\/IAT.2006.73"},{"key":"7803_CR36","doi-asserted-by":"crossref","unstructured":"Mtebe J S, Kissaka M M (2015) Heuristics for evaluating usability of learning management systems in Africa. In: 2015 IST-Africa Conference (pp 1\u201313). IEEE.","DOI":"10.1109\/ISTAFRICA.2015.7190521"},{"issue":"2","key":"7803_CR37","first-page":"248","volume":"32","author":"MA Muhanna","year":"2020","unstructured":"Muhanna MA, Amro RN, Qusef A (2020) Using a new set of heuristics in evaluating Arabic interfaces. J King Saud Univ-Comput Inf Sci 32(2):248\u2013253","journal-title":"J King Saud Univ-Comput Inf Sci"},{"key":"7803_CR38","doi-asserted-by":"publisher","DOI":"10.1145\/259963.260531","volume-title":"Usability Inspection Methods","author":"J Nielsen","year":"1994","unstructured":"Nielsen J (1994) Usability Inspection Methods. John Wiley & Sons, New York"},{"issue":"1","key":"7803_CR39","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1145\/291469.291470","volume":"42","author":"J Nielsen","year":"1999","unstructured":"Nielsen J (1999) User interface directions for the web. Commun ACM 42(1):65\u201372","journal-title":"Commun ACM"},{"key":"7803_CR88","unstructured":"Nielsen J (2020) 10 Usability heuristics for user interface design. Nielsen Norman Group. https:\/\/www.nngroup.com\/articles\/tenusability-heuristics\/. Accessed 25 Aug 2022"},{"key":"7803_CR40","doi-asserted-by":"crossref","unstructured":"Nielsen J, Molich R (1990) Heuristic evaluation of user interfaces. In: Proceedings of the SIGCHI conference on Human factors in computing systems (pp 249\u2013256).","DOI":"10.1145\/97243.97281"},{"key":"7803_CR41","doi-asserted-by":"crossref","unstructured":"Otaiza R, Rusu C, Roncagliolo S (2010) Evaluating the usability of transactional web sites. In: 2010 Third International Conference on Advances in Computer-Human Interactions (pp 32\u201337). IEEE.","DOI":"10.1109\/ACHI.2010.27"},{"issue":"3","key":"7803_CR42","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1016\/j.intcom.2004.04.007","volume":"16","author":"C Paddison","year":"2004","unstructured":"Paddison C, Englefield P (2004) Applying heuristics to accessibility inspections. Interact Comput 16(3):507\u2013521","journal-title":"Interact Comput"},{"key":"7803_CR43","doi-asserted-by":"crossref","unstructured":"Paz F, Paz F A, Pow-Sang J A, Collantes L (2014) Usability heuristics for transactional web sites. In: 2014 11th International Conference on Information Technology: New Generations (pp 627\u2013628). IEEE","DOI":"10.1109\/ITNG.2014.81"},{"key":"7803_CR44","unstructured":"Pierotti D (1995) Heuristic evaluation. A system checklist. [Usability Analysis & Design, Xerox Corporation]"},{"issue":"8","key":"7803_CR45","doi-asserted-by":"publisher","first-page":"1123","DOI":"10.3846\/13923730.2017.1388278","volume":"23","author":"N Prascevic","year":"2017","unstructured":"Prascevic N, Prascevic Z (2017) Application of fuzzy AHP for ranking and selection of alternatives in construction project management. J Civ Eng Manag 23(8):1123\u20131135","journal-title":"J Civ Eng Manag"},{"key":"7803_CR46","unstructured":"Rusu C, Roncagliolo S, Rusu V, Collazos C (2011) A methodology to establish usability heuristics. In: ACHI 2011: The Fourth International Conference on Advances in Computer-Human Interactions."},{"issue":"3\u20135","key":"7803_CR47","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1016\/0270-0255(87)90473-8","volume":"9","author":"RW Saaty","year":"1987","unstructured":"Saaty RW (1987) The analytic hierarchy process, what it is and how it is used. Math Model 9(3\u20135):161\u2013176","journal-title":"Math Model"},{"issue":"1","key":"7803_CR48","first-page":"83","volume":"1","author":"TL Saaty","year":"2008","unstructured":"Saaty TL (2008) Decision making with the analytic hierarchy process. Int J Serv Sci 1(1):83\u201398","journal-title":"Int J Serv Sci"},{"key":"7803_CR49","doi-asserted-by":"crossref","unstructured":"Saaty T L (2016) The analytic hierarchy and analytic network processes for the measurement of intangible criteria and for decision-making. In: Multiple criteria decision analysis (pp 363\u2013419). Springer, New York","DOI":"10.1007\/978-1-4939-3094-4_10"},{"issue":"1","key":"7803_CR50","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12911-015-0234-7","volume":"15","author":"K Schmidt","year":"2015","unstructured":"Schmidt K, Aumann I, Hollander I, Damm K, von der Schulenburg JMG (2015) Applying the Analytic hierarchy process in healthcare research: a systematic literature review and evaluation of reporting. BMC Med Inform Decis Mak 15(1):1\u201327","journal-title":"BMC Med Inform Decis Mak"},{"key":"7803_CR51","volume-title":"Designing the user interface: strategies for effective human-computer interaction","author":"B Shneiderman","year":"1998","unstructured":"Shneiderman B (1998) Designing the user interface: strategies for effective human-computer interaction, 3rd edn. Addison-Wesley, Reading, MA","edition":"3"},{"key":"7803_CR52","doi-asserted-by":"crossref","unstructured":"Sim G, Read J C, Cockton G (2009) Evidence based design of heuristics for computer assisted assessment. In: IFIP Conference on Human-Computer Interaction (pp 204\u2013216). Springer, Berlin, Heidelberg","DOI":"10.1007\/978-3-642-03655-2_25"},{"issue":"4","key":"7803_CR53","doi-asserted-by":"publisher","first-page":"621","DOI":"10.1016\/j.ergon.2008.02.012","volume":"39","author":"WS Tan","year":"2009","unstructured":"Tan WS, Liu D, Bishu R (2009) Web evaluation: Heuristic evaluation vs. user testing. Int J Ind Ergon 39(4):621\u2013627","journal-title":"Int J Ind Ergon"},{"issue":"10","key":"7803_CR54","doi-asserted-by":"publisher","first-page":"708","DOI":"10.1016\/j.ijmedinf.2011.06.010","volume":"80","author":"J Viitanen","year":"2011","unstructured":"Viitanen J, Hypp\u00f6nen H, L\u00e4\u00e4veri T, V\u00e4nsk\u00e4 J, Reponen J, Winblad I (2011) National questionnaire study on clinical ICT systems proofs: physicians suffer from poor usability. Int J Med Informatics 80(10):708\u2013725","journal-title":"Int J Med Informatics"},{"issue":"7","key":"7803_CR55","doi-asserted-by":"publisher","first-page":"641","DOI":"10.1287\/mnsc.26.7.641","volume":"26","author":"Y Wind","year":"1980","unstructured":"Wind Y, Saaty TL (1980) Marketing applications of the analytic hierarchy process. Manage Sci 26(7):641\u2013658","journal-title":"Manage Sci"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-022-07803-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00500-022-07803-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-022-07803-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,6]],"date-time":"2023-06-06T17:39:46Z","timestamp":1686073186000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00500-022-07803-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,10]]},"references-count":55,"journal-issue":{"issue":"14","published-print":{"date-parts":[[2023,7]]}},"alternative-id":["7803"],"URL":"https:\/\/doi.org\/10.1007\/s00500-022-07803-4","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1,10]]},"assertion":[{"value":"3 December 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 January 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The author has no competing interests to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interests"}}]}}