{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T16:20:40Z","timestamp":1783182040768,"version":"3.54.6"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031768200","type":"print"},{"value":"9783031768217","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,12,17]],"date-time":"2024-12-17T00:00:00Z","timestamp":1734393600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,17]],"date-time":"2024-12-17T00:00:00Z","timestamp":1734393600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-76821-7_8","type":"book-chapter","created":{"date-parts":[[2024,12,16]],"date-time":"2024-12-16T10:24:03Z","timestamp":1734344643000},"page":"91-108","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["A Comparative Heuristic Evaluation of\u00a0Kadi4Mat Through Human Evaluators and\u00a0GPT-4"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9766-8995","authenticated-orcid":false,"given":"Annika","family":"Meinecke","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8501-5089","authenticated-orcid":false,"given":"David","family":"Heidrich","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4927-1464","authenticated-orcid":false,"given":"Katharina","family":"Dworatzyk","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3422-3734","authenticated-orcid":false,"given":"Sabine","family":"Theis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,12,17]]},"reference":[{"key":"8_CR1","doi-asserted-by":"publisher","unstructured":"Abulfaraj, A., Steele, A.: A novel approach to heuristic evaluation: mapping usability heuristics to action model and usability components. In: Proceedings of the XXI International Conference on Human Computer Interaction. Interacci\u00f3n \u201921. Association for Computing Machinery, New York (2021). https:\/\/doi.org\/10.1145\/3471391.3471428","DOI":"10.1145\/3471391.3471428"},{"issue":"1\/2","key":"8_CR2","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1108\/03074800810845985","volume":"109","author":"MR Aitta","year":"2008","unstructured":"Aitta, M.R., Kaleva, S., Kortelainen, T.: Heuristic evaluation applied to library web services. New Libr. World 109(1\/2), 25\u201345 (2008)","journal-title":"New Libr. World"},{"key":"8_CR3","doi-asserted-by":"publisher","first-page":"8","DOI":"10.5334\/dsj-2021-008","volume":"20","author":"N Brandt","year":"2021","unstructured":"Brandt, N., et al.: Kadi4mat: a research data infrastructure for materials science. Data Sci. J. 20, 8 (2021)","journal-title":"Data Sci. J."},{"key":"8_CR4","doi-asserted-by":"publisher","unstructured":"Braun, V., Clarke, V.: Using thematic analysis in psychology. Qual. Res. Psychol. 3(2), 77\u2013101 (2006). https:\/\/doi.org\/10.1191\/1478088706qp063oa. https:\/\/www.tandfonline.com\/doi\/abs\/10.1191\/1478088706qp063oa","DOI":"10.1191\/1478088706qp063oa"},{"key":"8_CR5","doi-asserted-by":"crossref","unstructured":"Cayola, L., Mac\u00edas, J.A.: Systematic guidance on usability methods in user-centered software development. Inf. Softw. Technol. 97, 163\u2013175 (2018)","DOI":"10.1016\/j.infsof.2018.01.010"},{"key":"8_CR6","unstructured":"Chang, Y., et al.: A survey on evaluation of large language models (2023)"},{"key":"8_CR7","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1155\/2014\/479286","volume":"2014","author":"A Dingli","year":"2014","unstructured":"Dingli, A., Cassar, S.: An intelligent framework for website usability. Adv. Hum.-Comput. Interact. 2014, 5 (2014)","journal-title":"Adv. Hum.-Comput. Interact."},{"key":"8_CR8","doi-asserted-by":"publisher","unstructured":"Fern\u00e1ndez, J., Mac\u00edas, J.A.: Heuristic-based usability evaluation support: a systematic literature review and comparative study. In: Proceedings of the XXI International Conference on Human Computer Interaction. Interacci\u00f3n \u201921. Association for Computing Machinery, New York (2021). https:\/\/doi.org\/10.1145\/3471391.3471395","DOI":"10.1145\/3471391.3471395"},{"key":"8_CR9","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1007\/s11219-018-9413-y","volume":"27","author":"S Firmenich","year":"2019","unstructured":"Firmenich, S., Garrido, A., Grigera, J., Rivero, J.M., Rossi, G.: Usability improvement through a\/b testing and refactoring. Softw. Qual. J. 27, 203\u2013240 (2019)","journal-title":"Softw. Qual. J."},{"issue":"1","key":"8_CR10","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1207\/S15327590IJHC1501_13","volume":"15","author":"HR Hartson","year":"2003","unstructured":"Hartson, H.R., Andre, T.S., Williges, R.C.: Criteria for evaluating usability evaluation methods. Int. J. Hum.-Comput. Interact. 15(1), 145\u2013181 (2003)","journal-title":"Int. J. Hum.-Comput. Interact."},{"issue":"7","key":"8_CR11","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1080\/0144929X.2011.596996","volume":"31","author":"L Hasan","year":"2012","unstructured":"Hasan, L., Morris, A., Probets, S.: A comparison of usability evaluation methods for evaluating e-commerce websites. Behav. Inf. Technol. 31(7), 707\u2013737 (2012)","journal-title":"Behav. Inf. Technol."},{"key":"8_CR12","doi-asserted-by":"publisher","unstructured":"Hayat, H.: Evaluating software usability from different perspective: a framework for encouraging usability evaluations by focusing on software developing projects. Ph.D. thesis, Loughborough University (2020). https:\/\/doi.org\/10.26174\/thesis.lboro.12609179.v1. https:\/\/repository.lboro.ac.uk\/articles\/thesis\/Evaluating_software_usability_from_different_perspective_a_framework_for_encouraging_usability_evaluations_by_focusing_on_software_developing_projects\/12609179","DOI":"10.26174\/thesis.lboro.12609179.v1"},{"key":"8_CR13","doi-asserted-by":"crossref","unstructured":"Hermawati, S., Lawson, G.: Establishing usability heuristics for heuristics evaluation in a specific domain: is there a consensus? Appl. Ergon. 56, 34\u201351 (2016)","DOI":"10.1016\/j.apergo.2015.11.016"},{"key":"8_CR14","doi-asserted-by":"publisher","unstructured":"Herr, S., Baumgartner, N., Gross, T.: Evaluating severity rating scales for heuristic evaluation. In: Proceedings of the 2016 CHI Conference Extended Abstracts on Human Factors in Computing Systems (2016). https:\/\/doi.org\/10.1145\/2851581.2892454","DOI":"10.1145\/2851581.2892454"},{"issue":"5","key":"8_CR15","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1145\/1735223.1735255","volume":"53","author":"W Hwang","year":"2010","unstructured":"Hwang, W., Salvendy, G.: Number of people required for usability evaluation: the 10$$\\pm $$2 rule. Commun. ACM 53(5), 130\u2013133 (2010)","journal-title":"Commun. ACM"},{"key":"8_CR16","doi-asserted-by":"crossref","unstructured":"Inostroza, R., Rusu, C., Roncagliolo, S., Jimenez, C., Rusu, V.: Usability heuristics for touchscreen-based mobile devices. In: 2012 Ninth International Conference on Information Technology-New Generations, pp. 662\u2013667. IEEE (2012)","DOI":"10.1109\/ITNG.2012.134"},{"issue":"5","key":"8_CR17","doi-asserted-by":"publisher","first-page":"340","DOI":"10.1016\/j.ijmedinf.2008.10.002","volume":"78","author":"M Jaspers","year":"2009","unstructured":"Jaspers, M.: A comparison of usability methods for testing interactive health technologies: methodological aspects and empirical evidence. Int. J. Med. Inf. 78(5), 340\u201353 (2009). https:\/\/doi.org\/10.1016\/j.ijmedinf.2008.10.002","journal-title":"Int. J. Med. Inf."},{"key":"8_CR18","doi-asserted-by":"publisher","unstructured":"Jeffries, R., Miller, J.R., Wharton, C., Uyeda, K.M.: User interface evaluation in the real world: a comparison of four techniques. Conference on Human Factors in Computing Systems - Proceedings p. 119 - 124 (1991). https:\/\/doi.org\/10.1145\/108844.108862. https:\/\/www.scopus.com\/inward\/record.uri?eid=2-s2.0-84892449141&doi=10.1145 cited by: 350","DOI":"10.1145\/108844.108862"},{"key":"8_CR19","doi-asserted-by":"publisher","unstructured":"Kemp, E., Setungamudalige, D.T.: A resource support toolkit (r-ide): supporting the decide framework. In: Proceedings of the 7th ACM SIGCHI New Zealand Chapter\u2019s International Conference on Computer-Human Interaction: Design Centered HCI. CHINZ 2006, pp. 61\u201366. Association for Computing Machinery, New York (2006). https:\/\/doi.org\/10.1145\/1152760.1152768","DOI":"10.1145\/1152760.1152768"},{"key":"8_CR20","doi-asserted-by":"crossref","unstructured":"Korhonen, H., Koivisto, E.M.: Playability heuristics for mobile games. In: Proceedings of the 8th Conference on Human-Computer Interaction with Mobile Devices and Services, pp. 9\u201316 (2006)","DOI":"10.1145\/1152215.1152218"},{"key":"8_CR21","doi-asserted-by":"publisher","first-page":"242","DOI":"10.1007\/978-3-030-78221-4_17","volume-title":"Design, User Experience, and Usability: UX Research and Design","author":"A Lecaros","year":"2021","unstructured":"Lecaros, A., Paz, F., Moquillaza, A.: Challenges and opportunities on the application of heuristic evaluations: a systematic literature review. In: Soares, M.M., Rosenzweig, E., Marcus, A. (eds.) Design, User Experience, and Usability: UX Research and Design, pp. 242\u2013261. Springer, Cham (2021)"},{"issue":"3","key":"8_CR22","first-page":"179","volume":"27","author":"C Ling","year":"2005","unstructured":"Ling, C., Salvendy, G.: Extension of heuristic evaluation method: a review and reappraisal. Ergonomia IJE & HF 27(3), 179\u2013197 (2005)","journal-title":"Ergonomia IJE & HF"},{"issue":"4","key":"8_CR23","first-page":"11","volume":"35","author":"ML Markus","year":"1994","unstructured":"Markus, M.L., Keil, M.: If we build it, they will come: designing information systems that people want to use. MIT Sloan Manag. Rev. 35(4), 11 (1994)","journal-title":"MIT Sloan Manag. Rev."},{"key":"8_CR24","unstructured":"Masip\u00a0Ard\u00e9vol, L., et\u00a0al.: User experience methodology for the design and evaluation of interactive systems. Ph.D. thesis, Universitat de Lleida (2013)"},{"key":"8_CR25","doi-asserted-by":"publisher","unstructured":"Nielsen, J.: Finding usability problems through heuristic evaluation. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, CHI 1992, pp. 373\u2013380. Association for Computing Machinery, New York (1992). https:\/\/doi.org\/10.1145\/142750.142834","DOI":"10.1145\/142750.142834"},{"key":"8_CR26","doi-asserted-by":"publisher","unstructured":"Nielsen, J.: Reliability of severity estimates for usability problems found by heuristic evaluation. In: Posters and Short Talks of the 1992 SIGCHI Conference on Human Factors in Computing Systems, CHI 1992, pp. 129\u2013130. Association for Computing Machinery, New York (1992). https:\/\/doi.org\/10.1145\/1125021.1125117","DOI":"10.1145\/1125021.1125117"},{"key":"8_CR27","doi-asserted-by":"crossref","unstructured":"Nielsen, J.: Usability inspection methods. In: Conference Companion on Human Factors in Computing Systems, pp. 413\u2013414 (1994)","DOI":"10.1145\/259963.260531"},{"key":"8_CR28","doi-asserted-by":"publisher","unstructured":"Nielsen, J., Molich, R.: Heuristic evaluation of user interfaces. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, CHI \u201990, pp. 249\u2013256. Association for Computing Machinery, New York (1990). https:\/\/doi.org\/10.1145\/97243.97281","DOI":"10.1145\/97243.97281"},{"issue":"8","key":"8_CR29","doi-asserted-by":"publisher","first-page":"633","DOI":"10.1080\/10447318.2016.1274160","volume":"33","author":"N Ocak","year":"2017","unstructured":"Ocak, N., Cagiltay, K.: Comparison of cognitive modeling and user performance analysis for touch screen mobile interface design. Int. J. Hum.-Comput. Interact. 33(8), 633\u2013641 (2017)","journal-title":"Int. J. Hum.-Comput. Interact."},{"key":"8_CR30","unstructured":"Achiam, J., et al.: OpenAI: Gpt-4 technical report (2023)"},{"issue":"2","key":"8_CR31","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1016\/S0953-5438(00)00039-4","volume":"13","author":"F Patern\u00f2","year":"2000","unstructured":"Patern\u00f2, F., Ballardin, G.: Remusine: a bridge between empirical and model-based evaluation when evaluators and users are distant. Interact. Comput. 13(2), 229\u2013251 (2000)","journal-title":"Interact. Comput."},{"key":"8_CR32","series-title":"Studies in Computational Intelligence","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1007\/978-3-319-64051-8_10","volume-title":"Applied Computing & Information Technology","author":"K Phetcharakarn","year":"2018","unstructured":"Phetcharakarn, K., Senivongse, T.: Heuristic-based usability evaluation tool for android applications. In: Lee, R. (ed.) ACIT 2017. SCI, vol. 727, pp. 161\u2013175. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-64051-8_10"},{"key":"8_CR33","doi-asserted-by":"publisher","unstructured":"Ritter, F.E., Van\u00a0Rooy, D., St.\u00a0Amant, R.: A user modeling design tool based on a cognitive architecture for comparing interfaces. In: Computer-Aided Design of User Interfaces III: Proceedings of the Fourth International Conference on Computer-Aided Design of User Interfaces, Valenciennes, France, 15\u201317 May 2002, pp. 111\u2013118. Springer, Heidelberg (2002). https:\/\/doi.org\/10.1007\/978-94-010-0421-3_10","DOI":"10.1007\/978-94-010-0421-3_10"},{"issue":"12","key":"8_CR34","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1145\/1035134.1035136","volume":"47","author":"A Seffah","year":"2004","unstructured":"Seffah, A., Metzker, E.: The obstacles and myths of usability and software engineering. Commun. ACM 47(12), 71\u201376 (2004)","journal-title":"Commun. ACM"},{"key":"8_CR35","doi-asserted-by":"publisher","unstructured":"Sivaji, A., Soo, S.T., Abdullah, M.R.: Enhancing the effectiveness of usability evaluation by automated heuristic evaluation system. In: 2011 Third International Conference on Computational Intelligence, Communication Systems and Networks, pp. 48\u201353 (2011). https:\/\/doi.org\/10.1109\/CICSyN.2011.23","DOI":"10.1109\/CICSyN.2011.23"},{"key":"8_CR36","doi-asserted-by":"publisher","unstructured":"Slavkovic, A., Cross, K.: Novice heuristic evaluations of a complex interface. In: CHI \u201999 Extended Abstracts on Human Factors in Computing Systems, CHI EA 1999, pp. 304\u2013305. Association for Computing Machinery, New York (1999). https:\/\/doi.org\/10.1145\/632716.632902","DOI":"10.1145\/632716.632902"},{"key":"8_CR37","unstructured":"Solano, A., Rusu, C., Collazos, C., Roncagliolo, S., Arciniegas, J.L., Rusu, V.: Usability heuristics for interactive digital television. In: AFIN, pp. 21\u201327 (2011)"},{"key":"8_CR38","unstructured":"for Standardization, I.O.: Ergonomics of human-system interaction Part 11: Usability: Definitions and concepts. International Organization for Standardization, Vernier, Geneva, Switzerland, ISO 9241-11:2018(E) edn. (2018). https:\/\/www.iso.org\/standard\/63500.html"},{"issue":"1","key":"8_CR39","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1089\/tmj.2006.12.24","volume":"12","author":"Z Tang","year":"2006","unstructured":"Tang, Z., Johnson, T.R., Tindall, R.D., Zhang, J.: Applying heuristic evaluation to improve the usability of a telemedicine system. Telemed. J. E-Health 12(1), 24\u201334 (2006)","journal-title":"Telemed. J. E-Health"},{"key":"8_CR40","unstructured":"Wei, J., et al.: Emergent abilities of large language models. Trans. Mach. Learn. Res. 2022 (2022). https:\/\/api.semanticscholar.org\/CorpusID:249674500"},{"issue":"1\u20132","key":"8_CR41","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1016\/S1532-0464(03)00060-1","volume":"36","author":"J Zhang","year":"2003","unstructured":"Zhang, J., Johnson, T.R., Patel, V.L., Paige, D.L., Kubose, T.: Using usability heuristics to evaluate patient safety of medical devices. J. Biomed. Inform. 36(1\u20132), 23\u201330 (2003)","journal-title":"J. Biomed. Inform."}],"container-title":["Lecture Notes in Computer Science","HCI International 2024 \u2013 Late Breaking Papers"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-76821-7_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,16]],"date-time":"2024-12-16T11:03:03Z","timestamp":1734346983000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-76821-7_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,17]]},"ISBN":["9783031768200","9783031768217"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-76821-7_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,17]]},"assertion":[{"value":"17 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Washington DC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}