{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T09:04:57Z","timestamp":1784106297468,"version":"3.55.0"},"publisher-location":"Singapore","reference-count":18,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819228843","type":"print"},{"value":"9789819228850","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T00:00:00Z","timestamp":1784160000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T00:00:00Z","timestamp":1784160000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-981-92-2885-0_5","type":"book-chapter","created":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T08:20:41Z","timestamp":1784103641000},"page":"50-62","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Investigating Multimodal Large Language Models to\u00a0Support Usability Evaluation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5024-3786","authenticated-orcid":false,"given":"Sebastian","family":"Lubos","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0108-3146","authenticated-orcid":false,"given":"Alexander","family":"Felfernig","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-0993-0911","authenticated-orcid":false,"given":"Damian","family":"Garber","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3084-0727","authenticated-orcid":false,"given":"Gerhard","family":"Leitner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6431-5033","authenticated-orcid":false,"given":"Julian","family":"Schwazer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4644-0836","authenticated-orcid":false,"given":"Manuel","family":"Henrich","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,16]]},"reference":[{"key":"5_CR1","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1007\/978-3-031-05061-9_3","volume-title":"Social Computing and Social Media: Design, User Experience and Impact","author":"JW Castro","year":"2022","unstructured":"Castro, J.W., Garnica, I., Rojas, L.A.: Automated tools for usability evaluation: a systematic mapping study. In: Meiselwitz, G. (ed.) Social Computing and Social Media: Design, User Experience and Impact, pp. 28\u201346. Springer International Publishing, Cham (2022)"},{"key":"5_CR2","doi-asserted-by":"publisher","unstructured":"Duan, P., Warner, J., Li, Y., Hartmann, B.: Generating automatic feedback on UI mockups with large language models. In: Proceedings of the 2024 CHI Conference on Human Factors in Computing Systems. CHI \u201924, Association for Computing Machinery, New York, NY, USA (2024). https:\/\/doi.org\/10.1145\/3613904.3642782","DOI":"10.1145\/3613904.3642782"},{"key":"5_CR3","unstructured":"Gemini Team Google: Gemini: A family of highly capable multimodal models (2024). https:\/\/arxiv.org\/abs\/2312.11805"},{"key":"5_CR4","doi-asserted-by":"publisher","unstructured":"Guerino, G., Rodrigues, L., Capeleti, B., Mello, R.F., Freire, A., Zaina, L.: Can GPT-4o evaluate usability like human experts? A comparative study on issue identification in heuristic evaluation. In: Human-Computer Interaction \u2013 INTERACT 2025: 20th IFIP TC 13 International Conference, Belo Horizonte, Brazil, September 8\u201312, 2025, Proceedings, Part III, pp. 381\u2013402. Springer-Verlag, Berlin, Heidelberg (2025). https:\/\/doi.org\/10.1007\/978-3-032-05005-2_20","DOI":"10.1007\/978-3-032-05005-2_20"},{"key":"5_CR5","doi-asserted-by":"publisher","unstructured":"Hass, C.: A practical guide to usability testing, pp. 107\u2013124. Springer International Publishing, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-319-96906-0_6","DOI":"10.1007\/978-3-319-96906-0_6"},{"key":"5_CR6","doi-asserted-by":"publisher","unstructured":"Hollingsed, T., Novick, D.G.: Usability inspection methods after 15 years of research and practice. In: Proceedings of the 25th Annual ACM International Conference on Design of Communication, pp. 249\u2013255. SIGDOC \u201907, Association for Computing Machinery, New York, NY, USA (2007). https:\/\/doi.org\/10.1145\/1297144.1297200","DOI":"10.1145\/1297144.1297200"},{"key":"5_CR7","unstructured":"International Organization for Standardization: ISO\/IEC\/IEEE International Standard - Ergonomics of human-system interaction \u2013 Part 11: Usability: Definitions and concepts. ISO\/IEC\/IEEE 9241-11:2018(E) (2018)"},{"key":"5_CR8","unstructured":"Kumar, A., Yu, J., Hallman, J., et al.: Introducing GPT-4.1 in the API. https:\/\/openai.com\/index\/gpt-4-1\/ (2025). Accessed 23 April 2025"},{"key":"5_CR9","unstructured":"Kuric, E., Demcak, P., Krajcovic, M., Lang, J.: Systematic literature review of automation and artificial intelligence in usability issue detection (2025). https:\/\/arxiv.org\/abs\/2504.01415"},{"key":"5_CR10","unstructured":"Lubos, S., Felfernig, A., Garber, D., Le, V.M., Tran, T.N.T.: Towards LLM-based usability analysis for recommender user interfaces. In: Proceedings of the 12th Joint Workshop on Interfaces and Human Decision Making for Recommender Systems (IntRS 2025) (2025). https:\/\/ceur-ws.org\/Vol-4027\/paper7.pdf"},{"issue":"6","key":"5_CR11","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1145\/3278154","volume":"25","author":"R Molich","year":"2018","unstructured":"Molich, R.: Are usability evaluations reproducible? Interactions 25(6), 82\u201385 (2018). https:\/\/doi.org\/10.1145\/3278154","journal-title":"Interactions"},{"key":"5_CR12","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1007\/978-3-030-78221-4_20","volume-title":"Design, User Experience, and Usability: UX Research and Design","author":"A Namoun","year":"2021","unstructured":"Namoun, A., Alrehaili, A., Tufail, A.: A review of automated website usability evaluation tools: research issues and challenges. In: Soares, M.M., Rosenzweig, E., Marcus, A. (eds.) Design, User Experience, and Usability: UX Research and Design, pp. 292\u2013311. Springer International Publishing, Cham (2021)"},{"key":"5_CR13","doi-asserted-by":"publisher","unstructured":"Nielsen, J.: Enhancing the explanatory power of usability heuristics. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 152\u2013158. CHI \u201994, Association for Computing Machinery, New York, NY, USA (1994). https:\/\/doi.org\/10.1145\/191666.191729","DOI":"10.1145\/191666.191729"},{"key":"5_CR14","unstructured":"OpenAI: OpenAI o1 system card (2024). https:\/\/arxiv.org\/abs\/2412.16720"},{"key":"5_CR15","doi-asserted-by":"publisher","unstructured":"Pourasad, A.E., Maalej, W.: Does GenAI make usability testing obsolete? . In: 2025 IEEE\/ACM 47th International Conference on Software Engineering (ICSE), pp. 675\u2013675. IEEE Computer Society, Los Alamitos, CA, USA (2025). https:\/\/doi.org\/10.1109\/ICSE55347.2025.00138","DOI":"10.1109\/ICSE55347.2025.00138"},{"issue":"3","key":"5_CR16","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1145\/1764810.1764814","volume":"35","author":"NB Ruparelia","year":"2010","unstructured":"Ruparelia, N.B.: Software development lifecycle models. SIGSOFT Softw. Eng. Notes 35(3), 8\u201313 (2010). https:\/\/doi.org\/10.1145\/1764810.1764814","journal-title":"SIGSOFT Softw. Eng. Notes"},{"key":"5_CR17","doi-asserted-by":"publisher","unstructured":"Spencer, R.: The streamlined cognitive walkthrough method, working around social constraints encountered in a software development company. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 353\u2013359. CHI \u201900, Association for Computing Machinery, New York, NY, USA (2000). https:\/\/doi.org\/10.1145\/332040.332456","DOI":"10.1145\/332040.332456"},{"key":"5_CR18","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1007\/978-3-540-92698-6_7","volume-title":"Engineering Interactive Systems","author":"S Winter","year":"2008","unstructured":"Winter, S., Wagner, S., Deissenboeck, F.: A comprehensive model of usability. In: Gulliksen, J., Harning, M.B., Palanque, P., van der Veer, G.C., Wesson, J. (eds.) Engineering Interactive Systems, pp. 106\u2013122. Springer, Berlin Heidelberg, Berlin, Heidelberg (2008)"}],"container-title":["Lecture Notes in Computer Science","Advances and Trends in Artificial Intelligence. Theory and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-92-2885-0_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T08:20:42Z","timestamp":1784103642000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-92-2885-0_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,16]]},"ISBN":["9789819228843","9789819228850"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-981-92-2885-0_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7,16]]},"assertion":[{"value":"16 July 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","label":"Disclosure of Interests","group":{"name":"EthicsHeading","label":"Ethics"}},{"value":"IEA\/AIE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Industrial, Engineering and Other Applications of Applied Intelligent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kuala Lumpur","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Malaysia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 June 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 June 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"39","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ieaaie2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.i-somet.org\/iea-aie2026\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}