{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,24]],"date-time":"2025-09-24T09:36:39Z","timestamp":1758706599990},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2018,1,31]],"date-time":"2018-01-31T00:00:00Z","timestamp":1517356800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"the Supporting Programs of Science and Technology Department of SiChuan Province of China","award":["No.2013GZX0138","No.2014GZ0063"],"award-info":[{"award-number":["No.2013GZX0138","No.2014GZ0063"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Univ Access Inf Soc"],"published-print":{"date-parts":[[2018,8]]},"DOI":"10.1007\/s10209-018-0610-z","type":"journal-article","created":{"date-parts":[[2018,1,31]],"date-time":"2018-01-31T04:20:10Z","timestamp":1517372410000},"page":"635-647","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Automated comprehensive evaluation approach for user interface satisfaction based on concurrent think-aloud method"],"prefix":"10.1007","volume":"17","author":[{"given":"Weipeng","family":"Chen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tao","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Li","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peisa","family":"Yuan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,1,31]]},"reference":[{"key":"610_CR1","doi-asserted-by":"crossref","unstructured":"Fr\u00f8kj\u00e6r, E., Hertzum, M., Hornb\u00e6k, K.: Measuring usability: are effectiveness, efficiency, and satisfaction really correlated? In: CHI 00 Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 345\u2013352 (2000)","DOI":"10.1145\/332040.332455"},{"issue":"4","key":"610_CR2","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1007\/s10209-013-0310-7","volume":"12","author":"JMG Calleros","year":"2013","unstructured":"Calleros, J.M.G., Garca, J.G., Vanderdonckt, J.: Advance human machine interface automatic evaluation. Univers. Access Inf. Soc. 12(4), 387\u2013401 (2013)","journal-title":"Univers. Access Inf. Soc."},{"issue":"1","key":"610_CR3","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1080\/01449299108924272","volume":"10","author":"A Whitefield","year":"1991","unstructured":"Whitefield, A., Wilson, F., Dowell, F.: A framework for human factors evaluation. Behav. Inf. Technol. 10(1), 65\u201379 (1991)","journal-title":"Behav. Inf. Technol."},{"issue":"2","key":"610_CR4","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1152\/advan.00119.2013","volume":"38","author":"MR Davids","year":"2014","unstructured":"Davids, M.R., Chikte, U.M., Halperin, M.L.: Effect of improving the usability of an e-learning resource: a randomized trial. Adv. Physiol. Educ. 38(2), 155\u201360 (2014)","journal-title":"Adv. Physiol. Educ."},{"key":"610_CR5","doi-asserted-by":"crossref","unstructured":"Pinelle, D., Wong, N., Stach, T.: Heuristic evaluation for games: usability principles for video game design. In: CHI 13 Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 1453\u20131462 (2008)","DOI":"10.1145\/1357054.1357282"},{"key":"610_CR6","doi-asserted-by":"crossref","unstructured":"Grigoreanu, V., Mohanna, M.: Informal cognitive walkthroughs (ICW): paring down and pairing up for an agile world. In: CHI 13 Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 3093\u20133096 (2013)","DOI":"10.1145\/2470654.2466421"},{"key":"610_CR7","doi-asserted-by":"crossref","unstructured":"Schoonewille, H.H., Heijstek, W., Chaudron, M.R.V.: A cognitive perspective on developer comprehension of software design documentation. In: SIGDOC 11 Proceedings of the 29th ACM International Conference on Design of Communication, PP. 211\u2013218 (2011)","DOI":"10.1145\/2038476.2038517"},{"key":"610_CR8","volume-title":"Usability Engineering","author":"J Nielsen","year":"1995","unstructured":"Nielsen, J.: Usability Engineering. Morgan Kaufmann Publishers Inc., San Francisco (1995)"},{"issue":"3","key":"610_CR9","doi-asserted-by":"publisher","first-page":"202","DOI":"10.1109\/TPC.2010.2052859","volume":"53","author":"L Cooke","year":"2010","unstructured":"Cooke, L.: Assessing concurrent think-aloud protocol as a usability test method: a technical communication approach. IEEE Trans. Prof. Commun. 53(3), 202\u2013215 (2010)","journal-title":"IEEE Trans. Prof. Commun."},{"key":"610_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jbi.2015.02.006","volume":"55","author":"LWP Peute","year":"2015","unstructured":"Peute, L.W.P., Keizer, N.F.D., Jaspers, M.W.M.: The value of retrospective and concurrent think aloud in formative usability testing of a physician data query tool. J. Biomed. Inf. 55, 1\u201310 (2015)","journal-title":"J. Biomed. Inf."},{"issue":"3","key":"610_CR11","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1007\/s10339-009-0347-y","volume":"11","author":"F Stefano","year":"2010","unstructured":"Stefano, F., Borsci, S., Stamerra, G.: Web usability evaluation with screen reader users: implementation of the partial concurrent thinking aloud technique. Cognit. Process. 11(3), 263\u2013272 (2010)","journal-title":"Cognit. Process."},{"issue":"4","key":"610_CR12","doi-asserted-by":"publisher","first-page":"470","DOI":"10.1145\/503112.503114","volume":"33","author":"MY Ivory","year":"2001","unstructured":"Ivory, M.Y., Hearst, M.A.: State of the art in automating usability evaluation of user interfaces. ACM Comput. Surv. 33(4), 470\u2013516 (2001)","journal-title":"ACM Comput. Surv."},{"key":"610_CR13","unstructured":"Lewis, C.H.: Using the thinking-aloud method in cognitive interface design. Research report RC-9265, IBM (1982)"},{"issue":"3","key":"610_CR14","first-page":"381","volume":"23","author":"KA Ericsson","year":"1986","unstructured":"Ericsson, K.A., Simon, H.A.: Protocol analysis: verbal reports as data. J. Market. Res. 23(3), 381\u2013423 (1986)","journal-title":"J. Market. Res."},{"issue":"3","key":"610_CR15","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1109\/47.867942","volume":"43","author":"T Boren","year":"2000","unstructured":"Boren, T., Ramey, J.: Thinking aloud: reconciling theory and practice. IEEE Trans. Prof. Commun. 43(3), 261\u2013278 (2000)","journal-title":"IEEE Trans. Prof. Commun."},{"issue":"2","key":"610_CR16","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1080\/01449290701773842","volume":"28","author":"M Hertzum","year":"2009","unstructured":"Hertzum, M., Hansen, K.D., Andersen, H.H.K.: Scrutinising usability evaluation: does thinking aloud affect behaviour and mental workload? Behav. Inf. Technol. 28(2), 165\u2013181 (2009)","journal-title":"Behav. Inf. Technol."},{"key":"610_CR17","doi-asserted-by":"crossref","unstructured":"Olmsted-Hawala, E.L., Murphy, E.D., Hawala, S., Ashenfelter, K.T.: Think-aloud protocols: a comparison of three think-aloud protocols for use in testing data-dissemination web sites for usability. In: Proceedings of 28th International Conference on Human Factors in Computing Systems, PP. 2381\u20132390 (2010)","DOI":"10.1145\/1753326.1753685"},{"issue":"1","key":"610_CR18","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1177\/109467059800100102","volume":"1","author":"EW Anderson","year":"1998","unstructured":"Anderson, E.W.: Customer satisfaction and word of mouth. J. Serv. Res. 1(1), 5\u201317 (1998)","journal-title":"J. Serv. Res."},{"key":"610_CR19","doi-asserted-by":"crossref","unstructured":"Hu, N., Pavlou, P.A., Zhang, J.: Can online reviews reveal a product\u2019s true quality? empirical findings and analytical modeling of online word-of-mouth communication. In: EC 06 Proceedings of the 7th ACM Conference on Electronic Commerce, PP. 324\u2013330 (2006)","DOI":"10.1145\/1134707.1134743"},{"key":"610_CR20","doi-asserted-by":"crossref","unstructured":"Hedegaard, S., Simonsen, J.G.: Extracting usability and user experience information from online user reviews. In: CHI\u201913 Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 2089\u20132098 (2013)","DOI":"10.1145\/2470654.2481286"},{"key":"610_CR21","doi-asserted-by":"crossref","unstructured":"Hu, M., Liu, B.: Mining and summarizing customer reviews. In: KDD 04 Proceedings of the Tenth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 168\u2013177 (2004)","DOI":"10.1145\/1014052.1014073"},{"issue":"1","key":"610_CR22","doi-asserted-by":"publisher","first-page":"230","DOI":"10.1016\/j.cie.2014.07.001","volume":"75","author":"M Wu","year":"2014","unstructured":"Wu, M., Wang, L., Li, M., Long, H.: An approach of product usability evaluation based on Web mining in feature fatigue analysis. Comput. Ind. Eng. 75(1), 230\u2013238 (2014)","journal-title":"Comput. Ind. Eng."},{"issue":"4","key":"610_CR23","doi-asserted-by":"publisher","first-page":"1041","DOI":"10.1016\/j.eswa.2013.07.101","volume":"41","author":"D Kang","year":"2014","unstructured":"Kang, D., Park, Y.: Review-based measurement of customer satisfaction in mobile service: sentiment analysis and VIKOR approach. Expert Syst. Appl. 41(4), 1041\u20131050 (2014)","journal-title":"Expert Syst. Appl."},{"issue":"10","key":"610_CR24","doi-asserted-by":"publisher","first-page":"944","DOI":"10.1109\/TSE.2015.2428709","volume":"41","author":"C Arora","year":"2015","unstructured":"Arora, C., Sabetzadeh, M., Briand, L., Zimmer, F.: Automated checking of conformance to requirements templates using natural language processing. IEEE Trans. Softw. Eng. 41(10), 944\u2013968 (2015)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"1","key":"610_CR25","first-page":"83","volume":"1","author":"TL Saaty","year":"2008","unstructured":"Saaty, T.L.: Decision making with the analytic hierarchy process. Int. J. Serv. Sci. 1(1), 83\u201398 (2008)","journal-title":"Int. J. Serv. Sci."},{"key":"610_CR26","doi-asserted-by":"crossref","unstructured":"Saaty, T.L.: Relative measurement and its generalization in decision making why pairwise comparisons are central in mathematics for the measurement of intangible factors the analytic hierarchy\/network process, Revista de la Real Academia de Ciencias Exactas, Fsicas y Naturales. Serie A. Matemticas, Vol. 102, No. 2, September 2008, pp. 251\u2013318 (2008)","DOI":"10.1007\/BF03191825"},{"key":"610_CR27","doi-asserted-by":"crossref","unstructured":"Matsuda, M., Uesugi, Y., Nonaka, T., Hase, T.: Design method of UI of AV remote controller based on AHP. In: Proceedings of 26th IEEE International Conference on Consumer Electronics, pp. 1\u20132 (2008)","DOI":"10.1109\/ICCE.2008.4587863"},{"issue":"6","key":"610_CR28","doi-asserted-by":"publisher","first-page":"934","DOI":"10.1016\/j.ergon.2009.08.005","volume":"39","author":"EK Delice","year":"2009","unstructured":"Delice, E.K., G\u00fcng\u00f6r, Z.: The usability analysis with heuristic evaluation and analytic hierarchy process. Int. J. Ind. Ergon. 39(6), 934\u2013939 (2009)","journal-title":"Int. J. Ind. Ergon."},{"issue":"4","key":"610_CR29","doi-asserted-by":"publisher","first-page":"491","DOI":"10.1023\/B:JIMS.0000034112.00652.4c","volume":"15","author":"E Albayrak","year":"2004","unstructured":"Albayrak, E., Erensal, Y.C.: Using analytic hierarchy process (AHP) to improve human performance: an application of multiple criteria decision making problem. J. Intell. Manuf. 15(4), 491\u2013503 (2004)","journal-title":"J. Intell. Manuf."},{"key":"610_CR30","volume-title":"The Resonant Interface: HCI Foundations for Interaction Design","author":"S Heim","year":"2007","unstructured":"Heim, S.: The Resonant Interface: HCI Foundations for Interaction Design. Addison-Wesley Longman Publishing Co., Inc., Boston (2007)"},{"issue":"6","key":"610_CR31","first-page":"874","volume":"40","author":"YH MA","year":"2003","unstructured":"MA, Y.H., Wang, Y.C., SU, G.Y., Zhang, Y.M.: A novel Chinese text subject extraction method based on character co-occurrence. J. Comput. Res. Dev. 40(6), 874\u2013878 (2003)","journal-title":"J. Comput. Res. Dev."},{"issue":"9","key":"610_CR32","first-page":"3329","volume":"27","author":"B GE","year":"2010","unstructured":"GE, B., Li, F., Guo, S., Tang, D.: Word s semantic similarity computation method based on Hownet. Appl. Res. Comput. 27(9), 3329\u20133333 (2010)","journal-title":"Appl. Res. Comput."},{"key":"610_CR33","doi-asserted-by":"crossref","unstructured":"Freeman, B.: Triggered think-aloud protocol: using eye tracking to improve usability test moderation, In: CHI 11 Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 1171\u20131174 (2011)","DOI":"10.1145\/1978942.1979117"},{"issue":"2","key":"610_CR34","first-page":"102","volume":"4","author":"J Vanderdonckt","year":"2005","unstructured":"Vanderdonckt, J., Beirekdar, A.: Automated web evaluation by guideline review. J. Web Eng. Arch. 4(2), 102\u2013117 (2005)","journal-title":"J. Web Eng. Arch."}],"container-title":["Universal Access in the Information Society"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10209-018-0610-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10209-018-0610-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10209-018-0610-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,31]],"date-time":"2023-08-31T19:23:45Z","timestamp":1693509825000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10209-018-0610-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,1,31]]},"references-count":34,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2018,8]]}},"alternative-id":["610"],"URL":"https:\/\/doi.org\/10.1007\/s10209-018-0610-z","relation":{},"ISSN":["1615-5289","1615-5297"],"issn-type":[{"value":"1615-5289","type":"print"},{"value":"1615-5297","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,1,31]]},"assertion":[{"value":"31 January 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}