{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T21:00:03Z","timestamp":1743022803575,"version":"3.40.3"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030235345"},{"type":"electronic","value":"9783030235352"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-23535-2_11","type":"book-chapter","created":{"date-parts":[[2019,7,9]],"date-time":"2019-07-09T23:03:41Z","timestamp":1562713421000},"page":"152-163","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["The Advent of Speech Based NLP QA Systems: A Refined Usability Testing Model"],"prefix":"10.1007","author":[{"given":"Diarmuid","family":"Lane","sequence":"first","affiliation":[]},{"given":"Robin","family":"Renwick","sequence":"additional","affiliation":[]},{"given":"John","family":"McAvoy","sequence":"additional","affiliation":[]},{"given":"Philip","family":"O\u2019Reilly","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"11_CR1","unstructured":"Avouris, N., Fiotakis, G., Raptis, D.: On measuring usability of mobile applications. In: International Workshop, p. 38 (2008)"},{"key":"11_CR2","volume-title":"The Practice of Social Research","author":"ER Babbie","year":"1998","unstructured":"Babbie, E.R.: The Practice of Social Research. Wadsworth Pub., Belmont (1998)"},{"issue":"6","key":"11_CR3","doi-asserted-by":"publisher","first-page":"574","DOI":"10.1080\/10447310802205776","volume":"24","author":"A Bangor","year":"2008","unstructured":"Bangor, A., Kortum, P.T., Miller, J.T.: An empirical evaluation of the system usability scale. Int. J. Hum. Comput. Interact. 24(6), 574\u2013594 (2008)","journal-title":"Int. J. Hum. Comput. Interact."},{"issue":"2","key":"11_CR4","first-page":"29","volume":"8","author":"J Brooke","year":"2013","unstructured":"Brooke, J.: SUS: a retrospective. J. Usability Stud. 8(2), 29\u201340 (2013)","journal-title":"J. Usability Stud."},{"issue":"194","key":"11_CR5","first-page":"4","volume":"189","author":"J Brooke","year":"1996","unstructured":"Brooke, J.: SUS-a quick and dirty usability scale. Usability Eval. Ind. 189(194), 4\u20137 (1996)","journal-title":"Usability Eval. Ind."},{"issue":"8","key":"11_CR6","doi-asserted-by":"publisher","first-page":"629","DOI":"10.1016\/S0148-2963(00)00203-4","volume":"55","author":"DL Cowles","year":"2002","unstructured":"Cowles, D.L., Kiecker, P., Little, M.W.: Using key informant insights as a foundation for e-retailing theory development. J. Bus. Res. 55(8), 629\u2013636 (2002)","journal-title":"J. Bus. Res."},{"key":"11_CR7","unstructured":"Ferrucci, D., et al.: Towards the open advancement of question answering systems. IBM Research Report, IBM, Armonk, NY (2009)"},{"key":"11_CR8","unstructured":"Goasduff, L.: Chatbots will appeal to modern workers, smarter with Gartner (2018). https:\/\/www.gartner.com\/smarterwithgartner\/chatbots-will-appeal-to-modern-workers\/. Accessed 6 Mar 2018"},{"issue":"1","key":"11_CR9","first-page":"66","volume":"47","author":"D Green","year":"2006","unstructured":"Green, D., Pearson, J.M.: Development of a web site usability instrument based on ISO 9241-11. J. Comput. Inf. Syst. 47(1), 66\u201372 (2006)","journal-title":"J. Comput. Inf. Syst."},{"key":"11_CR10","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1007\/978-3-642-39473-7_23","volume-title":"HCI International 2013 - Posters\u2019 Extended Abstracts","author":"YM Hausawi","year":"2013","unstructured":"Hausawi, Y.M., Mayron, L.M.: Towards usable and secure natural language processing systems. In: Stephanidis, C. (ed.) HCI 2013. CCIS, vol. 373, pp. 109\u2013113. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-39473-7_23"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"Hone, K.S., Graham, R.: Subjective assessment of speech-system interface usability. In: Seventh European Conference on Speech Communication and Technology, Aalborg, Denmark (2001)","DOI":"10.21437\/Eurospeech.2001-491"},{"key":"11_CR12","unstructured":"International Standards Organisation (ISO): Ergonomic Requirements for Office Work with Visual Display Terminals (VDT)s-Part II Guidance on Usability, ISO\/IEC 9241-11 (1998)"},{"key":"11_CR13","unstructured":"Knight, W.: The HR person at your next may actually be a bot. MIT Technology Review (2016). https:\/\/www.technologyreview.com\/s\/602068\/the-hr-person-at-your-next-job-may-actually-be-a-bot\/. Accessed 6 Mar 2018"},{"issue":"6","key":"11_CR14","doi-asserted-by":"crossref","first-page":"1633","DOI":"10.2307\/256824","volume":"36","author":"N Kumar","year":"1993","unstructured":"Kumar, N., Stern, L.W., Anderson, J.C.: Conducting interorganizational research using key informants. Acad. Manag. J. 36(6), 1633\u20131651 (1993)","journal-title":"Acad. Manag. J."},{"issue":"4","key":"11_CR15","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1002\/cae.20081","volume":"14","author":"MJ Lado","year":"2006","unstructured":"Lado, M.J., M\u00e9ndez, A.J., Rosell\u00f3, E.G., Dacosta, J.G., P\u00e9rez-Schofield, J.B.G., Cota, M.P.: R-interface: an alternative GUI for MATLAB. Comput. Appl. Eng. Educ. 14(4), 313\u2013320 (2006)","journal-title":"Comput. Appl. Eng. Educ."},{"key":"11_CR16","unstructured":"Levy, H.P.: Gartner\u2019s top 10 strategic predictions for 2017 and beyond: surviving the storm winds of digital disruption, smarter with gartner (2016). https:\/\/www.gartner.com\/smarterwithgartner\/gartner-predicts-a-virtual-world-of-exponential-change\/. Accessed 2 Feb 2018"},{"key":"11_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1007\/978-3-642-02806-9_12","volume-title":"Human Centered Design","author":"JR Lewis","year":"2009","unstructured":"Lewis, J.R., Sauro, J.: The factor structure of the system usability scale. In: Kurosu, M. (ed.) HCD 2009. LNCS, vol. 5619, pp. 94\u2013103. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-02806-9_12"},{"key":"11_CR18","series-title":"dvances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1007\/978-3-319-60366-7_23","volume-title":"Advances in Human Factors and Systems Interaction","author":"G L\u00f3pez","year":"2017","unstructured":"L\u00f3pez, G., Quesada, L., Guerrero, L.A.: Alexa vs. Siri vs. Cortana vs. Google Assistant: a comparison of speech-based natural user interfaces. In: Nunes, I. (ed.) AHFE 2017. AISC, vol. 592, pp. 241\u2013250. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-60366-7_23"},{"issue":"2","key":"11_CR19","doi-asserted-by":"publisher","first-page":"125","DOI":"10.3233\/SW-2011-0041","volume":"2","author":"V Lopez","year":"2011","unstructured":"Lopez, V., Uren, V., Sabou, M., Motta, E.: Is question answering fit for the semantic web?: a survey. Semant. Web 2(2), 125\u2013155 (2011)","journal-title":"Semant. Web"},{"issue":"2","key":"11_CR20","first-page":"65","volume":"9","author":"J McAvoy","year":"2006","unstructured":"McAvoy, J.: Evaluating the evaluations: preconceptions of project post-mortems. Electron. J. Inf. Syst. Eval. 9(2), 65\u201372 (2006)","journal-title":"Electron. J. Inf. Syst. Eval."},{"issue":"8\u20139","key":"11_CR21","doi-asserted-by":"publisher","first-page":"730","DOI":"10.1016\/j.specom.2008.03.001","volume":"50","author":"S M\u00f6ller","year":"2008","unstructured":"M\u00f6ller, S., Engelbrecht, K.P., Schleicher, R.: Predicting the quality and usability of spoken dialogue services. Speech Commun. 50(8\u20139), 730\u2013744 (2008)","journal-title":"Speech Commun."},{"key":"11_CR22","doi-asserted-by":"crossref","unstructured":"Moore, R.K., Li, H., Liao, S.H.: Progress and prospects for spoken language technology: what ordinary people think. In: INTERSPEECH, San Francisco, California, pp. 3007\u20133011 (2016)","DOI":"10.21437\/Interspeech.2016-874"},{"key":"11_CR23","series-title":"Lecture Notes in Electrical Engineering","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1007\/978-981-10-2585-3_22","volume-title":"Dialogues with Social Robots","author":"RK Moore","year":"2017","unstructured":"Moore, R.K.: Is spoken language all-or-nothing? Implications for future speech-based human-machine interaction. In: Jokinen, K., Wilcock, G. (eds.) Dialogues with Social Robots. LNEE, vol. 999, pp. 281\u2013291. Springer, Singapore (2017). https:\/\/doi.org\/10.1007\/978-981-10-2585-3_22"},{"key":"11_CR24","unstructured":"Moore, R.K.: A needs-driven cognitive architecture for future \u2018intelligent\u2019 communicative agents. In: Proceedings of EU Cognition \u201cCognitive Robot Architectures\u201d, vol. 1855, pp. 50\u201351 (2017b)"},{"issue":"1","key":"11_CR25","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1016\/j.infoandorg.2006.11.001","volume":"17","author":"MD Myers","year":"2007","unstructured":"Myers, M.D., Newman, M.: The qualitative interview in IS research: examining the craft. Inf. Org. 17(1), 2\u201326 (2007)","journal-title":"Inf. Org."},{"key":"11_CR26","unstructured":"National Institute of Standards and Technology (NIST). ANSI\/INCITS 354-2001: Common Industry Format (CIF) for usability test reports (2001). https:\/\/www.irit.fr\/~Philippe.Truillet\/ens\/ens\/upssitech\/3ASRI\/ihm\/outils\/ANSI_NCITS_354.pdf"},{"key":"11_CR27","unstructured":"Nielsen, J.: Usability 101: introduction to usability. Nielsen Norman Group (2003). https:\/\/www.nngroup.com\/articles\/usability-101-introduction-to-usability. Accessed 23 Feb 2018"},{"issue":"12","key":"11_CR28","doi-asserted-by":"publisher","first-page":"2038","DOI":"10.1016\/j.jss.2009.06.047","volume":"82","author":"A Oztekin","year":"2009","unstructured":"Oztekin, A., Nikov, A., Zaim, S.: UWIS: An assessment methodology for usability of web-based information systems. J. Syst. Softw. 82(12), 2038\u20132050 (2009)","journal-title":"J. Syst. Softw."},{"key":"11_CR29","unstructured":"Panetta, K.: Gartner top strategic predictions for 2018 and beyond, smarter with Gartner (2017). https:\/\/www.gartner.com\/smarterwithgartner\/gartner-top-strategic-predictions-for-2018-and-beyond\/. Accessed 4 Apr 2018"},{"issue":"1","key":"11_CR30","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1007\/s00779-011-0470-5","volume":"17","author":"F Portet","year":"2013","unstructured":"Portet, F., Vacher, M., Golanski, C., Roux, C., Meillon, B.: Design and evaluation of a smart home voice interface for the elderly: acceptability and objection aspects. Pers. Ubiquitous Comput. 17(1), 127\u2013144 (2013)","journal-title":"Pers. Ubiquitous Comput."},{"key":"11_CR31","unstructured":"Quesenbury, W.: Dimensions of usability: defining the conversation, driving the process. In: UPA 2003 Conference, Scottsdale, AZ, pp. 23\u201327 (2003)"},{"key":"11_CR32","doi-asserted-by":"crossref","unstructured":"Rohrer, C.P., Boyle, F., Wendt, J., Cole, S., Sauro, J.: Practical usability rating by experts (PURE): a pragmatic approach for scoring product usability. In: CHI 2016 Extended Abstracts, San Jose, CA (2016)","DOI":"10.1145\/2851581.2851607"},{"key":"11_CR33","doi-asserted-by":"crossref","unstructured":"Sauro, J., Kindlund, E.: A method to standardize usability metrics into a single score. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, Portland, Oregan, pp. 401\u2013409 (2005)","DOI":"10.1145\/1054972.1055028"},{"key":"11_CR34","doi-asserted-by":"crossref","unstructured":"Sauro, J., Lewis, J.R.: Correlations among prototypical usability metrics: evidence for the construct of usability. In: Proceedings of the SIGCHI conference on human factors in computing systems, Boston, Massachusetts, pp. 1609\u20131618. ACM (2009)","DOI":"10.1145\/1518701.1518947"},{"key":"11_CR35","doi-asserted-by":"crossref","unstructured":"Sauro, J., Lewis, J.R.: When designing usability questionnaires, does it hurt to be positive? In: Proceedings of the Conference in Human Factors in Computing Systems, CHI 2011, Vancouver, BC, pp. 2215\u20132224. ACM (2011)","DOI":"10.1145\/1978942.1979266"},{"issue":"1","key":"11_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.infoandorg.2010.11.001","volume":"21","author":"U Schultze","year":"2011","unstructured":"Schultze, U., Avital, M.: Designing interviews to generate rich data for information systems research. Inf. Org. 21(1), 1\u201316 (2011)","journal-title":"Inf. Org."},{"key":"11_CR37","doi-asserted-by":"crossref","unstructured":"Silvervarg, A., et al.: Perceived usability and cognitive demand of secondary tasks in spoken versus visual-manual automotive interaction. In: INTERSPEECH, San Francisco, CA, pp. 1171\u20131175 (2016)","DOI":"10.21437\/Interspeech.2016-99"},{"key":"11_CR38","unstructured":"Simonite, T.: Google thinks you\u2019re ready to converse with computers. MIT Technology Review (2016). https:\/\/www.technologyreview.com\/s\/601530\/google-thinks-youre-ready-to-converse-with-computers\/. Accessed 13 Feb 2018"},{"key":"11_CR39","doi-asserted-by":"crossref","unstructured":"Torres, J., Vaca, C., Abad, C.L.: What ignites a reply?: Characterizing conversations in microblogs. In: Proceedings of the Fourth IEEE\/ACM International Conference on Big Data Computing, Applications and Technologies, Austin, Texas, pp. 149\u2013156. ACM (2017)","DOI":"10.1145\/3148055.3148071"},{"issue":"2","key":"11_CR40","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1080\/07370024.2017.1298038","volume":"33","author":"N Tractinsky","year":"2018","unstructured":"Tractinsky, N.: The usability construct: a dead end? Hum. Comput. Interact. 33(2), 131\u2013177 (2018)","journal-title":"Hum. Comput. Interact."},{"key":"11_CR41","volume-title":"Measuring the user experience: collecting, analyzing, and presenting usability metrics","author":"T Tullis","year":"2013","unstructured":"Tullis, T., Albert, W.: Measuring the user experience: collecting, analyzing, and presenting usability metrics, 2nd edn. Newnes, Waltham (2013)","edition":"2"},{"issue":"2","key":"11_CR42","first-page":"5","volume":"7","author":"M Vacher","year":"2015","unstructured":"Vacher, M., Caffiau, S., Portet, F., Meillon, B., Roux, C., Elias, E., Lecouteux, B., Chahuara, P.: Evaluation of a context-aware voice interface for ambient assisted living: qualitative user study vs. quantitative system evaluation. ACM Trans. Access. Comput. (TACCESS) 7(2), 5 (2015)","journal-title":"ACM Trans. Access. Comput. (TACCESS)"}],"container-title":["Lecture Notes in Computer Science","Design, User Experience, and Usability. Practice and Case Studies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-23535-2_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,19]],"date-time":"2023-07-19T00:10:33Z","timestamp":1689725433000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-23535-2_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030235345","9783030235352"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-23535-2_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}