{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,26]],"date-time":"2025-12-26T07:04:17Z","timestamp":1766732657477,"version":"3.45.0"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T00:00:00Z","timestamp":1743724800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T00:00:00Z","timestamp":1743724800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Qual User Exp"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s41233-025-00071-8","type":"journal-article","created":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T13:41:22Z","timestamp":1743860482000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Conversation logs as a source of insight: predicting user satisfaction for customer service chatbots"],"prefix":"10.1007","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4444-2268","authenticated-orcid":false,"given":"Fehime Ceren","family":"Ay","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1794-5188","authenticated-orcid":false,"given":"Eleonora","family":"Freddi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2763-0996","authenticated-orcid":false,"given":"Asbj\u00f8rn","family":"F\u00f8lstad","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7446-3575","authenticated-orcid":false,"given":"Stig","family":"Hodnebrog","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5453-8031","authenticated-orcid":false,"given":"Knut","family":"Kvale","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8546-8934","authenticated-orcid":false,"given":"Olav Alexander","family":"Sell","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7990-5229","authenticated-orcid":false,"given":"Simen","family":"Ulsaker","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,4,4]]},"reference":[{"issue":"4","key":"71_CR1","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1177\/1094670508314575","volume":"10","author":"S Anderson","year":"2008","unstructured":"Anderson S, Pearo LK, Widener SK (2008) Drivers of service satisfaction: linking customer satisfaction to the service concept and customer characteristics. J Serv Res 10(4):365\u2013381","journal-title":"J Serv Res"},{"key":"71_CR2","doi-asserted-by":"crossref","unstructured":"Brandtzaeg PB, F\u00f8lstad A (2017) Why people use chatbots. In: Proceedings of the international conference on internet science \u2013 INSCI 2017. Springer, pp. 377\u2013392","DOI":"10.1007\/978-3-319-70284-1_30"},{"issue":"2","key":"71_CR3","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1007\/s00779-022-01690-0","volume":"27","author":"S Borsci","year":"2023","unstructured":"Borsci S, Schmettow M, Malizia A, Chamberlain A, Van Der Velde F (2023) A confirmatory factorial analysis of the Chatbot usability scale: a multilanguage validation. Pers Ubiquit Comput 27(2):317\u2013330","journal-title":"Pers Ubiquit Comput"},{"issue":"11","key":"71_CR4","doi-asserted-by":"publisher","first-page":"1512","DOI":"10.1108\/IJRDM-08-2020-0312","volume":"49","author":"JS Chen","year":"2021","unstructured":"Chen JS, Tran-Thien-Y L, Florence D (2021) Usability and responsiveness of artificial intelligence chatbot on online customer experience in e-retailing. Int J Retail Distribut Manag 49(11):1512\u20131531","journal-title":"Int J Retail Distribut Manag"},{"key":"71_CR5","doi-asserted-by":"crossref","unstructured":"Chin, J. P., Diehl, V. A., & Norman, K. L. (1988). Development of an instrument measuring user satisfaction of the human-computer interface. In: Proceedings of the SIGCHI conference on Human factors in computing systems, pp. 213\u2013218","DOI":"10.1145\/57167.57203"},{"issue":"3","key":"71_CR6","doi-asserted-by":"publisher","first-page":"819","DOI":"10.1016\/S0377-2217(02)00877-9","volume":"154","author":"M Conklin","year":"2004","unstructured":"Conklin M, Powaga K, Lipovetsky S (2004) Customer satisfaction analysis: identification of key drivers. Eur J Oper Res 154(3):819\u2013827","journal-title":"Eur J Oper Res"},{"key":"71_CR7","unstructured":"Davies J (2019). Think you\u2019re sending too many surveys? How to avoid survey fatigue. Qualtrix. https:\/\/www.qualtrics.com\/blog\/avoiding-survey-fatigue\/"},{"key":"71_CR8","unstructured":"Dishman L (2014) Retailers: Your surveys are making customers suffer. Forbes. https:\/\/www.forbes.com\/sites\/lydiadishman\/2014\/03\/07\/retailers-your-surveys-are-making-customers-suffer"},{"key":"71_CR9","unstructured":"Dixon M, Freeman K, Toman N (2010) Stop trying to delight your customers. Harvard Bus Rev 88(7\/8):116\u2013122"},{"issue":"2","key":"71_CR10","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1108\/IJBM-02-2020-0056","volume":"39","author":"BA Eren","year":"2021","unstructured":"Eren BA (2021) Determinants of customer satisfaction in chatbot use: evidence from a banking application in Turkey. Int J Bank Market 39(2):294\u2013311","journal-title":"Int J Bank Market"},{"key":"71_CR11","doi-asserted-by":"crossref","unstructured":"F\u00f8lstad A, Taylor C (2019) Conversational repair in chatbots for customer service: the effect of expressing uncertainty and suggesting alternatives. In: Proceedings of CONVERSATIONS 2019 international workshop on chatbot research and design, Springer, pp. 201\u2013214","DOI":"10.1007\/978-3-030-39540-7_14"},{"key":"71_CR12","doi-asserted-by":"publisher","DOI":"10.1007\/s41233-021-00046-5","author":"A F\u00f8lstad","year":"2021","unstructured":"F\u00f8lstad A, Taylor C (2021) Investigating the user experience of customer service chatbot interaction: a framework for qualitative analysis of chatbot dialogues. Quality User Exper. https:\/\/doi.org\/10.1007\/s41233-021-00046-5","journal-title":"Quality User Exper"},{"key":"71_CR13","unstructured":"Gartner (2019) Market guide for virtual customer assistants. Gartner. https:\/\/www.gartner.com\/en\/documents\/3947357\/market-guide-for-virtual-customerassistants"},{"key":"71_CR14","unstructured":"Gartner (2021) Hype cycle for artificial intelligence, 2021. Gartner. https:\/\/www.gartner.com\/en\/articles\/the-4-trends-that-prevail-on-the-gartner-hype-cycle-for-ai-2021"},{"key":"71_CR15","unstructured":"Gartner (2020) Gartner says growth companies are more actively collecting customer experience data than nongrowth companies [Press release] https:\/\/www.gartner.com\/en\/newsroom\/press-releases\/2020-03-31-gartner-says-growth-companies-are-more-actively-collecting-customer-experience-data-than-nongrowth-companies"},{"key":"71_CR16","unstructured":"Gartner (2022) Gartner predicts conversational AI will reduce contact center agent labor costs by $80 billion in 2026. https:\/\/www.gartner.com\/en\/newsroom\/press-releases\/2022-08-31-gartner-predicts-conversational-ai-will-reduce-contac"},{"key":"71_CR17","unstructured":"Gartner (2023) Magic quadrant for enterprise conversational AI platforms. Technical report no. G00765368, Gartner"},{"key":"71_CR18","unstructured":"Grand View Research (2021) Chatbot market size, share & trends analysis report by end user, by application (bots for service, bots for marketing), by type (standalone, web-based), by product landscape, by vertical, and segment forecasts, 2021\u20132028. Grand View Research. https:\/\/www.grandviewresearch.com\/industry-analysis\/chatbot-market"},{"key":"71_CR19","doi-asserted-by":"crossref","unstructured":"Go E, Sundar SS (2019) Humanizing chatbots: the effects of visual, identity and conversational cues on humanness perceptions. Comput Human Behav 97:304\u2013316","DOI":"10.1016\/j.chb.2019.01.020"},{"key":"71_CR20","doi-asserted-by":"crossref","unstructured":"Larsen AG, Skjuve M, Kvale K, F\u00f8lstad A (2025) LLM-powered conversational AI in customer service: Users\u2019 expectations and anticipated use. In: Proceedings of CONVERSATIONS 2024. Lecture Notes in Computer Science vol. 15545. Springer","DOI":"10.1007\/978-3-031-88045-2_14"},{"key":"71_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2022.102788","volume":"161","author":"IKF Haugeland","year":"2022","unstructured":"Haugeland IKF, F\u00f8lstad A, Taylor C, Bj\u00f8rkli CA (2022) Understanding the user experience of customer service chatbots: An experimental study of chatbot interaction design. Int J Hum Comput Stud 161:102788","journal-title":"Int J Hum Comput Stud"},{"issue":"2","key":"71_CR22","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1016\/j.ijhcs.2005.06.002","volume":"64","author":"K Hornb\u00e6k","year":"2006","unstructured":"Hornb\u00e6k K (2006) Current practice in measuring usability: challenges to usability studies and research. Int J Hum Comput Stud 64(2):79\u2013102","journal-title":"Int J Hum Comput Stud"},{"issue":"5","key":"71_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3127358","volume":"24","author":"K Hornb\u00e6k","year":"2017","unstructured":"Hornb\u00e6k K, Hertzum M (2017) Technology acceptance and user experience: a review of the experiential component in HCI. ACM Trans Comput-Human Interact (TOCHI) 24(5):1\u201330","journal-title":"ACM Trans Comput-Human Interact (TOCHI)"},{"key":"71_CR24","unstructured":"ISO (2019). ISO 9214\u2013210:2019 (E) Ergonomics of human system interaction-Part 210: human-centred design for interactive systems. International Organization for Standardization (ISO). Retrieved from: https:\/\/www.iso.org\/obp\/ui\/#iso:std:iso:9241:-210:ed-2:v1:en"},{"key":"71_CR25","doi-asserted-by":"crossref","unstructured":"Jain M, Kumar P, Kota R, Patel SN (2018) Evaluating and informing the design of chatbots. In: Proceedings of the Designing Interactive Systems Conference\u2014DIS 2018. ACM, New York, pp. 895\u2013906","DOI":"10.1145\/3196709.3196735"},{"key":"71_CR26","unstructured":"Janssen AHA, Gr\u00fctzner L, Breitner MH (2021) Why do Chatbots fail? A critical success factors analysis. In: Proceedings of international conference on information systems \u2013 ICIS 2021. AIS eLibrary"},{"issue":"1","key":"71_CR27","doi-asserted-by":"publisher","first-page":"212","DOI":"10.3390\/jtaer17010011","volume":"17","author":"L Jenneboer","year":"2022","unstructured":"Jenneboer L, Herrando C, Constantinides E (2022) The impact of chatbots on customer loyalty: A systematic literature review. J Theor Appl Electron Commer Res 17(1):212\u2013229","journal-title":"J Theor Appl Electron Commer Res"},{"key":"71_CR28","doi-asserted-by":"publisher","DOI":"10.1177\/0165551522112406","author":"T Jiang","year":"2022","unstructured":"Jiang T, Guo Q, Wei Y, Cheng Q, Lu W (2022) Investigating the relationships between dialog patterns and user satisfaction in customer service chat systems based on chat log analysis. J Inf Sci. https:\/\/doi.org\/10.1177\/0165551522112406","journal-title":"J Inf Sci"},{"key":"71_CR29","doi-asserted-by":"crossref","unstructured":"Kvale K, Freddi E, Hodnebrog S, Sell OA, F\u00f8lstad A (2020) Understanding the user experience of customer service chatbots: What can we learn from customer satisfaction surveys?. In: Proceedings of CONVERSATIONS 2020 international workshop on chatbot research and design. Springer, pp. 205\u2013218","DOI":"10.1007\/978-3-030-68288-0_14"},{"key":"71_CR30","doi-asserted-by":"crossref","unstructured":"Kvale K, Sell OA, Hodnebrog S, F\u00f8lstad A (2019) Improving conversations: Lessons learnt from manual analysis of chatbot dialogues. In: Proceedings of conversations 2019 international workshop on chatbot research and design. Cham, Switzerland: Springer, pp. 187\u2013200","DOI":"10.1007\/978-3-030-39540-7_13"},{"key":"71_CR31","doi-asserted-by":"crossref","unstructured":"Lindgaard G, Dudek C (2002) User satisfaction, aesthetics and usability: beyond reductionism. Usability: Gaining a competitive edge, 231\u2013246","DOI":"10.1007\/978-0-387-35610-5_16"},{"key":"71_CR32","doi-asserted-by":"crossref","unstructured":"Liu C, Jiang J, Xiong C, Yang Y, Ye J (2020) Towards building an intelligent chatbot for customer service: Learning to respond at the appropriate time. In: Proceedings of the 26th ACM SIGKDD international conference on knowledge discovery & data mining, pp. 3377\u20133385. New York, NY: ACM","DOI":"10.1145\/3394486.3403390"},{"issue":"1","key":"71_CR33","volume":"12","author":"B Luo","year":"2022","unstructured":"Luo B, Lau RY, Li C, Si YW (2022) A critical review of state-of-the-art chatbot designs and applications. Wiley Interdiscipl Rev: Data Min Knowl Discov 12(1):e1434","journal-title":"Wiley Interdiscipl Rev: Data Min Knowl Discov"},{"key":"71_CR34","doi-asserted-by":"crossref","unstructured":"McTear M (2020) Conversational AI: dialogue systems, conversational agents, and chatbots. Synthesis Lectures on Human Language Technologies. Morgan & Claypool","DOI":"10.1007\/978-3-031-02176-3"},{"key":"71_CR35","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1016\/j.procs.2022.03.055","volume":"201","author":"CV Misischia","year":"2022","unstructured":"Misischia CV, Poecze F, Strauss C (2022) Chatbots in customer service: their relevance and impact on service quality. Procedia Comput Sci 201:421\u2013428","journal-title":"Procedia Comput Sci"},{"key":"71_CR36","doi-asserted-by":"publisher","DOI":"10.1016\/j.jretconser.2020.102096","volume":"55","author":"E Pantano","year":"2020","unstructured":"Pantano E, Pizzi G (2020) Forecasting artificial intelligence on online customer assistance: evidence from chatbot patents analysis. J Retail Consum Serv 55:102096","journal-title":"J Retail Consum Serv"},{"issue":"7","key":"71_CR37","doi-asserted-by":"publisher","first-page":"1372","DOI":"10.1002\/mar.21813","volume":"40","author":"G Pizzi","year":"2023","unstructured":"Pizzi G, Vannucci V, Mazzoli V, Donvito R (2023) I, chatbot! the impact of anthropomorphism and gaze direction on willingness to disclose personal information and behavioral intentions. Psychol Mark 40(7):1372\u20131387","journal-title":"Psychol Mark"},{"key":"71_CR38","doi-asserted-by":"publisher","first-page":"102630","DOI":"10.1016\/j.ijhcs.2021.102630","volume":"151","author":"A Rapp","year":"2021","unstructured":"Rapp A, Curti L, Boldi A (2021) The human side of human-chatbot interaction: a systematic literature review of ten years of research on text-based chatbots. Int J Human-Comput Stud 151:102630","journal-title":"Int J Human-Comput Stud"},{"key":"71_CR39","doi-asserted-by":"crossref","unstructured":"Rossmann A, Zimmermann A, Hertweck D (2020). The impact of chatbots on customer service performance. In: Proceedings of the international conference on applied human factors and ergonomics. Springer, pp. 237\u2013243","DOI":"10.1007\/978-3-030-51057-2_33"},{"key":"71_CR40","doi-asserted-by":"publisher","DOI":"10.1016\/j.jretconser.2022.103059","volume":"68","author":"Y Ruan","year":"2022","unstructured":"Ruan Y, Mezei J (2022) When do AI chatbots lead to higher customer satisfaction than human frontline employees in online shopping assistance? Considering product attribute type. J Retail Consum Serv 68:103059","journal-title":"J Retail Consum Serv"},{"key":"71_CR41","unstructured":"Sage A (2012) A cure for customers\u2019 survey fatigue. Forrester. https:\/\/www.forrester.com\/blogs\/a-cure-for-customers-survey-fatigue\/"},{"key":"71_CR42","doi-asserted-by":"crossref","unstructured":"Sands S, Ferraro C, Campbell C, Tsao H-Y (2020) Managing the human\u2013chatbot divide: how service scripts influence service experience. J Serv Manag 32(2):246\u2013264","DOI":"10.1108\/JOSM-06-2019-0203"},{"key":"71_CR43","doi-asserted-by":"crossref","unstructured":"Sauro J, Lewis JR (2009) Correlations among prototypical usability metrics: evidence for the construct of usability. In: Proceedings of the SIGCHI conference on human factors in computing systems, pp. 1609\u20131618","DOI":"10.1145\/1518701.1518947"},{"key":"71_CR44","unstructured":"Shevat A (2017) Designing bots: creating conversational experiences. O\u2019Reilly Media, Boston"},{"key":"71_CR45","unstructured":"Statista (2020) Share of consumers who have used chatbots to engage with companies in the United States as of 2019, by industry. Statistics report. https:\/\/www.statista.com\/statistics\/1042604\/united-stated-share-internet-userswho-used-chatbots-industry\/"},{"key":"71_CR46","unstructured":"Taylor MP et al. (2019) Smart talk: How organizations and consumers are embracing voice and chat assistants. Capgemini SE. https:\/\/www.capgemini.com\/wp-content\/uploads\/2019\/09\/Report-Conversational-Interfaces_Web-Final.pdf"},{"key":"71_CR47","unstructured":"Telenor (2021) How one service agent served more than a million customers. Telenor. https:\/\/www.telenor.com\/stories\/advance\/how-one-service-agent-served-more-than-a-million-customers\/"},{"key":"71_CR48","volume-title":"Measuring the user experience","author":"T Tullis","year":"2008","unstructured":"Tullis T, Albert W (2008) Measuring the user experience. Morgan Kaufmann, San Francisco"},{"key":"71_CR49","doi-asserted-by":"crossref","unstructured":"van der Goot MJ, Hafkamp L, Dankfort Z (2020) Customer service chatbots: A qualitative interview study into the communication journey of customers. In: Proceedings of conversations 2020 international workshop on chatbot research and design, Springer, pp. 190\u2013204","DOI":"10.1007\/978-3-030-68288-0_13"},{"issue":"2","key":"71_CR50","doi-asserted-by":"publisher","first-page":"168","DOI":"10.1177\/1094670506293731","volume":"9","author":"VA Zeithaml","year":"2006","unstructured":"Zeithaml VA, Bolton RN, Deighton J, Keiningham TL, Lemon KN, Petersen JA (2006) Forward-looking focus: can firms have adaptive foresight? J Serv Res 9(2):168\u2013183","journal-title":"J Serv Res"},{"key":"71_CR51","doi-asserted-by":"publisher","DOI":"10.1080\/15332861.2021.1966723","author":"JJ Zhang","year":"2021","unstructured":"Zhang JJ, F\u00f8lstad A, Bj\u00f8rkli CA (2021) Organizational factors affecting successful implementation of chatbots for customer service. J Intern Commerce. https:\/\/doi.org\/10.1080\/15332861.2021.1966723","journal-title":"J Intern Commerce"}],"container-title":["Quality and User Experience"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41233-025-00071-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s41233-025-00071-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41233-025-00071-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,25]],"date-time":"2025-11-25T05:17:16Z","timestamp":1764047836000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s41233-025-00071-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,4]]},"references-count":51,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["71"],"URL":"https:\/\/doi.org\/10.1007\/s41233-025-00071-8","relation":{},"ISSN":["2366-0139","2366-0147"],"issn-type":[{"type":"print","value":"2366-0139"},{"type":"electronic","value":"2366-0147"}],"subject":[],"published":{"date-parts":[[2025,4,4]]},"assertion":[{"value":"8 September 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 March 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 April 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"1"}}