{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T18:56:43Z","timestamp":1771613803486,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,6,28]],"date-time":"2021-06-28T00:00:00Z","timestamp":1624838400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Swiss National Science Foundation","award":["200021_184602"],"award-info":[{"award-number":["200021_184602"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,6,28]]},"DOI":"10.1145\/3461778.3462125","type":"proceedings-article","created":{"date-parts":[[2021,6,28]],"date-time":"2021-06-28T20:27:20Z","timestamp":1624912040000},"page":"1481-1491","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":20,"title":["User Expectations of Conversational Chatbots Based on Online Reviews"],"prefix":"10.1145","author":[{"given":"Ekaterina","family":"Svikhnushina","sequence":"first","affiliation":[{"name":"Human Computer Interaction Group Ecole polytechnique f\u00e9d\u00e9rale de Lausanne, Switzerland"}]},{"given":"Alexandru","family":"Placinta","sequence":"additional","affiliation":[{"name":"Ecole polytechnique f\u00e9d\u00e9rale de Lausanne, Switzerland"}]},{"given":"Pearl","family":"Pu","sequence":"additional","affiliation":[{"name":"Human Computer Interaction Group Ecole polytechnique f\u00e9d\u00e9rale de Lausanne, Switzerland"}]}],"member":"320","published-online":{"date-parts":[[2021,6,28]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1515\/jisys-2019-0197"},{"key":"e_1_3_2_1_2_1","unstructured":"Amazon Alexa. 2021. What is the Alexa Skills Kit?https:\/\/developer.amazon.com\/en-US\/docs\/alexa\/ask-overviews\/what-is-the-alexa-skills-kit.html.  Amazon Alexa. 2021. What is the Alexa Skills Kit?https:\/\/developer.amazon.com\/en-US\/docs\/alexa\/ask-overviews\/what-is-the-alexa-skills-kit.html."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICOMET.2019.8673523"},{"key":"e_1_3_2_1_4_1","volume-title":"Latent dirichlet allocation. the Journal of machine Learning research 3","author":"Blei M","year":"2003","unstructured":"David\u00a0 M Blei , Andrew\u00a0 Y Ng , and Michael\u00a0 I Jordan . 2003. Latent dirichlet allocation. the Journal of machine Learning research 3 ( 2003 ), 993\u20131022. https:\/\/doi.org\/10.1162\/jmlr.2003.3.4-5.993 10.1162\/jmlr.2003.3.4-5.993 David\u00a0M Blei, Andrew\u00a0Y Ng, and Michael\u00a0I Jordan. 2003. Latent dirichlet allocation. the Journal of machine Learning research 3 (2003), 993\u20131022. https:\/\/doi.org\/10.1162\/jmlr.2003.3.4-5.993"},{"key":"e_1_3_2_1_5_1","volume-title":"Why People Use Chatbots","author":"Brandtzaeg Asbj\u00f8rn","unstructured":"Asbj\u00f8rn Brandtzaeg , Petter Baeand\u00a0F\u00f8lstad . 2017. Why People Use Chatbots . In Internet Science, Ioannis Kompatsiaris, Jonathan Cave, Anna Satsiou, Georg Carle, Antonella Passani, Efstratios Kontopoulos, Sotiris Diplaris, and Donald McMillan (Eds.). Springer International Publishing , Cham , 377\u2013392. https:\/\/doi.org\/10.1007\/978-3-319-70284-1_30 10.1007\/978-3-319-70284-1_30 Asbj\u00f8rn Brandtzaeg, Petter Baeand\u00a0F\u00f8lstad. 2017. Why People Use Chatbots. In Internet Science, Ioannis Kompatsiaris, Jonathan Cave, Anna Satsiou, Georg Carle, Antonella Passani, Efstratios Kontopoulos, Sotiris Diplaris, and Donald McMillan (Eds.). Springer International Publishing, Cham, 377\u2013392. https:\/\/doi.org\/10.1007\/978-3-319-70284-1_30"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.pragma.2009.12.012"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1191\/1478088706qp063oa"},{"key":"#cr-split#-e_1_3_2_1_8_1.1","doi-asserted-by":"crossref","unstructured":"Ana\u00a0Paula Chaves and Marco\u00a0Aurelio Gerosa. 2021. How Should My Chatbot Interact? A Survey on Social Characteristics in Human-Chatbot Interaction Design. International Journal of Human-Computer Interaction 37 8(2021) 729-758. https:\/\/doi.org\/10.1080\/10447318.2020.1841438 10.1080\/10447318.2020.1841438","DOI":"10.1080\/10447318.2020.1841438"},{"key":"#cr-split#-e_1_3_2_1_8_1.2","doi-asserted-by":"crossref","unstructured":"Ana\u00a0Paula Chaves and Marco\u00a0Aurelio Gerosa. 2021. How Should My Chatbot Interact? A Survey on Social Characteristics in Human-Chatbot Interaction Design. International Journal of Human-Computer Interaction 37 8(2021) 729-758. https:\/\/doi.org\/10.1080\/10447318.2020.1841438","DOI":"10.1080\/10447318.2020.1841438"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2018"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3322276.3322332"},{"key":"e_1_3_2_1_11_1","first-page":"19","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","volume":"1","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin , Ming-Wei Chang , Kenton Lee , and Kristina Toutanova . 2019 . BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding . In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies , Volume 1 (Long and Short Papers). Association for Computational Linguistics, Minneapolis, Minnesota, 4171\u20134186. https:\/\/doi.org\/10. 18653\/v1\/N 19 - 1423 10.18653\/v1 Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). Association for Computational Linguistics, Minneapolis, Minnesota, 4171\u20134186. https:\/\/doi.org\/10.18653\/v1\/N19-1423"},{"key":"e_1_3_2_1_12_1","unstructured":"Interaction\u00a0Design Foundation. 2020. Understanding Early Adopters and Customer Adoption Patterns. https:\/\/www.interaction-design.org\/literature\/article\/understanding-early-adopters-and-customer-adoption-patterns.  Interaction\u00a0Design Foundation. 2020. Understanding Early Adopters and Customer Adoption Patterns. https:\/\/www.interaction-design.org\/literature\/article\/understanding-early-adopters-and-customer-adoption-patterns."},{"key":"e_1_3_2_1_13_1","volume-title":"IUI 2021 Tutorial on Conversational Recommendation Systems. In 26th International Conference on Intelligent User Interfaces","author":"Fu Zuohui","year":"2021","unstructured":"Zuohui Fu , Yikun Xian , Yongfeng Zhang , and Yi Zhang . 2021 . IUI 2021 Tutorial on Conversational Recommendation Systems. In 26th International Conference on Intelligent User Interfaces ( College Station, TX, USA) (IUI \u201921). Association for Computing Machinery, New York, NY, USA, 1\u20132. https:\/\/doi.org\/10.1145\/3397482.3450621 10.1145\/3397482.3450621 Zuohui Fu, Yikun Xian, Yongfeng Zhang, and Yi Zhang. 2021. IUI 2021 Tutorial on Conversational Recommendation Systems. In 26th International Conference on Intelligent User Interfaces (College Station, TX, USA) (IUI \u201921). Association for Computing Machinery, New York, NY, USA, 1\u20132. https:\/\/doi.org\/10.1145\/3397482.3450621"},{"key":"#cr-split#-e_1_3_2_1_14_1.1","doi-asserted-by":"crossref","unstructured":"Jianfeng Gao Michel Galley and Lihong Li. 2019. Neural Approaches to Conversational AI: Question Answering Task-oriented Dialogues and Social Chatbots. Now Foundations and Trends. https:\/\/doi.org\/10.1561\/1500000074 10.1561\/1500000074","DOI":"10.1561\/1500000074"},{"key":"#cr-split#-e_1_3_2_1_14_1.2","doi-asserted-by":"crossref","unstructured":"Jianfeng Gao Michel Galley and Lihong Li. 2019. Neural Approaches to Conversational AI: Question Answering Task-oriented Dialogues and Social Chatbots. Now Foundations and Trends. https:\/\/doi.org\/10.1561\/1500000074","DOI":"10.1561\/1500000074"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11977"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300439"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173989"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v8i1.14550"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196709.3196735"},{"key":"e_1_3_2_1_20_1","volume-title":"Situation-Aware Emotion Regulation of Conversational Agents with Kinetic Earables. In 2019 8th International Conference on Affective Computing and Intelligent Interaction (ACII). 725\u2013731","author":"Katayama S.","year":"2019","unstructured":"S. Katayama , A. Mathur , M. van den Broeck, T. Okoshi, J. Nakazawa, and F. Kawsar. 2019 . Situation-Aware Emotion Regulation of Conversational Agents with Kinetic Earables. In 2019 8th International Conference on Affective Computing and Intelligent Interaction (ACII). 725\u2013731 . https:\/\/doi.org\/10.1109\/ACII. 2019 .8925449 10.1109\/ACII.2019.8925449 S. Katayama, A. Mathur, M. van den Broeck, T. Okoshi, J. Nakazawa, and F. Kawsar. 2019. Situation-Aware Emotion Regulation of Conversational Agents with Kinetic Earables. In 2019 8th International Conference on Affective Computing and Intelligent Interaction (ACII). 725\u2013731. https:\/\/doi.org\/10.1109\/ACII.2019.8925449"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3170427.3188548"},{"key":"e_1_3_2_1_22_1","volume-title":"Kirilenko and Svetlana Stepchenkova","author":"P.","year":"2016","unstructured":"Andrei\u00a0 P. Kirilenko and Svetlana Stepchenkova . 2016 . Inter-Coder Agreement in One-to-Many Classification: Fuzzy Kappa. PLOS ONE 11, 3 (03 2016), 1\u201314. https:\/\/doi.org\/10.1371\/journal.pone.0149787 10.1371\/journal.pone.0149787 Andrei\u00a0P. Kirilenko and Svetlana Stepchenkova. 2016. Inter-Coder Agreement in One-to-Many Classification: Fuzzy Kappa. PLOS ONE 11, 3 (03 2016), 1\u201314. https:\/\/doi.org\/10.1371\/journal.pone.0149787"},{"key":"e_1_3_2_1_23_1","volume-title":"The measurement of observer agreement for categorical data. biometrics","author":"Landis J\u00a0Richard","year":"1977","unstructured":"J\u00a0Richard Landis and Gary\u00a0 G Koch . 1977. The measurement of observer agreement for categorical data. biometrics ( 1977 ), 159\u2013174. https:\/\/doi.org\/10.2307\/2529310 10.2307\/2529310 J\u00a0Richard Landis and Gary\u00a0G Koch. 1977. The measurement of observer agreement for categorical data. biometrics (1977), 159\u2013174. https:\/\/doi.org\/10.2307\/2529310"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173577"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11606-011-1958-4"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858288"},{"key":"#cr-split#-e_1_3_2_1_27_1.1","doi-asserted-by":"crossref","unstructured":"Robert\u00a0R McCrae and Paul\u00a0T Costa. 1987. Validation of the five-factor model of personality across instruments and observers.Journal of personality and social psychology 52 1(1987) 81. https:\/\/doi.org\/10.1037\/0022-3514.52.1.81 10.1037\/0022-3514.52.1.81","DOI":"10.1037\/0022-3514.52.1.81"},{"key":"#cr-split#-e_1_3_2_1_27_1.2","doi-asserted-by":"crossref","unstructured":"Robert\u00a0R McCrae and Paul\u00a0T Costa. 1987. Validation of the five-factor model of personality across instruments and observers.Journal of personality and social psychology 52 1(1987) 81. https:\/\/doi.org\/10.1037\/0022-3514.52.1.81","DOI":"10.1037\/0022-3514.52.1.81"},{"key":"e_1_3_2_1_28_1","first-page":"3","article-title":"Interrater reliability: the kappa statistic","volume":"22","author":"McHugh L.","year":"2012","unstructured":"Mary\u00a0 L. McHugh . 2012 . Interrater reliability: the kappa statistic . Biochemia Medica 22 , 3 (Oct. 2012), 276\u2013282. https:\/\/doi.org\/10.11613\/BM.2012.031 10.11613\/BM.2012.031 Mary\u00a0L. McHugh. 2012. Interrater reliability: the kappa statistic. Biochemia Medica 22, 3 (Oct. 2012), 276\u2013282. https:\/\/doi.org\/10.11613\/BM.2012.031","journal-title":"Biochemia Medica"},{"key":"e_1_3_2_1_29_1","volume-title":"Urban Indians. In Human-Computer Interaction - INTERACT","author":"Medhi\u00a0Thies Indrani","year":"2017","unstructured":"Indrani Medhi\u00a0Thies , Nandita Menon , Sneha Magapu , Manisha Subramony , and Jacki O\u2019Neill . 2017. How Do You Want Your Chatbot? An Exploratory Wizard-of-Oz Study with Young , Urban Indians. In Human-Computer Interaction - INTERACT 2017 , Regina Bernhaupt, Girish Dalvi , Anirudha Joshi, Devanuj K.\u00a0Balkrishan, Jacki O\u2019Neill, and Marco Winckler (Eds.). Springer International Publishing , Cham, 441\u2013459. https:\/\/doi.org\/10.1007\/978-3-319-67744-6_28 10.1007\/978-3-319-67744-6_28 Indrani Medhi\u00a0Thies, Nandita Menon, Sneha Magapu, Manisha Subramony, and Jacki O\u2019Neill. 2017. How Do You Want Your Chatbot? An Exploratory Wizard-of-Oz Study with Young, Urban Indians. In Human-Computer Interaction - INTERACT 2017, Regina Bernhaupt, Girish Dalvi, Anirudha Joshi, Devanuj K.\u00a0Balkrishan, Jacki O\u2019Neill, and Marco Winckler (Eds.). Springer International Publishing, Cham, 441\u2013459. https:\/\/doi.org\/10.1007\/978-3-319-67744-6_28"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1081"},{"key":"#cr-split#-e_1_3_2_1_31_1.1","doi-asserted-by":"crossref","unstructured":"Robert\u00a0J Moore and Raphael Arar. 2019. Conversational UX Design: A Practitioner's Guide to the Natural Conversation Framework. ACM. https:\/\/doi.org\/10.1145\/3304087 10.1145\/3304087","DOI":"10.1145\/3304087.3304096"},{"key":"#cr-split#-e_1_3_2_1_31_1.2","doi-asserted-by":"crossref","unstructured":"Robert\u00a0J Moore and Raphael Arar. 2019. Conversational UX Design: A Practitioner's Guide to the Natural Conversation Framework. ACM. https:\/\/doi.org\/10.1145\/3304087","DOI":"10.1145\/3304087.3304096"},{"key":"e_1_3_2_1_32_1","volume-title":"Research note: What makes a helpful online review? A study of customer reviews on Amazon. com. MIS quarterly","author":"Mudambi M","year":"2010","unstructured":"Susan\u00a0 M Mudambi and David Schuff . 2010. Research note: What makes a helpful online review? A study of customer reviews on Amazon. com. MIS quarterly ( 2010 ), 185\u2013200. https:\/\/doi.org\/10.2307\/20721420 10.2307\/20721420 Susan\u00a0M Mudambi and David Schuff. 2010. Research note: What makes a helpful online review? A study of customer reviews on Amazon. com. MIS quarterly (2010), 185\u2013200. https:\/\/doi.org\/10.2307\/20721420"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3313084"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/1140.001.0001"},{"key":"e_1_3_2_1_35_1","unstructured":"Google Play. 2020. Google Play Terms of Service. https:\/\/play.google.com\/intl\/en_US\/about\/play-terms\/.  Google Play. 2020. Google Play Terms of Service. https:\/\/play.google.com\/intl\/en_US\/about\/play-terms\/."},{"key":"e_1_3_2_1_36_1","unstructured":"Digital Media\u00a0Law Project. 2021. Fair Use. http:\/\/www.dmlp.org\/legal-guide\/fair-use.  Digital Media\u00a0Law Project. 2021. Fair Use. http:\/\/www.dmlp.org\/legal-guide\/fair-use."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3027063.3053246"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbusres.2020.04.030"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450643"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2014.12.011"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.429"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/0022-1031(81)90049-4"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125739.3125766"}],"event":{"name":"DIS '21: Designing Interactive Systems Conference 2021","location":"Virtual Event USA","acronym":"DIS '21","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Designing Interactive Systems Conference 2021"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3461778.3462125","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3461778.3462125","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:17:33Z","timestamp":1750191453000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3461778.3462125"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,28]]},"references-count":47,"alternative-id":["10.1145\/3461778.3462125","10.1145\/3461778"],"URL":"https:\/\/doi.org\/10.1145\/3461778.3462125","relation":{},"subject":[],"published":{"date-parts":[[2021,6,28]]},"assertion":[{"value":"2021-06-28","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}