{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T01:20:03Z","timestamp":1752283203781,"version":"3.41.0"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030784614"},{"type":"electronic","value":"9783030784621"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-78462-1_27","type":"book-chapter","created":{"date-parts":[[2021,7,3]],"date-time":"2021-07-03T00:48:50Z","timestamp":1625273330000},"page":"351-362","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["How to Evaluate a Good Conversation? An Evaluation Framework for Chat Experience in Smart Home"],"prefix":"10.1007","author":[{"given":"Xiantao","family":"Chen","sequence":"first","affiliation":[]},{"given":"Liang","family":"Ma","sequence":"additional","affiliation":[]},{"given":"Menghua","family":"Jia","sequence":"additional","affiliation":[]},{"given":"Yajuan","family":"Han","sequence":"additional","affiliation":[]},{"given":"Jiaqi","family":"Mi","sequence":"additional","affiliation":[]},{"given":"Meng","family":"Xu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,7,3]]},"reference":[{"key":"27_CR1","unstructured":"Banchs, E., Li, H.: IRIS: a chat-oriented dialogue system based on the vector space model. In: Proceedings of the ACL 2012 System Demonstrations, pp. 37\u201342 (2012)"},{"key":"27_CR2","doi-asserted-by":"crossref","unstructured":"Busemann, S., Declerck, T., Diagne, A., Dini, L., Klein, J., Schmeier, S.: Natural language dialogue service for appointment scheduling agents. In: Proceedings of the 5th Conference on Applied NLP, pp. 25\u201332 (1997)","DOI":"10.3115\/974557.974563"},{"key":"27_CR3","doi-asserted-by":"crossref","unstructured":"Seneff, S., Polifroni, J.: Dialogue management in the Mercury flight reservation system. In: Proceedings of the ANLP-NAACL 2000 Workshop on Conversational Systems, pp. 11\u201316 (2000)","DOI":"10.3115\/1117562.1117565"},{"key":"27_CR4","doi-asserted-by":"crossref","unstructured":"Stallard, D.: Talk\u2019n\u2019travel: a conversational system for air travel planning. In: Proceedings of the 6th Conference on Applied NLP, pp. 68\u201375 (2000)","DOI":"10.3115\/974147.974157"},{"key":"27_CR5","unstructured":"Bordes, A., Boureau, Y.-L.,Weston, J.: Learning end-to-end goal-oriented dialog. In: Proceedings of ICLR (2017)"},{"key":"27_CR6","unstructured":"Yu, Z., Papangelis, A., Rudnicky, A.: Ticktock: a non-goal-oriented multimodal dialog system with engagement awareness. In: 2015 AAAI Spring Symposium Series, pp. 108\u2013111 (2015)"},{"key":"27_CR7","doi-asserted-by":"crossref","unstructured":"Yu, Z., Xu, Z., Black, A.W., Rudnicky, A.I.: Strategy and policy learning for non-task-oriented conversational systems. In: Proceedings of the SIGDIAL 2016 Conference, pp. 404\u2013412 (2016)","DOI":"10.18653\/v1\/W16-3649"},{"key":"27_CR8","doi-asserted-by":"crossref","unstructured":"Bickmore, T., Cassell, J.: Relational agents: a model and implementation of building user trust. In:Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 396\u2013403 (2001)","DOI":"10.1145\/365024.365304"},{"key":"27_CR9","doi-asserted-by":"crossref","unstructured":"Wilcock, G., Jokinen, K.: WikiTalk human-robot interactions. In: Proceedings of the 15th ACM on International Conference on Multimodal Interaction, pp. 73\u201374 (2013)","DOI":"10.1145\/2522848.2531753"},{"key":"27_CR10","doi-asserted-by":"crossref","unstructured":"Bang, J., Noh, H., Kim, Y., Lee, G.G.: Example-based chat-oriented dialogue system with personalized long-term memory. In: 2015 International Conference on Big Data and Smart Computing (BIGCOMP), pp. 238\u2013243 (2015)","DOI":"10.1109\/35021BIGCOMP.2015.7072837"},{"issue":"1","key":"27_CR11","doi-asserted-by":"publisher","first-page":"755","DOI":"10.1007\/s10462-020-09866-x","volume":"54","author":"J Deriu","year":"2020","unstructured":"Deriu, J., et al.: Survey on evaluation methods for dialogue systems. Artif. Intell. Rev. 54(1), 755\u2013810 (2020). https:\/\/doi.org\/10.1007\/s10462-020-09866-x","journal-title":"Artif. Intell. Rev."},{"key":"27_CR12","series-title":"Human-Computer Interaction Series","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1007\/1-4020-2967-5_4","volume-title":"Funology","author":"M Hassenzahl","year":"2004","unstructured":"Hassenzahl, M., et al.: The Thing and I: understanding the relationship between user and product. In: Blythe, M.A., Overbeeke, K., Monk, A.F., Wright, P.C. (eds.) Funology. HCIS, pp. 31\u201342. Springer, Cham (2004). https:\/\/doi.org\/10.1007\/1-4020-2967-5_4"},{"key":"27_CR13","unstructured":"Radziwill, N.M., Benton, M.C.: Evaluating Quality of Chatbots and Intelligent Conversational Agents. Computing Research Repository (CoRR), pp. 1\u201321 (2017)"},{"issue":"1","key":"27_CR14","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1162\/coli_a_00368","volume":"46","author":"L Zhou","year":"2020","unstructured":"Zhou, L., Gao, J., Li, D., Shum, H.-Y.: The design and implementation of xiaoice, an empathetic social chatbot. Comput. Linguist. 46(1), 53\u201393 (2020)","journal-title":"Comput. Linguist."},{"key":"27_CR15","doi-asserted-by":"crossref","unstructured":"Shawar, B.A., Atwell, E.: Different measurements metrics to evaluate a chatbot system. In: Bridging the Gap: Academic and Industrial Research in Dialog Technologies Workshop Proceedings, pp. 89\u201396 (2007)","DOI":"10.3115\/1556328.1556341"},{"key":"27_CR16","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Henderson, J., Reeder, F.: Corpus-based comprehensive and diagnostic MT evaluation: initial Arabic, Chinese, French, and Spanish results. In: Proceedings of the Second International Conference on Human Language Technology Research, pp. 132\u2013137 (2002)","DOI":"10.3115\/1289189.1289272"},{"key":"27_CR17","doi-asserted-by":"crossref","unstructured":"Liu, C.W., Lowe, R., Serban, I.V., Noseworthy, M., Charlin, L., Pineau, J.: How not to evaluate your dialogue system: an empirical study of unsupervised evaluation metrics for dialogue response generation. In: EMNLP, Association for Computational Linguistics, pp. 2122\u20132132 (2016)","DOI":"10.18653\/v1\/D16-1230"},{"key":"27_CR18","doi-asserted-by":"crossref","unstructured":"Gandhe, S., Traum, D.R.: Creating spoken dialogue characters from corpora without annotations. In: INTERSPEECH, pp. 2201\u20132204 (2007)","DOI":"10.21437\/Interspeech.2007-599"},{"key":"27_CR19","unstructured":"Dubuisson Duplessis, G., Letard, V., Ligozat, A.L., Rosset, S.: Purely corpus-based automatic conversation authoring. In: Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC 2016), pp. 2728\u20132735 (2016)"},{"key":"27_CR20","doi-asserted-by":"crossref","unstructured":"Grice, P.: Logic and conversation. In: Cole, P., Morgan, J. (eds.) Syntax and Semantics 3: Speech Acts, pp. 41\u201358. Academic Press, New York (1975)","DOI":"10.1163\/9789004368811_003"},{"key":"27_CR21","volume-title":"Principles of Pragmatics","author":"GN Leech","year":"1983","unstructured":"Leech, G.N.: Principles of Pragmatics. Longman, London (1983)"},{"issue":"16","key":"27_CR22","first-page":"6078","volume":"33","author":"IV Serban","year":"2015","unstructured":"Serban, I.V., Lowe, R., Henderson, P., Charlin, L., Pineau, J.: A survey of available corpora for building data-driven dialogue systems. Comput. Sci. 33(16), 6078\u20136093 (2015)","journal-title":"Comput. Sci."},{"key":"27_CR23","doi-asserted-by":"crossref","unstructured":"Zhang, S., Dinan, E., Urbanek, J., Szlam, A., Kiela, D., Weston, J.: Personalizing dialogue agents: I have a dog, do you have pets too? In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, pp. 2204\u20132213 (2018)","DOI":"10.18653\/v1\/P18-1205"}],"container-title":["Lecture Notes in Computer Science","Human-Computer Interaction. Theory, Methods and Tools"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-78462-1_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,2]],"date-time":"2025-07-02T22:29:14Z","timestamp":1751495354000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-78462-1_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030784614","9783030784621"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-78462-1_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"3 July 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 July 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 July 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2021.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}