{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,11]],"date-time":"2024-09-11T09:02:50Z","timestamp":1726045370673},"publisher-location":"Singapore","reference-count":20,"publisher":"Springer Singapore","isbn-type":[{"type":"print","value":"9789811394423"},{"type":"electronic","value":"9789811394430"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-981-13-9443-0_14","type":"book-chapter","created":{"date-parts":[[2019,9,24]],"date-time":"2019-09-24T09:03:11Z","timestamp":1569315791000},"page":"161-175","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Toward Low-Cost Automated Evaluation Metrics for Internet of Things Dialogues"],"prefix":"10.1007","author":[{"given":"Kallirroi","family":"Georgila","sequence":"first","affiliation":[]},{"given":"Carla","family":"Gordon","sequence":"additional","affiliation":[]},{"given":"Hyungtak","family":"Choi","sequence":"additional","affiliation":[]},{"given":"Jill","family":"Boberg","sequence":"additional","affiliation":[]},{"given":"Heesik","family":"Jeon","sequence":"additional","affiliation":[]},{"given":"David","family":"Traum","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,9,25]]},"reference":[{"key":"14_CR1","doi-asserted-by":"crossref","unstructured":"Artstein R, Gandhe S, Gerten J, Leuski A, Traum D (2009) Semi-formal evaluation of conversational characters. In: Grumberg O, Kaminski, M, Katz, S, Wintner S (eds) Languages: from formal to natural. Essays dedicated to Nissim Francez on the occasion of his 65th birthday. Lecture Notes in Computer Science 5533. Springer, pp 22\u201335","DOI":"10.1007\/978-3-642-01748-3_2"},{"key":"14_CR2","unstructured":"Foster ME, Giuliani M, Knoll A (2009) Comparing objective and subjective measures of usability in a human-robot dialogue system. In: Proceedings of ACL, pp 879\u2013887. Suntec, Singapore"},{"key":"14_CR3","doi-asserted-by":"crossref","unstructured":"Galley M, Brockett C, Sordoni A, Ji Y, Auli M, Quirk C, Mitchell M, Gao J, Dolan B (2015) DeltaBLEU: a discriminative metric for generation tasks with intrinsically diverse targets. In: Proceedings of ACL (short papers), pp 445\u2013450. Beijing, China","DOI":"10.3115\/v1\/P15-2073"},{"key":"14_CR4","doi-asserted-by":"crossref","unstructured":"Gandhe S, Traum D (2008) Evaluation understudy for dialogue coherence models. In: Proceedings of SIGDIAL, pp 172\u2013181. Columbus, Ohio, USA","DOI":"10.3115\/1622064.1622098"},{"key":"14_CR5","doi-asserted-by":"crossref","unstructured":"Georgila K, Henderson J, Lemon O (2005) Learning user simulations for information state update dialogue systems. In: Proceedings of Interspeech, pp 893\u2013896. Lisbon, Portugal","DOI":"10.21437\/Interspeech.2005-401"},{"key":"14_CR6","doi-asserted-by":"crossref","unstructured":"Georgila K, Henderson J, Lemon O (2006) User simulation for spoken dialogue systems: learning and evaluation. In: Proceedings of Interspeech, pp 1065\u20131068. Pittsburgh, Pennsylvania, USA","DOI":"10.21437\/Interspeech.2006-160"},{"key":"14_CR7","unstructured":"Guo F, Metallinou A, Khatri C, Raju A, Venkatesh A, Ram A (2017) Topic-based evaluation for conversational bots. In: Proceedings of NIPS Workshop on Conversational AI: Today\u2019s Practice and Tomorrow\u2019s Potential. Long Beach, California, USA"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Hastie H (2012) Metrics and evaluation of spoken dialogue systems. In: Lemon O, Pietquin O (eds) Data-driven methods for adaptive spoken dialogue systems. Springer, pp 131\u2013150","DOI":"10.1007\/978-1-4614-4803-7_7"},{"issue":"4","key":"14_CR9","doi-asserted-by":"publisher","first-page":"487","DOI":"10.1162\/coli.2008.07-028-R2-05-82","volume":"34","author":"J Henderson","year":"2008","unstructured":"Henderson J, Lemon O, Georgila K (2008) Hybrid reinforcement\/supervised learning of dialogue policies from fixed datasets. Comput Linguist 34(4):487\u2013511","journal-title":"Comput Linguist"},{"issue":"3\u20134","key":"14_CR10","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1017\/S1351324900002497","volume":"6","author":"KS Hone","year":"2000","unstructured":"Hone KS, Graham R (2000) Towards a tool for the subjective assessment of speech system interfaces (SASSI). J Nat Lang Eng 6(3\u20134):287\u2013303","journal-title":"J Nat Lang Eng"},{"key":"14_CR11","unstructured":"Jeon H, Oh HR, Hwang I, Kim J (2016) An intelligent dialogue agent for the IoT home. In: Proceedings of the AAAI Workshop on Artificial Intelligence Applied to Assistive Technologies and Smart Environments, pp 35\u201340. Phoenix, Arizona, USA"},{"issue":"4","key":"14_CR12","doi-asserted-by":"publisher","first-page":"479","DOI":"10.1016\/j.csl.2009.03.002","volume":"23","author":"S Jung","year":"2009","unstructured":"Jung S, Lee C, Kim K, Jeong M, Lee GG (2009) Data-driven user simulation for automated evaluation of spoken dialog systems. Comput Speech Lang 23(4):479\u2013509","journal-title":"Comput Speech Lang"},{"key":"14_CR13","doi-asserted-by":"crossref","unstructured":"Liu CW, Lowe R, Serban IV, Noseworthy M, Charlin L, Pineau J (2016) How NOT to evaluate your dialogue system: an empirical study of unsupervised evaluation metrics for dialogue response generation. In: Proceedings of EMNLP, pp 2122\u20132132. Austin, Texas, USA","DOI":"10.18653\/v1\/D16-1230"},{"key":"14_CR14","doi-asserted-by":"crossref","unstructured":"Lowe R, Serban IV, Noseworthy M, Charlin L, Pineau J (2016) On the evaluation of dialogue systems with next utterance classification. In: Proceedings of SIGDIAL, pp 264\u2013269. Los Angeles, California, USA","DOI":"10.18653\/v1\/W16-3634"},{"key":"14_CR15","doi-asserted-by":"crossref","unstructured":"Paksima T, Georgila K, Moore JD (2009) Evaluating the effectiveness of information presentation in a full end-to-end dialogue system. In: Proceedings of SIGDIAL, pp 1\u201310. London, UK","DOI":"10.3115\/1708376.1708377"},{"key":"14_CR16","unstructured":"Purandare A, Litman D (2008) Analyzing dialog coherence using transition patterns in lexical and semantic features. In: Proceedings of FLAIRS, pp 195\u2013200. Coconut Grove, Florida, USA"},{"key":"14_CR17","unstructured":"Robinson S, Roque A, Traum D (2010) Dialogues in context: an objective user-oriented evaluation approach for virtual human dialogue. In: Proceedings of LREC, pp 64\u201371. Valletta, Malta"},{"key":"14_CR18","doi-asserted-by":"crossref","unstructured":"Schatzmann J, Georgila K, Young S (2005) Quantitative evaluation of user simulation techniques for spoken dialogue systems. In: Proceedings of SIGDIAL, pp 45\u201354. Lisbon, Portugal","DOI":"10.21437\/Interspeech.2006-160"},{"key":"14_CR19","unstructured":"Traum DR, Robinson S, Stephan J (2004) Evaluation of multi-party virtual reality dialogue interaction. In: Proceedings of LREC, pp 1699\u20131702. Lisbon, Portugal"},{"issue":"3\u20134","key":"14_CR20","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1017\/S1351324900002503","volume":"6","author":"M Walker","year":"2000","unstructured":"Walker M, Kamm C, Litman D (2000) Towards developing general models of usability with PARADISE. J Nat Lang Eng 6(3\u20134):363\u2013377","journal-title":"J Nat Lang Eng"}],"container-title":["Lecture Notes in Electrical Engineering","9th International Workshop on Spoken Dialogue System Technology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-13-9443-0_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,29]],"date-time":"2022-09-29T12:47:35Z","timestamp":1664455655000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-981-13-9443-0_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9789811394423","9789811394430"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-981-13-9443-0_14","relation":{},"ISSN":["1876-1100","1876-1119"],"issn-type":[{"type":"print","value":"1876-1100"},{"type":"electronic","value":"1876-1119"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"25 September 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}