{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T05:38:50Z","timestamp":1751607530531,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,7,26]],"date-time":"2022-07-26T00:00:00Z","timestamp":1658793600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/V025708\/1"],"award-info":[{"award-number":["EP\/V025708\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,7,26]]},"DOI":"10.1145\/3543829.3543830","type":"proceedings-article","created":{"date-parts":[[2022,9,15]],"date-time":"2022-09-15T22:23:50Z","timestamp":1663280630000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["COMEX: A Multi-task Benchmark for Knowledge-grounded COnversational Media EXploration"],"prefix":"10.1145","author":[{"given":"Zay Yar","family":"Tun","sequence":"first","affiliation":[{"name":"University of Glasgow, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessandro","family":"Speggiorin","sequence":"additional","affiliation":[{"name":"University of Glasgow, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jeffrey","family":"Dalton","sequence":"additional","affiliation":[{"name":"University of Glasgow, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Megan","family":"Stamper","sequence":"additional","affiliation":[{"name":"BBC, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,9,15]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Daniel De\u00a0Freitas Adiwardana Minh-Thang Luong David\u00a0R. So Jamie Hall Noah Fiedel Romal Thoppilan Zi Yang Apoorv Kulshreshtha Gaurav Nemade Yifeng Lu and Quoc\u00a0V. Le. 2020. Towards a Human-like Open-Domain Chatbot. ArXiv abs\/2001.09977(2020)."},{"key":"e_1_3_2_1_2_1","unstructured":"Nicola\u00a0De Cao Gautier Izacard Sebastian Riedel and Fabio Petroni. 2021. Autoregressive Entity Retrieval. arxiv:2010.00904\u00a0[cs.CL]"},{"volume-title":"Neural","author":"Chi A.","key":"e_1_3_2_1_3_1","unstructured":"Ethan\u00a0A. Chi, Chetanya Rastogi, Alexander Iyabor, Hari Sowrirajan, Avanika Narayan, and Ashwin Paranjape. 2021. Neural, Neural Everywhere: Controlled Generation Meets Scaffolded, Structured Dialogue."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"Jeffrey Dalton Chenyan Xiong and Jamie Callan. 2019. TREC CAsT 2019: The Conversational Assistance Track Overview. (2019).","DOI":"10.6028\/NIST.SP.1266.cast-overview"},{"key":"e_1_3_2_1_5_1","unstructured":"Emily Dinan Stephen Roller Kurt Shuster Angela Fan Michael Auli and Jason Weston. 2019. Wizard of Wikipedia: Knowledge-Powered Conversational agents. ArXiv abs\/1811.01241(2019)."},{"key":"e_1_3_2_1_6_1","volume-title":"Dialogue Systems: The BEGIN Benchmark. ArXiv abs\/2105.00071(2021).","author":"Dziri Nouha","year":"2021","unstructured":"Nouha Dziri, Hannah Rashkin, Tal Linzen, and D. Reitter. 2021. Evaluating Groundedness in Dialogue Systems: The BEGIN Benchmark. ArXiv abs\/2105.00071(2021)."},{"key":"e_1_3_2_1_7_1","unstructured":"Raefer Gabriel Yang Liu Anna Gottardi Mihail Eric Anju Khatri Anjali Chadha Qinlang Chen Behnam Hedayatnia Pankaj Rajan Ali Binici Shui Hu Karthik Gopalakrishnan Seokhwan Kim Lauren Stubel Kate Bland Arindam Mandal and Dilek\u00a0Z. Hakkani-T\u00fcr. 2020. Further Advances in Open Domain Dialog Systems in the Third Alexa Prize Socialbot Grand Challenge."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Karthik Gopalakrishnan Behnam Hedayatnia Qinlang Chen Anna Gottardi Sanjeev Kwatra Anu Venkatesh Raefer Gabriel and Dilek\u00a0Z. Hakkani-T\u00fcr. 2019. Topical-Chat: Towards Knowledge-Grounded Open-Domain Conversations. In INTERSPEECH.","DOI":"10.21437\/Interspeech.2019-3079"},{"key":"e_1_3_2_1_9_1","unstructured":"Ziwei Ji Nayeon Lee Rita Frieske Tiezheng Yu Dan Su Yan Xu Etsuko Ishii Yejin Bang Andrea Madotto and Pascale Fung. 2022. Survey of Hallucination in Natural Language Generation. CoRR abs\/2202.03629(2022). arXiv:2202.03629https:\/\/arxiv.org\/abs\/2202.03629"},{"key":"e_1_3_2_1_10_1","volume-title":"TREC 2020 Podcasts Track Overview. ArXiv abs\/2103","author":"Jones R.","year":"2020","unstructured":"R. Jones, Ben Carteree, Ann Clion, Maria Eskevich, G. Jones, Jussi Karlgren, Aasish Pappu, Sravana Reddy, and Yongze Yu. 2020. TREC 2020 Podcasts Track Overview. ArXiv abs\/2103.15953(2020)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1111360.1111388"},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the 14th ACM International Conference on Web Search and Data Mining","author":"Lin J.","year":"2021","unstructured":"Jimmy\u00a0J. Lin, Rodrigo Nogueira, and Andrew Yates. 2021a. Pretrained Transformers for Text Ranking: BERT and Beyond. Proceedings of the 14th ACM International Conference on Web Search and Data Mining (2021)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446426"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.destud.2011.03.003"},{"key":"e_1_3_2_1_15_1","volume-title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. CoRR abs\/1611.09268(2016). arXiv:1611.09268http:\/\/arxiv.org\/abs\/1611.09268","author":"Nguyen Tri","year":"2016","unstructured":"Tri Nguyen, Mir Rosenberg, Xia Song, Jianfeng Gao, Saurabh Tiwary, Rangan Majumder, and Li Deng. 2016. MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. CoRR abs\/1611.09268(2016). arXiv:1611.09268http:\/\/arxiv.org\/abs\/1611.09268"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.63"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Fabio Petroni Aleksandra Piktus Angela Fan Patrick Lewis Majid Yazdani Nicola\u00a0De Cao James Thorne Yacine Jernite Vassilis Plachouras Tim Rocktaschel and Sebastian Riedel. 2021. KILT: a Benchmark for Knowledge Intensive Language Tasks. ArXiv abs\/2009.02252(2021).","DOI":"10.18653\/v1\/2021.naacl-main.200"},{"key":"e_1_3_2_1_18_1","volume-title":"Weakly-Supervised Open-Retrieval Conversational Question Answering. ECIR European Conference on Information Retrieval.","author":"Qu Chen","year":"2021","unstructured":"Chen Qu, Liu Yang, Cen Chen, William\u00a0Bruce Croft, Kalpesh Krishna, and Mohit Iyyer. 2021. Weakly-Supervised Open-Retrieval Conversational Question Answering. ECIR European Conference on Information Retrieval."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401110"},{"key":"e_1_3_2_1_20_1","volume-title":"Language models are unsupervised multitask learners. OpenAI blog 1, 8","author":"Radford Alec","year":"2019","unstructured":"Alec Radford, Jeffrey Wu, Rewon Child, David Luan, Dario Amodei, Ilya Sutskever, 2019. Language models are unsupervised multitask learners. OpenAI blog 1, 8 (2019), 9."},{"key":"e_1_3_2_1_21_1","unstructured":"Colin Raffel Noam Shazeer Adam Roberts Katherine Lee Sharan Narang Michael Matena Yanqi Zhou Wei Li and Peter\u00a0J. Liu. 2019. Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer. CoRR abs\/1910.10683(2019). arXiv:1910.10683http:\/\/arxiv.org\/abs\/1910.10683"},{"key":"e_1_3_2_1_22_1","volume-title":"Conversational AI: The Science Behind the Alexa Prize. ArXiv abs\/1801.03604(2018).","author":"Ram Ashwin","year":"2018","unstructured":"Ashwin Ram, Rohit Prasad, Chandra Khatri, Anu Venkatesh, Raefer Gabriel, Qing Liu, Jeff Nunn, Behnam Hedayatnia, Ming Cheng, Ashish Nagar, Eric King, Kate Bland, Amanda Wartick, Yi Pan, Han Song, Sk Jayadevan, Gene Hwang, and Art Pettigrue. 2018. Conversational AI: The Science Behind the Alexa Prize. ArXiv abs\/1801.03604(2018)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Nils Reimers and Iryna Gurevych. 2019. Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks. CoRR abs\/1908.10084(2019). arXiv:1908.10084http:\/\/arxiv.org\/abs\/1908.10084","DOI":"10.18653\/v1\/D19-1410"},{"key":"e_1_3_2_1_24_1","volume-title":"SLING: A framework for frame semantic parsing. ArXiv abs\/1710.07032(2017).","author":"Ringgaard Michael","year":"2017","unstructured":"Michael Ringgaard, Rahul Gupta, and Fernando\u00a0C Pereira. 2017. SLING: A framework for frame semantic parsing. ArXiv abs\/1710.07032(2017)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-2099-5_24"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.24"},{"key":"e_1_3_2_1_27_1","volume-title":"TREC 2018 News Track Overview. TREC Text Retrieval Conference.","author":"Soboroff Ian","year":"2018","unstructured":"Ian Soboroff, Shudong Huang, and Donna\u00a0K. Harman. 2018. TREC 2018 News Track Overview. TREC Text Retrieval Conference."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3437963.3441748"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401416"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2629489"},{"key":"e_1_3_2_1_31_1","unstructured":"Alex Wang Yada Pruksachatkun Nikita Nangia Amanpreet Singh Julian Michael Felix Hill Omer Levy and Samuel\u00a0R. Bowman. 2019. SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems. In NeurIPS."},{"key":"e_1_3_2_1_32_1","unstructured":"Thomas Wolf Lysandre Debut Victor Sanh Julien Chaumond Clement Delangue Anthony Moi Pierric Cistac Tim Rault R\u00e9mi Louf Morgan Funtowicz and Jamie Brew. 2019. HuggingFace\u2019s Transformers: State-of-the-art Natural Language Processing. CoRR abs\/1910.03771(2019). arXiv:1910.03771http:\/\/arxiv.org\/abs\/1910.03771"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3239571"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767756"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1076"}],"event":{"name":"CUI 2022: 4th Conference on Conversational User Interfaces","acronym":"CUI 2022","location":"Glasgow United Kingdom"},"container-title":["Proceedings of the 4th Conference on Conversational User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543829.3543830","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3543829.3543830","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:48:04Z","timestamp":1750178884000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543829.3543830"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,26]]},"references-count":35,"alternative-id":["10.1145\/3543829.3543830","10.1145\/3543829"],"URL":"https:\/\/doi.org\/10.1145\/3543829.3543830","relation":{},"subject":[],"published":{"date-parts":[[2022,7,26]]},"assertion":[{"value":"2022-09-15","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}