{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T03:55:00Z","timestamp":1761710100711,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,13]]},"DOI":"10.1145\/3589335.3651444","type":"proceedings-article","created":{"date-parts":[[2024,5,12]],"date-time":"2024-05-12T18:41:21Z","timestamp":1715539281000},"page":"1091-1094","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["CompMix: A Benchmark for Heterogeneous Question Answering"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0857-7245","authenticated-orcid":false,"given":"Philipp","family":"Christmann","sequence":"first","affiliation":[{"name":"Max Planck Institute for Informatics & Saarland Informatics Campus, Saarbruecken, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5774-5658","authenticated-orcid":false,"given":"Rishiraj","family":"Saha Roy","sequence":"additional","affiliation":[{"name":"Max Planck Institute for Informatics & Saarland Informatics Campus, Saarbruecken, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4959-6098","authenticated-orcid":false,"given":"Gerhard","family":"Weikum","sequence":"additional","affiliation":[{"name":"Max Planck Institute for Informatics & Saarland Informatics Campus, Saarbruecken, Germany"}]}],"member":"320","published-online":{"date-parts":[[2024,5,13]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Mohamed Yahya, and Gerhard Weikum.","author":"Abujabal Abdalghani","year":"2018","unstructured":"Abdalghani Abujabal, Rishiraj Saha Roy, Mohamed Yahya, and Gerhard Weikum. 2018. Never-ending learning for open-domain question answering over knowledge bases. In WWW."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"crossref","unstructured":"Hannah Bast and Elmar Haussmann. 2015. More accurate question answering on Freebase. In CIKM.","DOI":"10.1145\/2806416.2806472"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"crossref","unstructured":"Jonathan Berant Andrew Chou Roy Frostig and Percy Liang. 2013. Semantic parsing on Freebase from question-answer pairs. In EMNLP.","DOI":"10.18653\/v1\/D13-1160"},{"key":"e_1_3_2_2_4_1","volume-title":"Large-scale simple question answering with memory networks. CoRR","author":"Bordes Antoine","year":"2015","unstructured":"Antoine Bordes, Nicolas Usunier, Sumit Chopra, and Jason Weston. 2015. Large-scale simple question answering with memory networks. CoRR (2015)."},{"key":"e_1_3_2_2_5_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah et al. 2020. Language models are few-shot learners. In NeurIPS."},{"key":"e_1_3_2_2_6_1","volume-title":"William Yang Wang, and William W Cohen","author":"Chen Wenhu","year":"2021","unstructured":"Wenhu Chen, Ming-Wei Chang, Eva Schlinger, William Yang Wang, and William W Cohen. 2021a. Open Question Answering over Tables and Text. In ICLR."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"crossref","unstructured":"Wenhu Chen Hanwen Zha Zhiyu Chen Wenhan Xiong et al. 2020. HybridQA: A Dataset of Multi-Hop Question Answering over Tabular and Textual Data. In EMNLP.","DOI":"10.18653\/v1\/2020.findings-emnlp.91"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"crossref","unstructured":"Zhiyu Chen Wenhu Chen Charese Smiley Sameena Shah et al. 2021b. FinQA: A Dataset of Numerical Reasoning over Financial Data. In EMNLP.","DOI":"10.18653\/v1\/2021.emnlp-main.300"},{"key":"e_1_3_2_2_9_1","volume-title":"Rishiraj Saha Roy, and Gerhard Weikum","author":"Christmann Philipp","year":"2022","unstructured":"Philipp Christmann, Rishiraj Saha Roy, and Gerhard Weikum. 2022a. Beyond NED: Fast and Effective Search Space Reduction for Complex Question Answering over Knowledge Bases. In WSDM."},{"key":"e_1_3_2_2_10_1","volume-title":"Rishiraj Saha Roy, and Gerhard Weikum","author":"Christmann Philipp","year":"2022","unstructured":"Philipp Christmann, Rishiraj Saha Roy, and Gerhard Weikum. 2022b. Conversational Question Answering on Heterogeneous Sources. In SIGIR."},{"key":"e_1_3_2_2_11_1","volume-title":"Rishiraj Saha Roy, and Gerhard Weikum","author":"Christmann Philipp","year":"2023","unstructured":"Philipp Christmann, Rishiraj Saha Roy, and Gerhard Weikum. 2023. Explainable Conversational Question Answering over Heterogeneous Sources via Iterative Graph Neural Networks. In SIGIR."},{"key":"e_1_3_2_2_12_1","volume-title":"PACIFIC: Towards Proactive Conversational Question Answering over Tabular and Textual Data in Finance. In EMNLP.","author":"Deng Yang","year":"2022","unstructured":"Yang Deng, Wenqiang Lei, Wenxuan Zhang, Wai Lam, and Tat-Seng Chua. 2022. PACIFIC: Towards Proactive Conversational Question Answering over Tabular and Textual Data in Finance. In EMNLP."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"crossref","unstructured":"Darryl Hannan Akshay Jain and Mohit Bansal. 2020. ManyModalQA: Modality Disambiguation and QA over Diverse Inputs. In AAAI.","DOI":"10.1609\/aaai.v34i05.6294"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"crossref","unstructured":"Jonathan Herzig Thomas Mueller Syrine Krichene and Julian Eisenschlos. 2021. Open Domain Question Answering over Tables via Dense Retrieval. In NAACL.","DOI":"10.18653\/v1\/2021.naacl-main.43"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"crossref","unstructured":"Gautier Izacard and \u00c9douard Grave. 2021. Leveraging Passage Retrieval with Generative Models for Open Domain Question Answering. In EACL.","DOI":"10.18653\/v1\/2021.eacl-main.74"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"crossref","unstructured":"Sujay Kumar Jauhar Peter Turney and Eduard Hovy. 2016. Tables as semi-structured knowledge for question answering. In ACL.","DOI":"10.18653\/v1\/P16-1045"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"crossref","unstructured":"Vladimir Karpukhin Barlas Oguz Sewon Min Patrick Lewis et al. 2020. Dense Passage Retrieval for Open-Domain Question Answering. In EMNLP.","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00276"},{"key":"e_1_3_2_2_19_1","volume-title":"TSQA: Tabular scenario based question answering. In AAAI.","author":"Li Xiao","year":"2021","unstructured":"Xiao Li, Yawei Sun, and Gong Cheng. 2021. TSQA: Tabular scenario based question answering. In AAAI."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"crossref","unstructured":"Alexander Miller Adam Fisch Jesse Dodge Amir-Hossein Karimi et al. 2016. Key-value memory networks for directly reading documents. In EMNLP.","DOI":"10.18653\/v1\/D16-1147"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"crossref","unstructured":"Kai Nakamura Sharon Levy Yi-Lin Tuan Wenhu Chen and William Yang Wang. 2022. HybriDialogue: An Information-Seeking Dialogue Dataset Grounded on Tabular and Textual Data. In ACL.","DOI":"10.18653\/v1\/2022.findings-acl.41"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"crossref","unstructured":"Barlas Ouguz Xilun Chen Vladimir Karpukhin Stan Peshterliev et al. 2022. UniK-QA: Unified Representations of Structured and Unstructured Knowledge for Open-Domain Question Answering. In NAACL-HLT.","DOI":"10.18653\/v1\/2022.findings-naacl.115"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"crossref","unstructured":"Panupong Pasupat and Percy Liang. 2015. Compositional Semantic Parsing on Semi-Structured Tables. In ACL.","DOI":"10.3115\/v1\/P15-1142"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"crossref","unstructured":"Pranav Rajpurkar Jian Zhang Konstantin Lopyrev and Percy Liang. 2016. SQuAD: 100 000 Questions for Machine Comprehension of Text. In EMNLP.","DOI":"10.18653\/v1\/D16-1264"},{"key":"e_1_3_2_2_25_1","volume-title":"The Probabilistic Relevance Framework: BM25 and Beyond. Foundations and Trends in Information Retrieval","author":"Robertson Stephen","year":"2009","unstructured":"Stephen Robertson and Hugo Zaragoza. 2009. The Probabilistic Relevance Framework: BM25 and Beyond. Foundations and Trends in Information Retrieval (2009)."},{"volume-title":"Question Answering for the Curated Web: Tasks and Methods in QA over Knowledge Bases and Text Collections","author":"Roy Rishiraj Saha","key":"e_1_3_2_2_26_1","unstructured":"Rishiraj Saha Roy and Avishek Anand. 2022. Question Answering for the Curated Web: Tasks and Methods in QA over Knowledge Bases and Text Collections. Springer."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"crossref","unstructured":"Denis Savenkov and Eugene Agichtein. 2016. When a knowledge base is not enough: Question answering over knowledge bases with external text data. In SIGIR.","DOI":"10.1145\/2911451.2911536"},{"key":"e_1_3_2_2_28_1","volume-title":"Weiwei Cheng, et al.","author":"Shen Xiaoyu","year":"2022","unstructured":"Xiaoyu Shen, Gianni Barlacchi, Marco Del Tredici, Weiwei Cheng, et al. 2022. Product Answer Generation from Heterogeneous Sources: A New Benchmark and Best Practices. In ECNLP@ACL."},{"key":"e_1_3_2_2_29_1","unstructured":"Haitian Sun Tania Bedrax-Weiss and William Cohen. 2019. PullNet: Open Domain Question Answering with Iterative Retrieval on Knowledge Bases and Text. In EMNLP-IJCNLP."},{"key":"e_1_3_2_2_30_1","unstructured":"Haitian Sun Bhuwan Dhingra Manzil Zaheer Kathryn Mazaitis et al. 2018. Open Domain Question Answering Using Early Fusion of Knowledge Bases and Text. In EMNLP."},{"key":"e_1_3_2_2_31_1","unstructured":"Alon Talmor Ori Yoran Amnon Catav Dan Lahav et al. 2021. MultiModalQA: Complex Question Answering over Text Tables and Images. In ICLR."},{"key":"e_1_3_2_2_32_1","volume-title":"Wikidata: A free collaborative knowledge base. CACM","author":"Markus Kr\u00f6tzsch Denny Vrandevc","year":"2014","unstructured":"Denny Vrandevc i\u0107 and Markus Kr\u00f6tzsch. 2014. Wikidata: A free collaborative knowledge base. CACM (2014)."},{"key":"e_1_3_2_2_33_1","unstructured":"Kun Xu Yansong Feng Songfang Huang and Dongyan Zhao. 2016. Hybrid question answering over knowledge base and free text. In COLING."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"crossref","unstructured":"Zhilin Yang Peng Qi Saizheng Zhang Yoshua Bengio et al. 2018. HotpotQA: A Dataset for Diverse Explainable Multi-hop Question Answering. In EMNLP.","DOI":"10.18653\/v1\/D18-1259"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"crossref","unstructured":"Yuyu Zhang Hanjun Dai Zornitsa Kozareva Alexander J. Smola and Le Song. 2018. Variational Reasoning for Question Answering with Knowledge Graph. In AAAI.","DOI":"10.1609\/aaai.v32i1.12057"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"crossref","unstructured":"Yuyu Zhang Ping Nie Arun Ramamurthy and Le Song. 2021. Answering any-hop open-domain questions with iterative document reranking. In SIGIR.","DOI":"10.1145\/3404835.3462853"},{"key":"e_1_3_2_2_37_1","unstructured":"Fengbin Zhu Wenqiang Lei Youcheng Huang Chao Wang et al. 2021. TAT-QA: A Question Answering Benchmark on a Hybrid of Tabular and Textual Content in Finance. In ACL. io"}],"event":{"name":"WWW '24: The ACM Web Conference 2024","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"location":"Singapore Singapore","acronym":"WWW '24"},"container-title":["Companion Proceedings of the ACM Web Conference 2024"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589335.3651444","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3589335.3651444","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:34:07Z","timestamp":1755822847000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589335.3651444"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,13]]},"references-count":37,"alternative-id":["10.1145\/3589335.3651444","10.1145\/3589335"],"URL":"https:\/\/doi.org\/10.1145\/3589335.3651444","relation":{},"subject":[],"published":{"date-parts":[[2024,5,13]]},"assertion":[{"value":"2024-05-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}