{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T15:11:12Z","timestamp":1778080272159,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":21,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,11,3]]},"DOI":"10.1145\/3748636.3764174","type":"proceedings-article","created":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T19:07:30Z","timestamp":1765566450000},"page":"1042-1045","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Benchmarking Geospatial Question Answering with MapQA"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9603-9329","authenticated-orcid":false,"given":"Zekun","family":"Li","sequence":"first","affiliation":[{"name":"University of Minnesota, Minneapolis, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-5675-6407","authenticated-orcid":false,"given":"Malcolm","family":"Grossman","sequence":"additional","affiliation":[{"name":"University of Minnesota, Minneapolis, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8513-3782","authenticated-orcid":false,"given":"Ehsan","family":"Qasemi","sequence":"additional","affiliation":[{"name":"Oracle, Redwood City, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-9323-880X","authenticated-orcid":false,"given":"Mihir","family":"Kulkarni","sequence":"additional","affiliation":[{"name":"Pennsylvania State University, State College, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0118-3147","authenticated-orcid":false,"given":"Muhao","family":"Chen","sequence":"additional","affiliation":[{"name":"University of California, Davis, Davis, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8923-0130","authenticated-orcid":false,"given":"Yao-Yi","family":"Chiang","sequence":"additional","affiliation":[{"name":"University of Minnesota, Minneapolis, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,12,12]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Natural language interfaces to databases-an introduction. Natural language engineering 1, 1","author":"Androutsopoulos Ion","year":"1995","unstructured":"Ion Androutsopoulos, Graeme D Ritchie, and Peter Thanisch. 1995. Natural language interfaces to databases-an introduction. Natural language engineering 1, 1 (1995), 29\u201381."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Yingshan Chang Mridu Narang Hisami Suzuki Guihong Cao Jianfeng Gao and Yonatan Bisk. 2022. WebQA: Multihop and Multimodal QA. arXiv:2109.00590 [cs.CL]","DOI":"10.1109\/CVPR52688.2022.01600"},{"key":"e_1_3_2_1_3_1","unstructured":"Abhimanyu Dubey Abhinav Jauhri Abhinav Pandey Abhishek Kadian Ahmad Al-Dahle Aiesha Letman Akhil Mathur Alan Schelten Amy Yang Angela Fan et al. 2024. The llama 3 herd of models. arXiv:2407.21783 (2024)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.3390\/app122412942"},{"key":"e_1_3_2_1_5_1","volume-title":"Leveraging passage retrieval with generative models for open domain question answering. arXiv:2007.01282","author":"Izacard Gautier","year":"2020","unstructured":"Gautier Izacard and Edouard Grave. 2020. Leveraging passage retrieval with generative models for open domain question answering. arXiv:2007.01282 (2020)."},{"key":"e_1_3_2_1_6_1","volume-title":"Diego de las Casas, Florian Bressand, Gianna Lengyel, Guillaume Lample, et al.","author":"Jiang Albert Q","year":"2023","unstructured":"Albert Q Jiang, Alexandre Sablayrolles, Arthur Mensch, Chris Bamford, Devendra Singh Chaplot, Diego de las Casas, Florian Bressand, Gianna Lengyel, Guillaume Lample, et al. 2023. Mistral 7B. arXiv:2310.06825 (2023)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1147"},{"key":"e_1_3_2_1_8_1","volume-title":"Dense passage retrieval for open-domain question answering. arXiv:2004.04906","author":"Karpukhin Vladimir","year":"2020","unstructured":"Vladimir Karpukhin, Barlas O\u011fuz, Sewon Min, Patrick Lewis, Ledell Wu, Sergey Edunov, Danqi Chen, and Wen-tau Yih. 2020. Dense passage retrieval for open-domain question answering. arXiv:2004.04906 (2020)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00276"},{"key":"e_1_3_2_1_10_1","volume-title":"SpaBERT: A Pre-trained Language Model from Geographic Data for Geo-Entity Representation. arXiv:2210.12213","author":"Li Zekun","year":"2022","unstructured":"Zekun Li, Jina Kim, Yao-Yi Chiang, and Muhao Chen. 2022. SpaBERT: A Pre-trained Language Model from Geographic Data for Geo-Entity Representation. arXiv:2210.12213 (2022)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.317"},{"key":"e_1_3_2_1_12_1","series-title":"AGILE: GIScience series 2","volume-title":"Geographic question answering: Challenges, uniqueness, classification, and future directions","author":"Mai Gengchen","year":"2021","unstructured":"Gengchen Mai, Krzysztof Janowicz, Rui Zhu, Ling Cai, and Ni Lao. 2021. Geographic question answering: Challenges, uniqueness, classification, and future directions. AGILE: GIScience series 2 (2021), 8."},{"key":"e_1_3_2_1_13_1","unstructured":"Gengchen Mai Bo Yan Krzysztof Janowicz and Rui Zhu. 2019. Relaxing Unanswerable Geographic Questions Using A Spatially Explicit Knowledge Graph Embedding Model."},{"key":"e_1_3_2_1_14_1","volume-title":"GPT-4 technical report. arXiv","author":"R","year":"2023","unstructured":"R OpenAI. 2023. GPT-4 technical report. arXiv (2023), 2303\u201308774."},{"key":"e_1_3_2_1_15_1","volume-title":"Sen Wu, Daniel Selsam, and Christopher R\u00e9.","author":"Ratner Alexander J","year":"2016","unstructured":"Alexander J Ratner, Christopher M De Sa, Sen Wu, Daniel Selsam, and Christopher R\u00e9. 2016. Data programming: Creating large training sets, quickly. Advances in neural information processing systems 29 (2016)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.3390\/ijgi11120598"},{"key":"e_1_3_2_1_17_1","unstructured":"Gemini Team Rohan Anil Sebastian Borgeaud Yonghui Wu Jean-Baptiste Alayrac Jiahui Yu Radu Soricut Johan Schalkwyk Andrew M Dai Anja Hauth et al. 2023. Gemini: a family of highly capable multimodal models. arXiv:2312.11805 (2023)."},{"key":"e_1_3_2_1_18_1","series-title":"Journal of Physics: Conference Series","volume-title":"Spatial Relationship Extraction of Geographic Entities Based on BERT Model","author":"Yang Jiannan","year":"2031","unstructured":"Jiannan Yang, Hong Jia, and Hanbing Liu. 2022. Spatial Relationship Extraction of Geographic Entities Based on BERT Model. In Journal of Physics: Conference Series, Vol. 2363. IOP Publishing, 012031."},{"key":"e_1_3_2_1_19_1","volume-title":"Manning","author":"Yang Zhilin","year":"2018","unstructured":"Zhilin Yang, Peng Qi, Saizheng Zhang, Yoshua Bengio, William W. Cohen, Ruslan Salakhutdinov, and Christopher D. Manning. 2018. HotpotQA: A Dataset for Diverse, Explainable Multi-hop Question Answering. arXiv:1809.09600 [cs.CL]"},{"key":"e_1_3_2_1_20_1","volume-title":"Spider: A large-scale human-labeled dataset for complex and cross-domain semantic parsing and text-to-sql task. arXiv:1809.08887","author":"Yu Tao","year":"2018","unstructured":"Tao Yu, Rui Zhang, Kai Yang, Michihiro Yasunaga, Dongxu Wang, Zifan Li, James Ma, Irene Li, Qingning Yao, Shanelle Roman, et al. 2018. Spider: A large-scale human-labeled dataset for complex and cross-domain semantic parsing and text-to-sql task. arXiv:1809.08887 (2018)."},{"key":"e_1_3_2_1_21_1","volume-title":"Seq2sql: Generating structured queries from natural language using reinforcement learning. arXiv:1709.00103","author":"Zhong Victor","year":"2017","unstructured":"Victor Zhong, Caiming Xiong, and Richard Socher. 2017. Seq2sql: Generating structured queries from natural language using reinforcement learning. arXiv:1709.00103 (2017)."}],"event":{"name":"SIGSPATIAL '25: 33rd ACM International Conference on Advances in Geographic Information Systems","location":"The Graduate Hotel Minneapolis Minneapolis MN USA","acronym":"SIGSPATIAL '25","sponsor":["SIGSPATIAL ACM Special Interest Group on Spatial Information"]},"container-title":["Proceedings of the 33rd ACM International Conference on Advances in Geographic Information Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3748636.3764174","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T19:08:46Z","timestamp":1765566526000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3748636.3764174"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,3]]},"references-count":21,"alternative-id":["10.1145\/3748636.3764174","10.1145\/3748636"],"URL":"https:\/\/doi.org\/10.1145\/3748636.3764174","relation":{},"subject":[],"published":{"date-parts":[[2025,11,3]]},"assertion":[{"value":"2025-12-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}