{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,26]],"date-time":"2025-11-26T16:45:11Z","timestamp":1764175511040,"version":"3.40.3"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031472428"},{"type":"electronic","value":"9783031472435"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-47243-5_15","type":"book-chapter","created":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T07:02:30Z","timestamp":1698822150000},"page":"266-284","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Benchmarking Geospatial Question Answering Engines Using the\u00a0Dataset GeoQuestions1089"],"prefix":"10.1007","author":[{"given":"Sergios-Anestis","family":"Kefalidis","sequence":"first","affiliation":[]},{"given":"Dharmen","family":"Punjani","sequence":"additional","affiliation":[]},{"given":"Eleni","family":"Tsalapati","sequence":"additional","affiliation":[]},{"given":"Konstantinos","family":"Plas","sequence":"additional","affiliation":[]},{"given":"Mariangela","family":"Pollali","sequence":"additional","affiliation":[]},{"given":"Michail","family":"Mitsios","sequence":"additional","affiliation":[]},{"given":"Myrto","family":"Tsokanaridou","sequence":"additional","affiliation":[]},{"given":"Manolis","family":"Koubarakis","sequence":"additional","affiliation":[]},{"given":"Pierre","family":"Maret","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,10,27]]},"reference":[{"key":"15_CR1","doi-asserted-by":"publisher","unstructured":"Beydokhti, M.K., Duckham, M., Tao, Y., Vasardani, M., Griffin, A.L.: Qualitative spatial reasoning over questions (short paper). In: Ishikawa, T., Fabrikant, S.I., Winter, S. (eds.) Proceedings of the 15th International Conference on Spatial Information Theory, COSIT 2022, 5\u20139 September 2022, Kobe. LIPIcs, vol. 240, pp. 18:1\u201318:7. Schloss Dagstuhl - Leibniz-Zentrum f\u00fcr Informatik (2022). https:\/\/doi.org\/10.4230\/LIPIcs.COSIT.2022.18","DOI":"10.4230\/LIPIcs.COSIT.2022.18"},{"key":"15_CR2","unstructured":"Burtsev, M., et al.: Deeppavlov: open-source library for dialogue systems. ACL (4), 122\u2013127 (2018). https:\/\/aclanthology.info\/papers\/P18-4021\/p18-4021"},{"key":"15_CR3","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Burstein, J., Doran, C., Solorio, T. (eds.) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT 2019, Minneapolis, 2\u20137 June 2019, Volume 1 (Long and Short Papers). pp. 4171\u20134186. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/v1\/n19-1423","DOI":"10.18653\/v1\/n19-1423"},{"key":"15_CR4","doi-asserted-by":"crossref","unstructured":"Dsouza, A., Tempelmeier, N., Yu, R., Gottschalk, S., Demidova, E.: WorldKG: A world-scale geographic knowledge graph. In: CIKM \u201921: The 30th ACM International Conference on Information and Knowledge Management, Virtual Event, Queensland, 1\u20135 November 2021, pp. 4475\u20134484. ACM (2021)","DOI":"10.1145\/3459637.3482023"},{"key":"15_CR5","doi-asserted-by":"crossref","unstructured":"Dubey, M., Banerjee, D., Abdelkawi, A., Lehmann, J.: LC-QuAD 2.0: a large dataset for complex question answering over wikidata and DBpedia. In: ISWC (2019)","DOI":"10.1007\/978-3-030-30796-7_5"},{"key":"15_CR6","doi-asserted-by":"publisher","unstructured":"Ferragina, P., Scaiella, U.: TAGME: on-the-fly annotation of short text fragments (by wikipedia entities). In: Huang, J.X., Koudas, N., Jones, G.J.F., Wu, X., Collins-Thompson, K., An, A. (eds.) Proceedings of the 19th ACM Conference on Information and Knowledge Management (CIKM 2010), Toronto, 26\u201330 October 2010, pp. 1625\u20131628. ACM (2010). https:\/\/doi.org\/10.1145\/1871437.1871689","DOI":"10.1145\/1871437.1871689"},{"key":"15_CR7","doi-asserted-by":"publisher","unstructured":"Hamzei, E., Li, H., Vasardani, M., Baldwin, T., Winter, S., Tomko, M.: Place questions and human-generated answers: a data analysis approach. In: Kyriakidis, P., Hadjimitsis, D., Skarlatos, D., Mansourian, A. (eds.) AGILE 2019. LNGC, pp. 3\u201319. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-14745-7_1","DOI":"10.1007\/978-3-030-14745-7_1"},{"key":"15_CR8","unstructured":"Hamzei, E.: Place-related question answering: from questions to relevant answers. Ph.D. thesis (2021)"},{"key":"15_CR9","doi-asserted-by":"crossref","unstructured":"Hamzei, E., Tomko, M., Winter, S.: Translating place-related questions to GeoSPARQL queries. In: Proceedings of the Web Conference (WWW) (2022)","DOI":"10.1145\/3485447.3511933"},{"key":"15_CR10","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1016\/j.artint.2012.06.001","volume":"194","author":"J Hoffart","year":"2013","unstructured":"Hoffart, J., Suchanek, F.M., Berberich, K., Weikum, G.: Yago2: a spatially and temporally enhanced knowledge base from wikipedia. Artif. Intell. 194, 28\u201361 (2013)","journal-title":"Artif. Intell."},{"key":"15_CR11","doi-asserted-by":"publisher","unstructured":"Ioannidis, T., Garbis, G., Kyzirakos, K., Bereta, K., Koubarakis, M.: Evaluating geospatial RDF stores using the benchmark geographica 2. J. Data Semant. 10(3\u20134), 189\u2013228 (2021). https:\/\/doi.org\/10.1007\/s13740-021-00118-x","DOI":"10.1007\/s13740-021-00118-x"},{"key":"15_CR12","doi-asserted-by":"publisher","unstructured":"Janowicz, K., et al.: Know, know where, knowwheregraph: a densely connected, cross-domain knowledge graph and geo-enrichment service stack for applications in environmental intelligence. AI Mag. 43(1), 30\u201339 (2022). https:\/\/doi.org\/10.1609\/aimag.v43i1.19120","DOI":"10.1609\/aimag.v43i1.19120"},{"key":"15_CR13","doi-asserted-by":"publisher","unstructured":"Joshi, V., Peters, M.E., Hopkins, M.: Extending a parser to distant domains using a few dozen partially annotated examples. In: Gurevych, I., Miyao, Y. (eds.) Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, ACL 2018, Melbourne, 15\u201320 July 2018, Volume 1: Long Papers, pp. 1190\u20131199. Association for Computational Linguistics (2018). https:\/\/doi.org\/10.18653\/v1\/P18-1110","DOI":"10.18653\/v1\/P18-1110"},{"key":"15_CR14","doi-asserted-by":"publisher","unstructured":"Karalis, N., Mandilaras, G., Koubarakis, M.: Extending the YAGO2 knowledge graph with precise geospatial knowledge. In: Ghidini, C., et al. (eds.) ISWC 2019. LNCS, vol. 11779, pp. 181\u2013197. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-30796-7_12","DOI":"10.1007\/978-3-030-30796-7_12"},{"key":"15_CR15","doi-asserted-by":"publisher","unstructured":"Kyzirakos, K., Karpathiotakis, M., Koubarakis, M.: Strabon: A semantic geospatial DBMS. In: Cudr\u00e9-Mauroux, P., et al. (eds.) ISWC 2012. LNCS, vol. 7649, pp. 295\u2013311. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-35176-1_19","DOI":"10.1007\/978-3-642-35176-1_19"},{"key":"15_CR16","doi-asserted-by":"publisher","unstructured":"Lample, G., Ballesteros, M., Subramanian, S., Kawakami, K., Dyer, C.: Neural architectures for named entity recognition. In: Knight, K., Nenkova, A., Rambow, O. (eds.) NAACL HLT 2016, The 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, San Diego, 12\u201317 June 2016, pp. 260\u2013270. The Association for Computational Linguistics (2016). https:\/\/doi.org\/10.18653\/v1\/n16-1030","DOI":"10.18653\/v1\/n16-1030"},{"key":"15_CR17","doi-asserted-by":"crossref","unstructured":"Li, H., et al.: Neural factoid geospatial question answering. J. Spatial Inf. Sci. 23, 65\u201390 (2021)","DOI":"10.5311\/JOSIS.2021.23.159"},{"key":"15_CR18","unstructured":"Longley, P.A., Goodchild, M.F., Maguire, D.J., Rhind, D.W.: Geographic Information Science and Systems, 4th edn. John Wiley and Sons (2015)"},{"key":"15_CR19","doi-asserted-by":"publisher","unstructured":"Lukovnikov, D., Fischer, A., Lehmann, J.: Pretrained transformers for simple question answering over knowledge graphs. In: Ghidini, C., et al. (eds.) ISWC 2019. LNCS, vol. 11778, pp. 470\u2013486. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-30793-6_27","DOI":"10.1007\/978-3-030-30793-6_27"},{"key":"15_CR20","doi-asserted-by":"crossref","unstructured":"Koubarakis, M. (ed.): Geospatial Data Science: A Hands-on Approach Based on Geospatial Technologies. ACM Books (2023)","DOI":"10.1145\/3581906"},{"key":"15_CR21","doi-asserted-by":"publisher","unstructured":"Manning, C., Surdeanu, M., Bauer, J., Finkel, J., Bethard, S., McClosky, D.: The Stanford CoreNLP natural language processing toolkit. In: Proceedings of 52nd Annual Meeting of the Association for Computational Linguistics: System Demonstrations, pp. 55\u201360. Association for Computational Linguistics, Baltimore (2014). https:\/\/doi.org\/10.3115\/v1\/P14-5010","DOI":"10.3115\/v1\/P14-5010"},{"key":"15_CR22","doi-asserted-by":"publisher","unstructured":"Papadakis, G., Mandilaras, G.M., Mamoulis, N., Koubarakis, M.: Progressive, holistic geospatial interlinking. In: Leskovec, J., Grobelnik, M., Najork, M., Tang, J., Zia, L. (eds.) The Web Conference 2021, Virtual Event (WWW 2021)\/Ljubljana, 19\u201323 April 2021, pp. 833\u2013844. ACM\/IW3C2 (2021). https:\/\/doi.org\/10.1145\/3442381.3449850","DOI":"10.1145\/3442381.3449850"},{"key":"15_CR23","unstructured":"Papamichalopoulos, M., Papadakis, G., Mandilaras, G., Siampou, M.D., Mamoulis, N., Koubarakis, M.: Three-dimensional geospatial interlinking with jedai-spatial (2022). https:\/\/arxiv.org\/pdf\/2205.01905.pdf"},{"key":"15_CR24","unstructured":"Punjani, D., et al.: Template-based question answering over linked geospatial data. arXiv preprint arXiv:2007.07060 (2020)"},{"key":"15_CR25","doi-asserted-by":"publisher","unstructured":"Punjani, D., et al.: Template-based question answering over linked geospatial data. In: Purves, R.S., Jones, C.B. (eds.) Proceedings of the 12th Workshop on Geographic Information Retrieval, GIR@SIGSPATIAL 2018, Seattle, 6 November 2018, pp. 7:1\u20137:10. ACM (2018). https:\/\/doi.org\/10.1145\/3281354.3281362","DOI":"10.1145\/3281354.3281362"},{"key":"15_CR26","unstructured":"Regalia, B.D.: Computational Time and Space Tradeoffs in Geo Knowledge Graphs. Ph.D. thesis, UC Santa Barbara (2020)"},{"key":"15_CR27","doi-asserted-by":"publisher","unstructured":"Singh, K., et al.: Why reinvent the wheel: let\u2019s build question answering systems together. In: Champin, P., Gandon, F.L., Lalmas, M., Ipeirotis, P.G. (eds.) Proceedings of the 2018 World Wide Web Conference on World Wide Web (WWW 2018), Lyon, 23\u201327 April 2018, pp. 1247\u20131256. ACM (2018). https:\/\/doi.org\/10.1145\/3178876.3186023","DOI":"10.1145\/3178876.3186023"},{"key":"15_CR28","doi-asserted-by":"publisher","unstructured":"Stoilos, G., Papasarantopoulos, N., Vougiouklis, P., Bansky, P.: Type linking for query understanding and semantic search. In: Zhang, A., Rangwala, H. (eds.) The 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining (KDD 2022), Washington, 14\u201318 August 2022, pp. 3931\u20133940. ACM (2022). https:\/\/doi.org\/10.1145\/3534678.3539067","DOI":"10.1145\/3534678.3539067"},{"key":"15_CR29","doi-asserted-by":"publisher","unstructured":"Vrandecic, D., Kr\u00f6tzsch, M.: Wikidata: a free collaborative knowledgebase. Commun. ACM 57(10), 78\u201385 (2014). https:\/\/doi.org\/10.1145\/2629489","DOI":"10.1145\/2629489"},{"key":"15_CR30","doi-asserted-by":"publisher","unstructured":"Wallgr\u00fcn, J.O., Frommberger, L., Wolter, D., Dylla, F., Freksa, C.: Qualitative spatial representation and reasoning in the SparQ-toolbox. In: Barkowsky, T., Knauff, M., Ligozat, G., Montello, D.R. (eds.) Spatial Cognition 2006. LNCS (LNAI), vol. 4387, pp. 39\u201358. Springer, Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-75666-8_3","DOI":"10.1007\/978-3-540-75666-8_3"},{"key":"15_CR31","doi-asserted-by":"publisher","unstructured":"Younis, E.M.G., Jones, C.B., Tanasescu, V., Abdelmoty, A.I.: Hybrid geo-spatial query methods on the semantic web with a spatially-enhanced index of DBpedia. In: Xiao, N., Kwan, M.-P., Goodchild, M.F., Shekhar, S. (eds.) GIScience 2012. LNCS, vol. 7478, pp. 340\u2013353. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-33024-7_25","DOI":"10.1007\/978-3-642-33024-7_25"}],"container-title":["Lecture Notes in Computer Science","The Semantic Web \u2013 ISWC 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-47243-5_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T07:06:08Z","timestamp":1698822368000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-47243-5_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031472428","9783031472435"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-47243-5_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"27 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Athens","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"semweb2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iswc2023.semanticweb.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"248","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"58","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}