{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T13:59:37Z","timestamp":1783346377880,"version":"3.54.6"},"reference-count":47,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["452B2013"],"award-info":[{"award-number":["452B2013"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Expert Systems with Applications"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.eswa.2026.132122","type":"journal-article","created":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T03:53:55Z","timestamp":1774583635000},"page":"132122","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"special_numbering":"C","title":["GeoSQL-Eval: first evaluation of LLMs on PostGIS-based NL2GeoSQL queries"],"prefix":"10.1016","volume":"320","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-6984-9959","authenticated-orcid":false,"given":"Shuyang","family":"Hou","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-5699-3919","authenticated-orcid":false,"given":"Haoyue","family":"Jiao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-0483-5502","authenticated-orcid":false,"given":"Ziqi","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3927-7129","authenticated-orcid":false,"given":"Lutong","family":"Xie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-9016-9143","authenticated-orcid":false,"given":"Guanyu","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-6875-9900","authenticated-orcid":false,"given":"Shaowen","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xuefeng","family":"Guan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Huayi","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"11","key":"10.1016\/j.eswa.2026.132122_b0005","doi-asserted-by":"crossref","first-page":"1021","DOI":"10.14778\/2536222.2536228","article-title":"Statistics collection in oracle spatial and graph: Fast histogram construction for complex geometry objects","volume":"6","author":"Bamba","year":"2013","journal-title":"Proceedings of the VLDB Endowment"},{"issue":"4","key":"10.1016\/j.eswa.2026.132122_b0010","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1080\/136588198241806","article-title":"Overcoming the semantic and other barriers to GIS interoperability","volume":"12","author":"Bishr","year":"1998","journal-title":"International Journal of Geographical Information Science"},{"issue":"2","key":"10.1016\/j.eswa.2026.132122_b0015","doi-asserted-by":"crossref","first-page":"95","DOI":"10.3390\/ijgi9020095","article-title":"Geospatial data management research: Progress and future directions","volume":"9","author":"Breunig","year":"2020","journal-title":"ISPRS International Journal of Geo-Information"},{"key":"10.1016\/j.eswa.2026.132122_b0020","doi-asserted-by":"crossref","unstructured":"Chen, G., Jiao, H., Hou, S., Liu, Z., Xie, L., Wu, S., Wu, H., Guan, X., & Gui, Z. (2025). GeoJSEval: an automated evaluation framework for large language models on JavaScript-based geospatial computation and visualization code generation. arXiv preprint arXiv:2507.20553.","DOI":"10.3390\/ijgi14100382"},{"issue":"1","key":"10.1016\/j.eswa.2026.132122_b0025","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1017\/S1351324916000334","article-title":"Word2Vec","volume":"23","author":"Church","year":"2017","journal-title":"Natural Language Engineering"},{"key":"10.1016\/j.eswa.2026.132122_b0030","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.is.2016.07.009","article-title":"Persisting big-data: The NoSQL landscape","volume":"63","author":"Corbellini","year":"2017","journal-title":"Information Systems"},{"issue":"2","key":"10.1016\/j.eswa.2026.132122_b0035","doi-asserted-by":"crossref","first-page":"640","DOI":"10.3390\/su16020640","article-title":"Achieving sustainable smart cities through geospatial data-driven approaches","volume":"16","author":"Costa","year":"2024","journal-title":"Sustainability"},{"issue":"2","key":"10.1016\/j.eswa.2026.132122_b0040","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3158661","article-title":"A survey on NoSQL stores","volume":"51","author":"Davoudian","year":"2018","journal-title":"ACM Computing Surveys (CSUR)"},{"issue":"11","key":"10.1016\/j.eswa.2026.132122_b0045","doi-asserted-by":"crossref","first-page":"5082","DOI":"10.1109\/TGRS.2013.2248740","article-title":"Implementation of geospatial data provenance in a web service workflow environment with ISO 19115 and ISO 19115-2 lineage model","volume":"51","author":"Di","year":"2013","journal-title":"IEEE Transactions on Geoscience and Remote Sensing"},{"issue":"2","key":"10.1016\/j.eswa.2026.132122_b0050","first-page":"129","article-title":"Topological relations between regions with holes","volume":"8","author":"Egenhofer","year":"1994","journal-title":"International Journal of Geographical Information Science"},{"issue":"2","key":"10.1016\/j.eswa.2026.132122_b0055","doi-asserted-by":"crossref","first-page":"170","DOI":"10.1145\/280277.280279","article-title":"Multidimensional access methods","volume":"30","author":"Gaede","year":"1998","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"10.1016\/j.eswa.2026.132122_b0060","unstructured":"Gao, Y., Liu, Y., Li, X., Shi, X., Zhu, Y., Wang, Y., Li, S., Li, W., Hong, Y., & Luo, Z. (2024). Xiyan-sql: A multi-generator ensemble framework for text-to-sql. arXiv e-prints, arXiv: 2411.08599."},{"key":"10.1016\/j.eswa.2026.132122_b0065","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1016\/j.chb.2018.08.039","article-title":"Social media big data analytics: A survey","volume":"101","author":"Ghani","year":"2019","journal-title":"Computers in Human behavior"},{"key":"10.1016\/j.eswa.2026.132122_b0070","first-page":"1","article-title":"GeoCogent: An LLM-based agent for geospatial code generation","author":"Hou","year":"2025","journal-title":"International Journal of Geographical Information Science"},{"issue":"1","key":"10.1016\/j.eswa.2026.132122_b0075","doi-asserted-by":"crossref","DOI":"10.1080\/17538947.2025.2509812","article-title":"Chain-of-programming (CoP): Empowering large language models for geospatial code generation task","volume":"18","author":"Hou","year":"2025","journal-title":"International Journal of Digital Earth"},{"key":"10.1016\/j.eswa.2026.132122_b0080","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1080\/10095020.2025.2535523","article-title":"GEE-OPs: An operator knowledge base for geospatial code generation on the Google Earth Engine platform powered by large language models","author":"Hou","year":"2025","journal-title":"Geo-Spatial Information Science"},{"key":"10.1016\/j.eswa.2026.132122_b0085","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1080\/10095020.2025.2535523","article-title":"Can large language models generate geospatial code?","author":"Hou","year":"2025","journal-title":"Geo-Spatial Information Science"},{"key":"10.1016\/j.eswa.2026.132122_b0090","unstructured":"Hou, S., Shen, Z., Wu, H., Jiao, H., Liu, Z., Xie, L., Liu, C., Liang, J., Qing, Y., & Zhang, X. (2025). AutoGEEval++: A Multi-Level and Multi-Geospatial-Modality Automated Evaluation Framework for Large Language Models in Geospatial Code Generation on Google Earth Engine. arXiv preprint arXiv:2506.10365."},{"key":"10.1016\/j.eswa.2026.132122_b0095","article-title":"GeoCode-GPT: A large language model for geospatial code generation","volume":"104456","author":"Hou","year":"2025","journal-title":"International Journal of Applied Earth Observation and Geoinformation"},{"key":"10.1016\/j.eswa.2026.132122_b0100","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2025.113624","article-title":"Geo-FuB: A method for constructing an Operator-Function knowledge base for geospatial code generation with large language models","volume":"319","author":"Hou","year":"2025","journal-title":"Knowledge-Based Systems"},{"key":"10.1016\/j.eswa.2026.132122_b0105","first-page":"1","article-title":"SPOK: Tokenizing geographic space for enhanced spatial reasoning in GeoAI","author":"Huang","year":"2025","journal-title":"International Journal of Geographical Information Science"},{"key":"10.1016\/j.eswa.2026.132122_b0110","unstructured":"Hwang, W., Yim, J., Park, S., & Seo, M. (2019). A comprehensive exploration on wikisql with table-aware word contextualization. arXiv preprint arXiv:1902.01069."},{"key":"10.1016\/j.eswa.2026.132122_b0115","doi-asserted-by":"crossref","DOI":"10.1016\/j.cageo.2021.104840","article-title":"Parallel algorithm for improving the performance of spatial queries in SQL: The use cases of SQLite\/SpatiaLite and PostgreSQL\/PostGIS databases","volume":"155","author":"Ilba","year":"2021","journal-title":"Computers & Geosciences"},{"issue":"2","key":"10.1016\/j.eswa.2026.132122_b0120","doi-asserted-by":"crossref","first-page":"97","DOI":"10.3390\/bdcc7020097","article-title":"SQL and NoSQL database software architecture performance analysis and assessments\u2014a systematic literature review","volume":"7","author":"Khan","year":"2023","journal-title":"Big Data and Cognitive Computing"},{"issue":"2","key":"10.1016\/j.eswa.2026.132122_b0125","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1016\/j.bdr.2015.01.003","article-title":"Geospatial big data: Challenges and opportunities","volume":"2","author":"Lee","year":"2015","journal-title":"Big Data Research"},{"issue":"3","key":"10.1016\/j.eswa.2026.132122_b0130","first-page":"1","article-title":"Codes: Towards building open-source language models for text-to-sql","volume":"2","author":"Li","year":"2024","journal-title":"Proceedings of the ACM on Management of Data"},{"key":"10.1016\/j.eswa.2026.132122_b0135","first-page":"42330","article-title":"Can llm already serve as a database interface? A big bench for large-scale database grounded text-to-sqls","volume":"36","author":"Li","year":"2023","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"10","key":"10.1016\/j.eswa.2026.132122_b0140","doi-asserted-by":"crossref","first-page":"5735","DOI":"10.1109\/TKDE.2025.3592032","article-title":"A survey of text-to-SQL in the Era of LLMs: Where are we, and where are we going?","volume":"37","author":"Liu","year":"2025","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"issue":"1","key":"10.1016\/j.eswa.2026.132122_b0145","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1016\/j.jksuci.2015.05.003","article-title":"A middle layer solution to support ACID properties for NoSQL databases","volume":"28","author":"Lotfy","year":"2016","journal-title":"Journal of King Saud University-Computer and Information Sciences"},{"key":"10.1016\/j.eswa.2026.132122_b0150","doi-asserted-by":"crossref","first-page":"122","DOI":"10.1016\/j.cageo.2017.03.013","article-title":"Rule-based topology system for spatial databases to validate complex geographic datasets","volume":"103","author":"Martinez-Llario","year":"2017","journal-title":"Computers & Geosciences"},{"issue":"3","key":"10.1016\/j.eswa.2026.132122_b0155","first-page":"1","article-title":"Indexing PostGIS databases and spatial Query performance evaluations","volume":"5","author":"Nguyen","year":"2009","journal-title":"International Journal of Geoinformatics"},{"issue":"1","key":"10.1016\/j.eswa.2026.132122_b0160","doi-asserted-by":"crossref","DOI":"10.1111\/tgis.70011","article-title":"Are national spatial data infrastructures adequate for achieving the 2030 agenda? A case study of Brazil's NSDI from the perspective of UN\u2010GGIM fundamental themes","volume":"29","author":"Nunes","year":"2025","journal-title":"Transactions in GIS"},{"issue":"1","key":"10.1016\/j.eswa.2026.132122_b0165","first-page":"1","article-title":"Mysql spatial and postgis\u2013implementations of spatial data standards","volume":"14","author":"Pi\u00f3rkowski","year":"2011","journal-title":"Electronic journal of Polish agricultural universities"},{"issue":"7","key":"10.1016\/j.eswa.2026.132122_b0170","doi-asserted-by":"crossref","first-page":"241","DOI":"10.3390\/info10070241","article-title":"When relational-based applications go to NoSQL databases: A survey","volume":"10","author":"Schreiner","year":"2019","journal-title":"Information"},{"issue":"2","key":"10.1016\/j.eswa.2026.132122_b0175","doi-asserted-by":"crossref","DOI":"10.1145\/3737873","article-title":"A Survey on employing large language models for text-to-SQL tasks","volume":"58","author":"Shi","year":"2025","journal-title":"ACM Computing Surveys"},{"key":"10.1016\/j.eswa.2026.132122_b0180","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1016\/j.future.2016.11.005","article-title":"Deployment of an open sensorized platform in a smart city context","volume":"76","author":"Trilles","year":"2017","journal-title":"Future Generation Computer Systems"},{"issue":"sup1","key":"10.1016\/j.eswa.2026.132122_b0185","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1080\/15230406.2015.1059251","article-title":"Research challenges and opportunities in mapping social media and big data","volume":"42","author":"Tsou","year":"2015","journal-title":"Cartography and Geographic Information Science"},{"issue":"8","key":"10.1016\/j.eswa.2026.132122_b0190","doi-asserted-by":"crossref","first-page":"288","DOI":"10.3390\/ijgi14080288","article-title":"GPT-based text-to-SQL for spatial databases","volume":"14","author":"Wang","year":"2025","journal-title":"ISPRS International Journal of Geo-Information"},{"key":"10.1016\/j.eswa.2026.132122_b0195","doi-asserted-by":"crossref","DOI":"10.1016\/j.ecolind.2025.114387","article-title":"GeoRRDI: An explainable and multi-source data-driven framework for rural revitalization assessment with spatial heterogeneity consideration","volume":"181","author":"Wu","year":"2025","journal-title":"Ecological Indicators"},{"issue":"7","key":"10.1016\/j.eswa.2026.132122_b0200","doi-asserted-by":"crossref","first-page":"256","DOI":"10.3390\/ijgi14070256","article-title":"AutoGEEval: A Multimodal and Automated Evaluation Framework for Geospatial Code Generation on GEE with Large Language Models","volume":"14","author":"Wu","year":"2025","journal-title":"ISPRS International Journal of Geo-Information"},{"issue":"4","key":"10.1016\/j.eswa.2026.132122_b0205","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1080\/10627197.2011.634286","article-title":"How item writers understand depth of knowledge","volume":"16","author":"Wyse","year":"2011","journal-title":"Educational Assessment"},{"issue":"1","key":"10.1016\/j.eswa.2026.132122_b0210","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1080\/20964471.2018.1432115","article-title":"Big spatial vector data management: A review","volume":"2","author":"Yao","year":"2018","journal-title":"Big Earth Data"},{"key":"10.1016\/j.eswa.2026.132122_b0215","first-page":"1","article-title":"Monkuu: A LLM-powered natural language interface for geospatial databases with dynamic schema mapping","author":"Yu","year":"2025","journal-title":"International Journal of Geographical Information Science"},{"key":"10.1016\/j.eswa.2026.132122_b0220","doi-asserted-by":"crossref","unstructured":"Yu, T., Zhang, R., Yang, K., Yasunaga, M., Wang, D., Li, Z., Ma, J., Li, I., Yao, Q., & Roman, S. (2018). Spider: A large-scale human-labeled dataset for complex and cross-domain semantic parsing and text-to-sql task. arXiv preprint arXiv:1809.08887.","DOI":"10.18653\/v1\/D18-1425"},{"key":"10.1016\/j.eswa.2026.132122_b0225","doi-asserted-by":"crossref","DOI":"10.1016\/j.jag.2024.103976","article-title":"GeoGPT: An assistant for understanding and processing geospatial tasks","volume":"131","author":"Zhang","year":"2024","journal-title":"International Journal of Applied Earth Observation and Geoinformation"},{"key":"10.1016\/j.eswa.2026.132122_b0230","doi-asserted-by":"crossref","DOI":"10.1016\/j.jenvman.2025.128379","article-title":"Spatial distribution prediction and scale effect analysis of urban daytime noise based on remote sensing images: A case study of Chengdu","volume":"397","author":"Zhao","year":"2026","journal-title":"Journal of Environmental Management"},{"issue":"12","key":"10.1016\/j.eswa.2026.132122_b0235","doi-asserted-by":"crossref","first-page":"220","DOI":"10.3390\/ijgi5120220","article-title":"Indoor multi-dimensional location GML and its application for ubiquitous indoor location services","volume":"5","author":"Zhu","year":"2016","journal-title":"ISPRS International Journal of Geo-Information"}],"container-title":["Expert Systems with Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426010353?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426010353?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T15:55:41Z","timestamp":1781193341000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0957417426010353"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":47,"alternative-id":["S0957417426010353"],"URL":"https:\/\/doi.org\/10.1016\/j.eswa.2026.132122","relation":{},"ISSN":["0957-4174"],"issn-type":[{"value":"0957-4174","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"GeoSQL-Eval: first evaluation of LLMs on PostGIS-based NL2GeoSQL queries","name":"articletitle","label":"Article Title"},{"value":"Expert Systems with Applications","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.eswa.2026.132122","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"132122"}}