{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T00:18:51Z","timestamp":1768868331885,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,22]]},"DOI":"10.1145\/3722212.3724433","type":"proceedings-article","created":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T09:00:26Z","timestamp":1750150826000},"page":"418-430","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Databricks Lakeguard: Supporting Fine-grained Access Control and Multi-user Capabilities for Apache Spark Workloads"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-1655-0133","authenticated-orcid":false,"given":"Martin","family":"Grund","sequence":"first","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-1557-3378","authenticated-orcid":false,"given":"Stefania","family":"Leone","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-8807-2526","authenticated-orcid":false,"given":"Herman","family":"van H\u00f6vell","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-1649-386X","authenticated-orcid":false,"given":"Sven","family":"Wagner-Boysen","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8896-2700","authenticated-orcid":false,"given":"Sebastian","family":"Hillig","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-8876-1506","authenticated-orcid":false,"given":"Hyukjin","family":"Kwon","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8100-5588","authenticated-orcid":false,"given":"David","family":"Lewis","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6824-1839","authenticated-orcid":false,"given":"Jakob","family":"Mund","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-1075-3064","authenticated-orcid":false,"given":"Polo-Francois","family":"Poli","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0524-2581","authenticated-orcid":false,"given":"Lionel","family":"Montrieux","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-1599-7065","authenticated-orcid":false,"given":"Othon","family":"Crelier","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5772-4468","authenticated-orcid":false,"given":"Xiao","family":"Li","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5173-1578","authenticated-orcid":false,"given":"Reynold","family":"Xin","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7547-7204","authenticated-orcid":false,"given":"Matei","family":"Zaharia","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-3193-9330","authenticated-orcid":false,"given":"Michalis","family":"Petropoulos","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-5390-3947","authenticated-orcid":false,"given":"Thanos","family":"Papathanasiou","sequence":"additional","affiliation":[{"name":"Databricks, San Francisco, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,6,22]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Firecracker: Lightweight Virtualization for Serverless Applications. In 17th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2020","author":"Agache Alexandru","year":"2020","unstructured":"Alexandru Agache, Marc Brooker, Alexandra Iordache, Anthony Liguori, Rolf Neugebauer, Phil Piwonka, and Diana-Maria Popa. 2020. Firecracker: Lightweight Virtualization for Serverless Applications. In 17th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2020, Santa Clara, CA, USA, February 25--27, 2020, Ranjita Bhagwan and George Porter (Eds.). USENIX Association, 419--434. https:\/\/www.usenix.org\/conference\/nsdi20\/presentation\/agache"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2005.64"},{"key":"e_1_3_2_1_3_1","unstructured":"Amazon Web Services Glue 2024--11--21. https:\/\/aws.amazon.com\/glue\/."},{"key":"e_1_3_2_1_4_1","unstructured":"Amazon Web Services Lakeformation 2024--11--21. https:\/\/aws.amazon.com\/lake-formation\/."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3381052.3381315"},{"key":"e_1_3_2_1_6_1","unstructured":"Apache Iceberg 2024--11--21. https:\/\/iceberg.apache.org\/."},{"key":"e_1_3_2_1_7_1","unstructured":"Apache Livy (Incubating) 2025-03-01. https:\/\/livy.apache.org\/."},{"key":"e_1_3_2_1_8_1","unstructured":"Apache Ranger 2024--11--25. https:\/\/ranger.apache.org\/."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415560"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2742797"},{"key":"e_1_3_2_1_11_1","unstructured":"Big Book of Data Engineering 2024. https:\/\/www.databricks.com\/resources\/ebook\/big-book-of-data-engineering?itm_data=product-pc-data-intelligence-platform\/."},{"key":"e_1_3_2_1_12_1","unstructured":"Databricks Connect 2024--12-03. https:\/\/docs.databricks.com\/en\/dev-tools\/databricks-connect\/python\/index.html."},{"key":"e_1_3_2_1_13_1","unstructured":"Google Protocol Buffers 2024--12-03. https:\/\/protobuf.dev\/."},{"key":"e_1_3_2_1_14_1","unstructured":"gRPC Framework 2024--12-03. https:\/\/grpc.io\/."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2015.33"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626246.3653388"},{"key":"e_1_3_2_1_17_1","unstructured":"Linux Seccomp 2024--11--25. https:\/\/lwn.net\/Articles\/656307\/."},{"key":"e_1_3_2_1_18_1","volume-title":"Substrait: Rethinking DBMS Composability. In 1st International Workshop on Composable Data Management Systems, CDMS@VLDB 2022","author":"Nadeau Jacques","year":"2022","unstructured":"Jacques Nadeau. 2022. Substrait: Rethinking DBMS Composability. In 1st International Workshop on Composable Data Management Systems, CDMS@VLDB 2022, Sydney, Australia, September 9, 2022, Satyanarayana R. Valluri and Mohamed Za\u00eft (Eds.). https:\/\/cdmsworkshop.github.io\/2022\/Proceedings\/Keynotes\/Abstract_JacquesNadeau.pdf"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.14778\/3685800.3685808"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.14778\/3551793.3551860"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/BIGDATA55660.2022.10020987"},{"key":"e_1_3_2_1_22_1","unstructured":"Spark Connect C# Client 2024--11--24. https:\/\/github.com\/mdrakiburrahman\/spark-connect-csharp."},{"key":"e_1_3_2_1_23_1","unstructured":"Spark Connect Go Client 2024--11--24. https:\/\/github.com\/apache\/spark-connect-go."},{"key":"e_1_3_2_1_24_1","unstructured":"Spark Connect .NET Client 2024--11--24. https:\/\/github.com\/GoEddie\/spark-connect-dotnet."},{"key":"e_1_3_2_1_25_1","unstructured":"Spark Connect Rust Client 2024--12-03. https:\/\/github.com\/sjrusso8\/spark-connect-rs\/."},{"key":"e_1_3_2_1_26_1","volume-title":"Connect SPIP","author":"Spark","year":"2023","unstructured":"Spark Connect SPIP 2023. https:\/\/issues.apache.org\/jira\/browse\/SPARK-39375."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/800182.810400"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2010.5447738"},{"key":"e_1_3_2_1_29_1","unstructured":"Unity Catalog 2024--11--21. https:\/\/www.unitycatalog.io\/."},{"key":"e_1_3_2_1_30_1","volume-title":"Building An Elastic Query Engine on Disaggregated Storage. In 17th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2020","author":"Vuppalapati Midhul","year":"2020","unstructured":"Midhul Vuppalapati, Justin Miron, Rachit Agarwal, Dan Truong, Ashish Motivala, and Thierry Cruanes. 2020. Building An Elastic Query Engine on Disaggregated Storage. In 17th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2020, Santa Clara, CA, USA, February 25--27, 2020, Ranjita Bhagwan and George Porter (Eds.). USENIX Association, 449--462. https:\/\/www.usenix.org\/conference\/nsdi20\/presentation\/vuppalapati"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.14778\/3685800.3685818"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2022.3149544"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3427228.3427640"},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings of the 9th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2012","author":"Zaharia Matei","year":"2012","unstructured":"Matei Zaharia, Mosharaf Chowdhury, Tathagata Das, Ankur Dave, Justin Ma, Murphy McCauly, Michael J. Franklin, Scott Shenker, and Ion Stoica. 2012. Resilient Distributed Datasets: A Fault-Tolerant Abstraction for In-Memory Cluster Computing. In Proceedings of the 9th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2012, San Jose, CA, USA, April 25--27, 2012, Steven D. Gribble and Dina Katabi (Eds.). USENIX Association, 15--28. https:\/\/www.usenix.org\/conference\/nsdi12\/technical-sessions\/presentation\/zaharia"},{"key":"e_1_3_2_1_35_1","volume-title":"11th Conference on Innovative Data Systems Research, CIDR 2021, Virtual Event, January 11--15, 2021, Online Proceedings. www.cidrdb.org. http:\/\/cidrdb.org\/cidr2021\/papers\/cidr2021_paper17","author":"Zaharia Matei","year":"2021","unstructured":"Matei Zaharia, Ali Ghodsi, Reynold Xin, and Michael Armbrust. 2021. Lakehouse: A New Generation of Open Platforms that Unify Data Warehousing and Advanced Analytics. In 11th Conference on Innovative Data Systems Research, CIDR 2021, Virtual Event, January 11--15, 2021, Online Proceedings. www.cidrdb.org. http:\/\/cidrdb.org\/cidr2021\/papers\/cidr2021_paper17.pdf"}],"event":{"name":"SIGMOD\/PODS '25: International Conference on Management of Data","location":"Berlin Germany","acronym":"SIGMOD\/PODS '25","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Companion of the 2025 International Conference on Management of Data"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3722212.3724433","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,10]],"date-time":"2025-09-10T22:37:35Z","timestamp":1757543855000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3722212.3724433"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,22]]},"references-count":35,"alternative-id":["10.1145\/3722212.3724433","10.1145\/3722212"],"URL":"https:\/\/doi.org\/10.1145\/3722212.3724433","relation":{},"subject":[],"published":{"date-parts":[[2025,6,22]]},"assertion":[{"value":"2025-06-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}