{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,20]],"date-time":"2026-04-20T10:44:24Z","timestamp":1776681864237,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,9]],"date-time":"2024-06-09T00:00:00Z","timestamp":1717891200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,9]]},"DOI":"10.1145\/3626246.3653388","type":"proceedings-article","created":{"date-parts":[[2024,5,23]],"date-time":"2024-05-23T10:26:39Z","timestamp":1716459999000},"page":"334-346","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":18,"title":["BigLake: BigQuery's Evolution toward a Multi-Cloud Lakehouse"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-7033-0528","authenticated-orcid":false,"given":"Justin","family":"Levandoski","sequence":"first","affiliation":[{"name":"Google, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-8808-1779","authenticated-orcid":false,"given":"Garrett","family":"Casto","sequence":"additional","affiliation":[{"name":"Google, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-0497-8203","authenticated-orcid":false,"given":"Mingge","family":"Deng","sequence":"additional","affiliation":[{"name":"Google, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-7406-8433","authenticated-orcid":false,"given":"Rushabh","family":"Desai","sequence":"additional","affiliation":[{"name":"Google, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8943-140X","authenticated-orcid":false,"given":"Pavan","family":"Edara","sequence":"additional","affiliation":[{"name":"Google, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-4491-2227","authenticated-orcid":false,"given":"Thibaud","family":"Hottelier","sequence":"additional","affiliation":[{"name":"Google, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5786-3301","authenticated-orcid":false,"given":"Amir","family":"Hormati","sequence":"additional","affiliation":[{"name":"Google, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-0891-0166","authenticated-orcid":false,"given":"Anoop","family":"Johnson","sequence":"additional","affiliation":[{"name":"Google, Sunnyvale, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9657-3121","authenticated-orcid":false,"given":"Jeff","family":"Johnson","sequence":"additional","affiliation":[{"name":"Google, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-1014-2650","authenticated-orcid":false,"given":"Dawid","family":"Kurzyniec","sequence":"additional","affiliation":[{"name":"Google, Warsaw, Poland"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-5931-2479","authenticated-orcid":false,"given":"Sam","family":"McVeety","sequence":"additional","affiliation":[{"name":"Google, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-8031-8648","authenticated-orcid":false,"given":"Prem","family":"Ramanathan","sequence":"additional","affiliation":[{"name":"Google, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-6946-247X","authenticated-orcid":false,"given":"Gaurav","family":"Saxena","sequence":"additional","affiliation":[{"name":"Google, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-6828-1529","authenticated-orcid":false,"given":"Vidya","family":"Shanmugan","sequence":"additional","affiliation":[{"name":"Google, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-5114-0358","authenticated-orcid":false,"given":"Yuri","family":"Volobuev","sequence":"additional","affiliation":[{"name":"Google, Sunnyvale, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,6,9]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2023. Apache Hudi. https:\/\/hudi.apache.org\/"},{"key":"e_1_3_2_1_2_1","unstructured":"2023. Apache Iceberg: The open table format for analytic datasets. https:\/\/iceberg. apache.org\/"},{"key":"e_1_3_2_1_3_1","unstructured":"2023. Apache Parquet. https:\/\/parquet.apache.org\/"},{"key":"e_1_3_2_1_4_1","unstructured":"2023. Container Optimized OS. https:\/\/cloud.google.com\/container-optimizedos\/ docs"},{"key":"e_1_3_2_1_5_1","unstructured":"2023. Google Cloud Dataproc. https:\/\/cloud.google.com\/dataproc"},{"key":"e_1_3_2_1_6_1","unstructured":"2023. Google Infrastructure Security. https:\/\/cloud.google.com\/docs\/security\/ infrastructure\/design#operational-security"},{"key":"e_1_3_2_1_7_1","unstructured":"2023. Spark BigQuery Connector. https:\/\/github.com\/GoogleCloudDataproc\/ spark-bigquery-connector"},{"key":"e_1_3_2_1_8_1","unstructured":"2023. Supply Chain Levels for Software Artifacts. https:\/\/slsa.dev"},{"key":"e_1_3_2_1_9_1","unstructured":"Mart\u00edn Abadi et al. 2015. TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems. http:\/\/download.tensorflow.org\/paper\/whitepaper2015.pdf"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415560"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Nikos Armenatzoglou Sanuj Basu Naga Bhanoori Mengchu Cai Naresh Chainani Kiran Chinta Venkatraman Govindaraju Todd J. Green Monish Gupta Sebastian Hillig Eric Hotinger Yan Leshinksy Jintian Liang Michael McCreedy Fabian Nagel Ippokratis Pandis Panos Parchas Rahul Pathak Orestis Polychroniou Foyzur Rahman Gaurav Saxena Gokul Soundararajan Sriram Subramanian and Doug Terry. 2022. Amazon Redshift Re-invented. In SIGMOD. ACM 2205--2217.","DOI":"10.1145\/3514221.3526045"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3035918.3056103"},{"key":"e_1_3_2_1_13_1","volume-title":"ONNX: Open Neural Network Exchange. https:\/\/github.com\/onnx\/onnx.","author":"Bai Junjie","year":"2019","unstructured":"Junjie Bai, Fang Lu, Ke Zhang, et al. 2019. ONNX: Open Neural Network Exchange. https:\/\/github.com\/onnx\/onnx."},{"key":"e_1_3_2_1_14_1","unstructured":"Betsy Beyer Chris Jones Jennifer Petoff and Niall Richard Murphy. 2016. Site Reliability Engineering: How Google Runs Production Systems. O'Reilly."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2890784"},{"key":"e_1_3_2_1_16_1","unstructured":"Michael Burrows. 2006. The Chubby Lock Service for Loosely-Coupled Distributed Systems. In OSDI. 335--350."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.14778\/3352063.3352121"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.14778\/3402755.3402765"},{"key":"e_1_3_2_1_19_1","volume-title":"Spanner: Google's Globally-Distributed Database. In OSDI. 251--264.","author":"Corbett James C.","year":"2012","unstructured":"James C. Corbett, Jeffrey Dean, Michael Epstein, Andrew Fikes, Christopher Frost, J. J. Furman, Sanjay Ghemawat, Andrey Gubarev, Christopher Heiser, Peter Hochschild, Wilson C. Hsieh, Sebastian Kanthak, Eugene Kogan, Hongyi Li, Alexander Lloyd, Sergey Melnik, David Mwaura, David Nagle, Sean Quinlan, Rajesh Rao, Lindsay Rolig, Yasushi Saito, Michal Szymaniak, Christopher Taylor, Ruth Wang, and Dale Woodford. 2012. Spanner: Google's Globally-Distributed Database. In OSDI. 251--264."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Beno\u00eet Dageville Thierry Cruanes Marcin Zukowski Vadim Antonov Artin Avanes Jon Bock Jonathan Claybaugh Daniel Engovatov Martin Hentschel Jiansheng Huang AllisonW. Lee Ashish Motivala Abdul Q. Munir Steven Pelley Peter Povinec Greg Rahn Spyridon Triantafyllis and Philipp Unterbrunner. 2016. The Snowflake Elastic Data Warehouse. In SIGMOD. 215--226.","DOI":"10.1145\/2882903.2903741"},{"key":"e_1_3_2_1_21_1","volume-title":"Vortex: A Stream-oriented Storage Engine For Big Data Analytics. In SIGMOD.","author":"Edara Pavan","year":"2024","unstructured":"Pavan Edara, Jonathan Forbes, and Bigang Li. 2024. Vortex: A Stream-oriented Storage Engine For Big Data Analytics. In SIGMOD."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.14778\/3476311.3476385"},{"key":"e_1_3_2_1_23_1","volume-title":"Jiangtao Li, Benedikt Schmidt, and Julien Boeuf.","author":"Ghali Cesar","year":"2017","unstructured":"Cesar Ghali, Adam Stubblefield, Ed Knapp, Jiangtao Li, Benedikt Schmidt, and Julien Boeuf. 2017. Application Layer Transport Security. Technical Report. Google."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Sanjay Ghemawat Howard Gobioff and Shun-Tak Leung. 2003. The Google file system. In SOSP. 29--43.","DOI":"10.1145\/945445.945450"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.14778\/2350229.2350259"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_27_1","unstructured":"Dean Hildebrand and Denis Serenyi. 2021. Colossus under the hood: a peek into Google's scalable storage system. https:\/\/tinyurl.com\/google-colossus"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Adam Langley et al. 2017. The QUIC Transport Protocol: Design and Internet-Scale Deployment. In SIGCOMM. ACM 183--196.","DOI":"10.1145\/3098822.3098842"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Michael Marty Marc de Kruijf Jacob Adriaens Christopher Alfeld Sean Bauer Carlo Contavalli Michael Dalton Nandita Dukkipati William C. Evans Steve D. Gribble Nicholas Kidd Roman Kononov Gautam Kumar Carl Mauer Emily Musick Lena E. Olson Erik Rubow Michael Ryan Kevin Springborn Paul Turner Valas Valancius XiWang and Amin Vahdat. 2019. Snap: a microkernel approach to host networking. In SOSP. 399--413.","DOI":"10.1145\/3341301.3359657"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.14778\/1920841.1920886"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415568"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2854146"},{"key":"e_1_3_2_1_33_1","first-page":"1835","article-title":"F1 Query: Declarative Querying at Scale","volume":"11","author":"Bart Samwel","year":"2018","unstructured":"Bart Samwel et al. 2018. F1 Query: Declarative Querying at Scale. PVLDB 11, 12 (2018), 1835--1848.","journal-title":"PVLDB"},{"key":"e_1_3_2_1_34_1","volume-title":"Presto: SQL on Everything. In ICDE. 1802--1813.","author":"Sethi Raghav","year":"2019","unstructured":"Raghav Sethi, Martin Traverso, Dain Sundstrom, David Phillips, Wenlei Xie, Yutian Sun, Nezih Yegitbasi, Haozhun Jin, Eric Hwang, Nileema Shingte, and Christopher Berner. 2019. Presto: SQL on Everything. In ICDE. 1802--1813."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.14778\/1687553.1687609"},{"key":"e_1_3_2_1_36_1","volume-title":"Namit Jain, Zheng Shao, Prasad Chakka, Ning Zhang, Suresh Anthony, Hao Liu, and Raghotham Murthy.","author":"Thusoo Ashish","year":"2010","unstructured":"Ashish Thusoo, Joydeep Sen Sarma, Namit Jain, Zheng Shao, Prasad Chakka, Ning Zhang, Suresh Anthony, Hao Liu, and Raghotham Murthy. 2010. Hive - a petabyte scale data warehouse using Hadoop. In ICDE. 996--1005."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Abhishek Verma Luis Pedrosa Madhukar Korupolu David Oppenheimer Eric Tune and John Wilkes. 2015. Large-scale cluster management at Google with Borg. In EuroSys. 1--17.","DOI":"10.1145\/2741948.2741964"},{"key":"e_1_3_2_1_38_1","volume-title":"BeyondCorp: A New Approach to Enterprise Security. login Usenix Mag. 39, 6","author":"Ward Rory","year":"2014","unstructured":"Rory Ward and Betsy Beyer. 2014. BeyondCorp: A New Approach to Enterprise Security. login Usenix Mag. 39, 6 (2014)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2934664"}],"event":{"name":"SIGMOD\/PODS '24: International Conference on Management of Data","location":"Santiago AA Chile","acronym":"SIGMOD\/PODS '24","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Companion of the 2024 International Conference on Management of Data"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626246.3653388","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3626246.3653388","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T11:31:33Z","timestamp":1755862293000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626246.3653388"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,9]]},"references-count":39,"alternative-id":["10.1145\/3626246.3653388","10.1145\/3626246"],"URL":"https:\/\/doi.org\/10.1145\/3626246.3653388","relation":{},"subject":[],"published":{"date-parts":[[2024,6,9]]},"assertion":[{"value":"2024-06-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}