{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T09:50:30Z","timestamp":1773481830149,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,5,31]],"date-time":"2020-05-31T00:00:00Z","timestamp":1590883200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,6,11]]},"DOI":"10.1145\/3318464.3389782","type":"proceedings-article","created":{"date-parts":[[2020,5,29]],"date-time":"2020-05-29T17:12:33Z","timestamp":1590772353000},"page":"1589-1599","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Benchmarking Spreadsheet Systems"],"prefix":"10.1145","author":[{"given":"Sajjadur","family":"Rahman","sequence":"first","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Urbana, IL, USA"}]},{"given":"Kelly","family":"Mack","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}]},{"given":"Mangesh","family":"Bendre","sequence":"additional","affiliation":[{"name":"VISA Research, Palo Alto, CA, USA"}]},{"given":"Ruilin","family":"Zhang","sequence":"additional","affiliation":[{"name":"University of Southern California, Los Angeles, CA, USA"}]},{"given":"Karrie","family":"Karahalios","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Urbana, IL, USA"}]},{"given":"Aditya","family":"Parameswaran","sequence":"additional","affiliation":[{"name":"University of California, Berkeley, Berkeley, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2020,5,31]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2018.00020"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3319876"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807128.1807152"},{"key":"e_1_3_2_2_4_1","volume-title":"Intel Corportation","volume":"127","author":"Intel Corp","year":"2001","unstructured":"Intel Corp ortation. 2001 . IA-32 Intel Architecture software developer's manual . Intel Corportation , Vol. 127 (2001). Intel Corportation. 2001. IA-32 Intel Architecture software developer's manual. Intel Corportation, Vol. 127 (2001)."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1480945.1480972"},{"key":"e_1_3_2_2_6_1","volume-title":"Proceedings of the Thirtieth international conference on Very large data bases-Volume 30","author":"Cunningham Conor","year":"2004","unstructured":"Conor Cunningham , C\u00e9sar A Galindo-Legaria , and Goetz Graefe . 2004 . PIVOT and UNPIVOT: Optimization and Execution Strategies in an RDBMS . In Proceedings of the Thirtieth international conference on Very large data bases-Volume 30 . VLDB Endowment, 998--1009. Conor Cunningham, C\u00e9sar A Galindo-Legaria, and Goetz Graefe. 2004. PIVOT and UNPIVOT: Optimization and Execution Strategies in an RDBMS. In Proceedings of the Thirtieth international conference on Very large data bases-Volume 30. VLDB Endowment, 998--1009."},{"key":"e_1_3_2_2_7_1","unstructured":"Minos N Garofalakis and Phillip B Gibbons. 2001. Approximate Query Processing: Taming the TeraBytes.. In VLDB. 343--352.  Minos N Garofalakis and Phillip B Gibbons. 2001. Approximate Query Processing: Taming the TeraBytes.. In VLDB. 343--352."},{"key":"e_1_3_2_2_8_1","volume-title":"2020 a. G Suite. (2020). Retrieved","year":"2020","unstructured":"Google. 2020 a. G Suite. (2020). Retrieved April 8, 2020 from https:\/\/gsuite.google.com\/ Google. 2020 a. G Suite. (2020). Retrieved April 8, 2020 from https:\/\/gsuite.google.com\/"},{"key":"e_1_3_2_2_9_1","volume-title":"2020 b. Google Apps Script. (2020). Retrieved","year":"2020","unstructured":"Google. 2020 b. Google Apps Script. (2020). Retrieved April 8, 2020 from https:\/\/developers.google.com\/apps-script Google. 2020 b. Google Apps Script. (2020). Retrieved April 8, 2020 from https:\/\/developers.google.com\/apps-script"},{"key":"e_1_3_2_2_10_1","volume-title":"2020 c. Google Sheets scale. (2020). Retrieved","year":"2020","unstructured":"Google. 2020 c. Google Sheets scale. (2020). Retrieved April 8, 2020 from https:\/\/developers.google.com\/drive\/answer\/37603 Google. 2020 c. Google Sheets scale. (2020). Retrieved April 8, 2020 from https:\/\/developers.google.com\/drive\/answer\/37603"},{"key":"e_1_3_2_2_11_1","volume-title":"2020 d. Layout thrashing. (2020). Retrieved","year":"2020","unstructured":"Google. 2020 d. Layout thrashing. (2020). Retrieved April 8, 2020 from https:\/\/developers.google.com\/web\/fundamentals\/performance\/rendering\/avoid-large-complex-layouts-and-layout-thrashing Google. 2020 d. Layout thrashing. (2020). Retrieved April 8, 2020 from https:\/\/developers.google.com\/web\/fundamentals\/performance\/rendering\/avoid-large-complex-layouts-and-layout-thrashing"},{"key":"e_1_3_2_2_12_1","volume-title":"2020 e. Logging GAS. (2020). Retrieved","year":"2020","unstructured":"Google. 2020 e. Logging GAS. (2020). Retrieved April 8, 2020 from https:\/\/developers.google.com\/apps-script\/guides\/logging Google. 2020 e. Logging GAS. (2020). Retrieved April 8, 2020 from https:\/\/developers.google.com\/apps-script\/guides\/logging"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/253262.253291"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/170036.170042"},{"key":"e_1_3_2_2_15_1","volume-title":"Callfrind: Calc Profiler.","year":"2020","unstructured":"LibreOffice. 2020 . Callfrind: Calc Profiler. (2020). Retrieved April 8, 2020 from https:\/\/perf.libreoffice.org LibreOffice. 2020. Callfrind: Calc Profiler. (2020). Retrieved April 8, 2020 from https:\/\/perf.libreoffice.org"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2009.34"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346452"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3170427.3174359"},{"key":"e_1_3_2_2_19_1","volume-title":"Multi-dimensional data structures. (2020). Retrieved","author":"MDDS.","year":"2020","unstructured":"MDDS. 2020. Multi-dimensional data structures. (2020). Retrieved April 8, 2020 from https:\/\/gitlab.com\/mdds\/mdds MDDS. 2020. Multi-dimensional data structures. (2020). Retrieved April 8, 2020 from https:\/\/gitlab.com\/mdds\/mdds"},{"key":"e_1_3_2_2_20_1","volume-title":"2020 a. Excel calculation engine. (2020). Retrieved","year":"2020","unstructured":"Microsoft. 2020 a. Excel calculation engine. (2020). Retrieved April 8, 2020 from https:\/\/docs.microsoft.com\/en-us\/office\/client-developer\/excel\/excel-recalculation\/ Microsoft. 2020 a. Excel calculation engine. (2020). Retrieved April 8, 2020 from https:\/\/docs.microsoft.com\/en-us\/office\/client-developer\/excel\/excel-recalculation\/"},{"key":"e_1_3_2_2_21_1","volume-title":"2020 b. Excel functions list. (2020). Retrieved","year":"2020","unstructured":"Microsoft. 2020 b. Excel functions list. (2020). Retrieved April 8, 2020 from https:\/\/support.office.com\/en-us\/article\/Excel-functions-alphabetical-b3944572--255d-4efb-bb96-c6d90033e188 Microsoft. 2020 b. Excel functions list. (2020). Retrieved April 8, 2020 from https:\/\/support.office.com\/en-us\/article\/Excel-functions-alphabetical-b3944572--255d-4efb-bb96-c6d90033e188"},{"key":"e_1_3_2_2_22_1","unstructured":"Microsoft. 2020 c. Excel limit. (2020). https:\/\/support.office.com\/en-us\/article\/excel-specifications-and-limits-1672b34d-7043--467e-8e27--269d656771c3  Microsoft. 2020 c. Excel limit. (2020). https:\/\/support.office.com\/en-us\/article\/excel-specifications-and-limits-1672b34d-7043--467e-8e27--269d656771c3"},{"key":"e_1_3_2_2_23_1","volume-title":"2020 d. Excel threading. (2020). Retrieved","year":"2020","unstructured":"Microsoft. 2020 d. Excel threading. (2020). Retrieved April 8, 2020 from https:\/\/docs.microsoft.com\/en-us\/office\/client-developer\/excel\/multithreaded-recalculation-in-excel Microsoft. 2020 d. Excel threading. (2020). Retrieved April 8, 2020 from https:\/\/docs.microsoft.com\/en-us\/office\/client-developer\/excel\/multithreaded-recalculation-in-excel"},{"key":"e_1_3_2_2_24_1","volume-title":"2020 e. Excel user statistics. (2020). Retrieved","year":"2020","unstructured":"Microsoft. 2020 e. Excel user statistics. (2020). Retrieved April 8, 2020 from https:\/\/enterprise.microsoft.com\/en-gb\/articles\/roles\/finance-leader\/how-finance-leaders-can-drive-performance\/ Microsoft. 2020 e. Excel user statistics. (2020). Retrieved April 8, 2020 from https:\/\/enterprise.microsoft.com\/en-gb\/articles\/roles\/finance-leader\/how-finance-leaders-can-drive-performance\/"},{"key":"e_1_3_2_2_25_1","volume-title":"2020 f. Office 365. (2020). Retrieved","year":"2020","unstructured":"Microsoft. 2020 f. Office 365. (2020). Retrieved April 8, 2020 from https:\/\/www.office.com\/ Microsoft. 2020 f. Office 365. (2020). Retrieved April 8, 2020 from https:\/\/www.office.com\/"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1559845.1559865"},{"key":"e_1_3_2_2_27_1","volume-title":"Scalable Spreadsheets for Interactive Data Analysis. In ACM SIGMOD Workshop on DMKD .","author":"Vijayshankar","unstructured":"Vijayshankar Raman et al. 1999 . Scalable Spreadsheets for Interactive Data Analysis. In ACM SIGMOD Workshop on DMKD . Vijayshankar Raman et al. 1999. Scalable Spreadsheets for Interactive Data Analysis. In ACM SIGMOD Workshop on DMKD ."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s007780000032"},{"key":"e_1_3_2_2_29_1","volume-title":"Benchmarking Spreadsheet Systems. (2020). Retrieved","author":"Report Technical","year":"2020","unstructured":"Technical Report . 2020. Benchmarking Spreadsheet Systems. (2020). Retrieved April 8, 2020 from http:\/\/srahman7.web.engr.illinois.edu\/papers\/benchmarking_spreadsheets_techreport.pdf Technical Report. 2020. Benchmarking Spreadsheet Systems. (2020). Retrieved April 8, 2020 from http:\/\/srahman7.web.engr.illinois.edu\/papers\/benchmarking_spreadsheets_techreport.pdf"},{"key":"e_1_3_2_2_30_1","unstructured":"Google user statistics. 2020. Excel vs. Google Sheets usage--nature and numbers. (2020). https:\/\/medium.com\/grid-spreadsheets-run-the-world\/excel-vs-google-sheets-usage-nature-and-numbers-9dfa5d1cadbd\/  Google user statistics. 2020. Excel vs. Google Sheets usage--nature and numbers. (2020). https:\/\/medium.com\/grid-spreadsheets-run-the-world\/excel-vs-google-sheets-usage-nature-and-numbers-9dfa5d1cadbd\/"},{"key":"e_1_3_2_2_31_1","volume-title":"2020 a. LibreOffice Calc. (2020). Retrieved","year":"2020","unstructured":"Wikipedia. 2020 a. LibreOffice Calc. (2020). Retrieved April 8, 2020 from https:\/\/en.wikipedia.org\/wiki\/LibreOffice_Calc\/ Wikipedia. 2020 a. LibreOffice Calc. (2020). Retrieved April 8, 2020 from https:\/\/en.wikipedia.org\/wiki\/LibreOffice_Calc\/"},{"key":"e_1_3_2_2_32_1","volume-title":"2020 b. List of spreadsheet softwares. (2020). Retrieved","year":"2020","unstructured":"Wikipedia. 2020 b. List of spreadsheet softwares. (2020). Retrieved April 8, 2020 from https:\/\/en.wikipedia.org\/wiki\/List_of_spreadsheet_software Wikipedia. 2020 b. List of spreadsheet softwares. (2020). Retrieved April 8, 2020 from https:\/\/en.wikipedia.org\/wiki\/List_of_spreadsheet_software"},{"key":"e_1_3_2_2_33_1","volume-title":"2020 c. OpenDocument format. (2020). Retrieved","year":"2020","unstructured":"Wikipedia. 2020 c. OpenDocument format. (2020). Retrieved April 8, 2020 from https:\/\/en.wikipedia.org\/wiki\/OpenDocument Wikipedia. 2020 c. OpenDocument format. (2020). Retrieved April 8, 2020 from https:\/\/en.wikipedia.org\/wiki\/OpenDocument"},{"key":"e_1_3_2_2_34_1","volume-title":"2020 d. XLSM file. (2020). Retrieved","year":"2020","unstructured":"Wikipedia. 2020 d. XLSM file. (2020). Retrieved April 8, 2020 from https:\/\/en.wikipedia.org\/wiki\/List_of_Microsoft_Office_filename_extensions Wikipedia. 2020 d. XLSM file. (2020). Retrieved April 8, 2020 from https:\/\/en.wikipedia.org\/wiki\/List_of_Microsoft_Office_filename_extensions"},{"key":"e_1_3_2_2_35_1","volume-title":"Inverted files for text search engines. ACM computing surveys (CSUR)","author":"Zobel Justin","year":"2006","unstructured":"Justin Zobel and Alistair Moffat . 2006. Inverted files for text search engines. ACM computing surveys (CSUR) , Vol. 38 , 2 ( 2006 ), 6. Justin Zobel and Alistair Moffat. 2006. Inverted files for text search engines. ACM computing surveys (CSUR), Vol. 38, 2 (2006), 6."}],"event":{"name":"SIGMOD\/PODS '20: International Conference on Management of Data","location":"Portland OR USA","acronym":"SIGMOD\/PODS '20","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3318464.3389782","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3318464.3389782","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:20Z","timestamp":1750199900000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3318464.3389782"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5,31]]},"references-count":35,"alternative-id":["10.1145\/3318464.3389782","10.1145\/3318464"],"URL":"https:\/\/doi.org\/10.1145\/3318464.3389782","relation":{},"subject":[],"published":{"date-parts":[[2020,5,31]]},"assertion":[{"value":"2020-05-31","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}