{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T17:52:03Z","timestamp":1764784323924,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,10,27]],"date-time":"2019-10-27T00:00:00Z","timestamp":1572134400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1613023, CNS-1703598, CNS-1763172"],"award-info":[{"award-number":["CNS-1613023, CNS-1703598, CNS-1763172"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007297","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["N00014-16-1-2913, N00014-18-1-2037"],"award-info":[{"award-number":["N00014-16-1-2913, N00014-18-1-2037"]}],"id":[{"id":"10.13039\/100007297","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,10,27]]},"DOI":"10.1145\/3341301.3359649","type":"proceedings-article","created":{"date-parts":[[2019,10,21]],"date-time":"2019-10-21T13:34:22Z","timestamp":1571664862000},"page":"306-321","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Niijima"],"prefix":"10.1145","author":[{"given":"Guoqing Harry","family":"Xu","sequence":"first","affiliation":[{"name":"UCLA"}]},{"given":"Margus","family":"Veanes","sequence":"additional","affiliation":[{"name":"Microsoft Research"}]},{"given":"Michael","family":"Barnett","sequence":"additional","affiliation":[{"name":"Microsoft Research"}]},{"given":"Madan","family":"Musuvathi","sequence":"additional","affiliation":[{"name":"Microsoft Research"}]},{"given":"Todd","family":"Mytkowicz","sequence":"additional","affiliation":[{"name":"Microsoft Research"}]},{"given":"Ben","family":"Zorn","sequence":"additional","affiliation":[{"name":"Microsoft Research"}]},{"given":"Huan","family":"He","sequence":"additional","affiliation":[{"name":"Microsoft"}]},{"given":"Haibo","family":"Lin","sequence":"additional","affiliation":[{"name":"Microsoft"}]}],"member":"320","published-online":{"date-parts":[[2019,10,27]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"A cross-language development platform for in-memory data. https:\/\/arrow.apache.org","author":"Apache","year":"2019","unstructured":"Apache arrow : A cross-language development platform for in-memory data. https:\/\/arrow.apache.org , 2019 . Apache arrow: A cross-language development platform for in-memory data. https:\/\/arrow.apache.org, 2019."},{"key":"e_1_3_2_1_2_1","unstructured":"Hadoop: Open-source implementation of MapReduce. http:\/\/hadoop.apache.org.  Hadoop: Open-source implementation of MapReduce. http:\/\/hadoop.apache.org."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2011.5767921"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491894.2466485"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.14778\/1454159.1454166"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1806596.1806638"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2500365.2500586"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.14778\/2350229.2350262"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2593672"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491956.2462180"},{"key":"e_1_3_2_1_11_1","first-page":"21","volume-title":"NSDI","author":"Condie T.","year":"2010","unstructured":"Condie , T. , Conway , N. , Alvaro , P. , Hellerstein , J. M. , Elmeleegy , K. , and Sears , R . MapReduce online . In NSDI ( 2010 ), pp. 21 -- 21 . Condie, T., Conway, N., Alvaro, P., Hellerstein, J. M., Elmeleegy, K., and Sears, R. MapReduce online. In NSDI (2010), pp. 21--21."},{"key":"e_1_3_2_1_12_1","volume-title":"Spark tungsten. https:\/\/databricks.com\/glossary\/tungsten","author":"DataBricks","year":"2015","unstructured":"DataBricks . Spark tungsten. https:\/\/databricks.com\/glossary\/tungsten , 2015 . DataBricks. Spark tungsten. https:\/\/databricks.com\/glossary\/tungsten, 2015."},{"key":"e_1_3_2_1_13_1","first-page":"137","volume-title":"OSDI","author":"Dean J.","year":"2004","unstructured":"Dean , J. , and Ghemawat , S . MapReduce: Simplified data processing on large clusters . In OSDI ( 2004 ), pp. 137 -- 150 . Dean, J., and Ghemawat, S. MapReduce: Simplified data processing on large clusters. In OSDI (2004), pp. 137--150."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2815400.2815407"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3117774"},{"key":"e_1_3_2_1_16_1","first-page":"18","article-title":"The cascades framework for query optimization","author":"Graefe G","year":"1995","unstructured":"Graefe , G . The cascades framework for query optimization . Data Engineering Bulletin 18 ( 1995 ). Graefe, G. The cascades framework for query optimization. Data Engineering Bulletin 18 (1995).","journal-title":"Data Engineering Bulletin"},{"key":"e_1_3_2_1_17_1","first-page":"121","volume-title":"OSDI","author":"Guo Z.","year":"2012","unstructured":"Guo , Z. , Fan , X. , Chen , R. , Zhang , J. , Zhou , H. , McDirmid , S. , Liu , C. , Lin , W. , Zhou , J. , and Zhou , L . Spotting code optimizations in data-parallel pipelines through PeriSCOPE . In OSDI ( 2012 ), pp. 121 -- 133 . Guo, Z., Fan, X., Chen, R., Zhang, J., Zhou, H., McDirmid, S., Liu, C., Lin, W., Zhou, J., and Zhou, L. Spotting code optimizations in data-parallel pipelines through PeriSCOPE. In OSDI (2012), pp. 121--133."},{"key":"e_1_3_2_1_18_1","first-page":"261","volume-title":"CIDR","author":"Herodotou H.","year":"2011","unstructured":"Herodotou , H. , Lim , H. , Luo , G. , Borisov , N. , Dong , L. , Cetin , F. B. , and Babu , S . Starfish: A self-tuning system for big data analytics . In CIDR ( 2011 ), pp. 261 -- 272 . Herodotou, H., Lim, H., Luo, G., Borisov, N., Dong, L., Cetin, F. B., and Babu, S. Starfish: A self-tuning system for big data analytics. In CIDR (2011), pp. 261--272."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.14778\/2350229.2350244"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1272996.1273005"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/356924.356928"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.14778\/2994509.2994513"},{"key":"e_1_3_2_1_23_1","volume-title":"HotOS","author":"Maas M.","year":"2015","unstructured":"Maas , M. , Harris , T. , Asanovi\u0107 , K. , and Kubiatowicz , J . Trash Day: Coordinating garbage collection in distributed systems . In HotOS ( 2015 ). Maas, M., Harris, T., Asanovi\u0107, K., and Kubiatowicz, J. Trash Day: Coordinating garbage collection in distributed systems. In HotOS (2015)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2872362.2872386"},{"key":"e_1_3_2_1_25_1","volume-title":"SOSP","author":"Navasca C.","year":"2019","unstructured":"Navasca , C. , Cai , C. ,, Nguyen , K. , Demsky , B. , Lu , S. , Kim , M. , and Xu , G. H . Gerenuk: Thin computation over big native data using speculative transformation . In SOSP ( 2019 ). Navasca, C., Cai, C.,, Nguyen, K., Demsky, B., Lu, S., Kim, M., and Xu, G. H. Gerenuk: Thin computation over big native data using speculative transformation. In SOSP (2019)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173162.3173200"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818302.2818308"},{"key":"e_1_3_2_1_28_1","first-page":"349","volume-title":"OSDI","author":"Nguyen K.","year":"2016","unstructured":"Nguyen , K. , Fang , L. , Xu , G. , Demsky , B. , Lu , S. , Alamian , S. , and Mutlu , O . Yak: A high-performance big-data-friendly garbage collector . In OSDI ( 2016 ), pp. 349 -- 365 . Nguyen, K., Fang, L., Xu, G., Demsky, B., Lu, S., Alamian, S., and Mutlu, O. Yak: A high-performance big-data-friendly garbage collector. In OSDI (2016), pp. 349--365."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2694344.2694345"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1376616.1376726"},{"key":"e_1_3_2_1_31_1","volume-title":"Schwarzkopf, M., Amarasinghe, S., Madden, S., and Zaharia, M. Evaluating end-to-end optimization for data analytics applications in Weld, booktitle = VLDB, year =","author":"Palkar S.","year":"2018","unstructured":"Palkar , S. , Thomas , J. , Narayanan , D. , Thaker , P. , Negi , P. , Palamuttam , R. , Shanbhag , A. , olger Pirk , Schwarzkopf, M., Amarasinghe, S., Madden, S., and Zaharia, M. Evaluating end-to-end optimization for data analytics applications in Weld, booktitle = VLDB, year = 2018 ,. Palkar, S., Thomas, J., Narayanan, D., Thaker, P., Negi, P., Palamuttam, R., Shanbhag, A., olger Pirk, Schwarzkopf, M., Amarasinghe, S., Madden, S., and Zaharia, M. Evaluating end-to-end optimization for data analytics applications in Weld, booktitle = VLDB, year = 2018,."},{"key":"e_1_3_2_1_32_1","volume-title":"CIDR","author":"Palkar S.","year":"2017","unstructured":"Palkar , S. , Thomas , J. , Shanbhag , A. , Narayanan , D. , Pirk , H. , Schwarzkopf , M. , Amarasinghe , S. , and Zaharia , M . Weld: A common runtime for high performance data analytics . In CIDR ( 2017 ). Palkar, S., Thomas, J., Shanbhag, A., Narayanan, D., Pirk, H., Schwarzkopf, M., Amarasinghe, S., and Zaharia, M. Weld: A common runtime for high performance data analytics. In CIDR (2017)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1155\/2005\/962135"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/237721.237760"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2594517"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132773"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3009837.3009891"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/42201.42203"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.14778\/1687553.1687609"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/1247480.1247602"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1629575.1629600"},{"key":"e_1_3_2_1_42_1","first-page":"1","volume-title":"OSDI","author":"Yu Y.","year":"2008","unstructured":"Yu , Y. , Isard , M. , Fetterly , D. , Budiu , M. , Erlingsson , U. , Gunda , P. K. , and Currey , J . DryadLINQ: a system for general-purpose distributed data-parallel computing using a high-level language . In OSDI ( 2008 ), pp. 1 -- 14 . Yu, Y., Isard, M., Fetterly, D., Budiu, M., Erlingsson, U., Gunda, P. K., and Currey, J. DryadLINQ: a system for general-purpose distributed data-parallel computing using a high-level language. In OSDI (2008), pp. 1--14."},{"key":"e_1_3_2_1_43_1","first-page":"2","volume-title":"NSDI","author":"Zaharia M.","year":"2012","unstructured":"Zaharia , M. , Chowdhury , M. , Das , T. , Dave , A. , Ma , J. , McCauley , M. , Franklin , M. J. , Shenker , S. , and Stoica , I . Resilient distributed datasets: A fault-tolerant abstraction for in-memory cluster computing . In NSDI ( 2012 ), pp. 2 -- 2 . Zaharia, M., Chowdhury, M., Das, T., Dave, A., Ma, J., McCauley, M., Franklin, M. J., Shenker, S., and Stoica, I. Resilient distributed datasets: A fault-tolerant abstraction for in-memory cluster computing. In NSDI (2012), pp. 2--2."},{"key":"e_1_3_2_1_44_1","first-page":"10","volume-title":"HotCloud","author":"Zaharia M.","unstructured":"Zaharia , M. , Chowdhury , M. , Franklin , M. J. , Shenker , S. , and Stoica , I . Spark: Cluster computing with working sets . HotCloud , p. 10 . Zaharia, M., Chowdhury, M., Franklin, M. J., Shenker, S., and Stoica, I. Spark: Cluster computing with working sets. HotCloud, p. 10."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2010.5447802"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.14778\/1687627.1687709"}],"event":{"name":"SOSP '19: ACM SIGOPS 27th Symposium on Operating Systems Principles","sponsor":["SIGOPS ACM Special Interest Group on Operating Systems","USENIX Assoc USENIX Assoc"],"location":"Huntsville Ontario Canada","acronym":"SOSP '19"},"container-title":["Proceedings of the 27th ACM Symposium on Operating Systems Principles"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3341301.3359649","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3341301.3359649","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3341301.3359649","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:12:56Z","timestamp":1750201976000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3341301.3359649"}},"subtitle":["sound and automated computation consolidation for efficient multilingual data-parallel pipelines"],"short-title":[],"issued":{"date-parts":[[2019,10,27]]},"references-count":46,"alternative-id":["10.1145\/3341301.3359649","10.1145\/3341301"],"URL":"https:\/\/doi.org\/10.1145\/3341301.3359649","relation":{},"subject":[],"published":{"date-parts":[[2019,10,27]]},"assertion":[{"value":"2019-10-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}