{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T02:31:21Z","timestamp":1784946681651,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,6,14]],"date-time":"2017-06-14T00:00:00Z","timestamp":1497398400000},"content-version":"vor","delay-in-days":365,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1139158"],"award-info":[{"award-number":["CCF-1139158"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["SN10040 DE-SC0012463"],"award-info":[{"award-number":["SN10040 DE-SC0012463"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["FA8750-12-2-0331"],"award-info":[{"award-number":["FA8750-12-2-0331"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,6,14]]},"DOI":"10.1145\/2882903.2903740","type":"proceedings-article","created":{"date-parts":[[2016,6,16]],"date-time":"2016-06-16T15:01:52Z","timestamp":1466089312000},"page":"1099-1104","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":47,"title":["SparkR"],"prefix":"10.1145","author":[{"given":"Shivaram","family":"Venkataraman","sequence":"first","affiliation":[{"name":"UC Berkeley, Berkeley, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zongheng","family":"Yang","sequence":"additional","affiliation":[{"name":"UC Berkeley, Berkeley, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Davies","family":"Liu","sequence":"additional","affiliation":[{"name":"Databricks Inc., San Francisco, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eric","family":"Liang","sequence":"additional","affiliation":[{"name":"Databricks Inc, San Francisco, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hossein","family":"Falaki","sequence":"additional","affiliation":[{"name":"Databricks Inc., San Francisco, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiangrui","family":"Meng","sequence":"additional","affiliation":[{"name":"Databricks Inc., San Francisco, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Reynold","family":"Xin","sequence":"additional","affiliation":[{"name":"Databricks Inc., San Francisco, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ali","family":"Ghodsi","sequence":"additional","affiliation":[{"name":"Databricks Inc., San Francisco, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Franklin","sequence":"additional","affiliation":[{"name":"UC Berkeley, Berkeley, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ion","family":"Stoica","sequence":"additional","affiliation":[{"name":"UC Berkeley & Databricks Inc., Berkeley, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matei","family":"Zaharia","sequence":"additional","affiliation":[{"name":"Massachusetts Institute of Technology & Databricks Inc., Boston, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2016,6,14]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2015 data science salary survey. https:\/\/www.oreilly.com\/ideas\/2015-data-science-salary-survey."},{"key":"e_1_3_2_1_2_1","unstructured":"Apache Spark Project. http:\/\/spark.apache.org."},{"key":"e_1_3_2_1_3_1","unstructured":"Project Tungsten: Bringing Spark Closer to Bare Metal. https:\/\/databricks.com\/blog\/2015\/04\/28\/project-tungsten-bringing-spark-closer-to-bare-metal.html."},{"key":"e_1_3_2_1_4_1","unstructured":"Recent performance improvements in Apache Spark: SQL Python DataFrames and More. https:\/\/goo.gl\/RQS3ld."},{"key":"e_1_3_2_1_5_1","unstructured":"Rhadoop. http:\/\/projects.revolutionanalytics.com\/rhadoop."},{"key":"e_1_3_2_1_6_1","unstructured":"Spark survey 2015. http:\/\/go.databricks.com\/2015-spark-survey."},{"key":"e_1_3_2_1_7_1","unstructured":"Visual Analytics for Apache Spark and SparkR. http:\/\/goo.gl\/zPje2i."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-014-0357-y"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.14778\/2824032.2824080"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2742797"},{"key":"e_1_3_2_1_11_1","volume-title":"magrittr: A Forward-Pipe Operator for R","author":"Bache S. M.","year":"2014","unstructured":"S. M. Bache and H. Wickham. magrittr: A Forward-Pipe Operator for R, 2014. R package version 1.5."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2463683"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807167.1807275"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v033.i01"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2011.5767930"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.5555\/2685048.2685096"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1002\/sta4.7"},{"key":"e_1_3_2_1_18_1","volume-title":"CIDR","author":"Kornacker M.","year":"2015","unstructured":"M. Kornacker, A. Behm, V. Bittorf, T. Bobrovytsky, C. Ching, A. Choi, J. Erickson, M. Grund, D. Hecht, M. Jacobs, et al. Impala: A modern, open-source SQL engine for Hadoop. In CIDR 2015."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.Congress.2013.67"},{"key":"e_1_3_2_1_20_1","volume-title":"cluster: Cluster Analysis Basics and Extensions","author":"Maechler M.","year":"2015","unstructured":"M. Maechler, P. Rousseeuw, A. Struyf, M. Hubert, and K. Hornik. cluster: Cluster Analysis Basics and Extensions, 2015."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.25080\/Majora-92bf1922-00a"},{"key":"e_1_3_2_1_22_1","volume-title":"ML Pipelines: A New High-Level API for MLlib. https:\/\/goo.gl\/pluhq0","author":"Meng X.","year":"2015","unstructured":"X. Meng, J. Bradley, E. Sparks, and S. Venkataraman. ML Pipelines: A New High-Level API for MLlib. https:\/\/goo.gl\/pluhq0, 2015."},{"key":"e_1_3_2_1_23_1","volume-title":"MLlib: Machine Learning in Apache Spark. CoRR, abs\/1505.06807","author":"Meng X.","year":"2015","unstructured":"X. Meng, J. K. Bradley, B. Yavuz, E. R. Sparks, et al. MLlib: Machine Learning in Apache Spark. CoRR, abs\/1505.06807, 2015."},{"key":"e_1_3_2_1_24_1","volume-title":"scidb: An R Interface to SciDB","author":"Lewis B. W.","year":"2015","unstructured":"Paradigm4 and B. W. Lewis. scidb: An R Interface to SciDB, 2015. R package version 1.2-0."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2742789"},{"key":"e_1_3_2_1_26_1","volume-title":"R: A Language and Environment for Statistical Computing","author":"Core Team R","year":"2015","unstructured":"R Core Team. R: A Language and Environment for Statistical Computing. R Foundation for Statistical Computing, Vienna, Austria, 2015."},{"key":"e_1_3_2_1_27_1","volume-title":"rJava: Low-Level R to Java Interface","author":"Urbanek S.","year":"2015","unstructured":"S. Urbanek. rJava: Low-Level R to Java Interface, 2015. R package version 0.9--7."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2465351.2465371"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/4434.708248"},{"key":"e_1_3_2_1_30_1","volume-title":"nycflights13: Data about flights departing NYC","author":"Wickham H.","year":"2013","unstructured":"H. Wickham. nycflights13: Data about flights departing NYC in 2013., 2014. R package version 0.1."},{"key":"e_1_3_2_1_31_1","volume-title":"dplyr: A Grammar of Data Manipulation","author":"Wickham H.","year":"2015","unstructured":"H. Wickham and R. Francois. dplyr: A Grammar of Data Manipulation, 2015. R package version 0.4.3."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2465288"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.Congress.2014.88"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.5555\/2228298.2228301"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2010.5447819"}],"event":{"name":"SIGMOD\/PODS'16: International Conference on Management of Data","location":"San Francisco California USA","acronym":"SIGMOD\/PODS'16","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the 2016 International Conference on Management of Data"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2882903.2903740","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2882903.2903740","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2882903.2903740","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T09:17:41Z","timestamp":1763457461000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2882903.2903740"}},"subtitle":["Scaling R Programs with Spark"],"short-title":[],"issued":{"date-parts":[[2016,6,14]]},"references-count":35,"alternative-id":["10.1145\/2882903.2903740","10.1145\/2882903"],"URL":"https:\/\/doi.org\/10.1145\/2882903.2903740","relation":{},"subject":[],"published":{"date-parts":[[2016,6,14]]},"assertion":[{"value":"2016-06-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}