{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,24]],"date-time":"2025-08-24T01:09:49Z","timestamp":1755997789915,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,6,15]],"date-time":"2018-06-15T00:00:00Z","timestamp":1529020800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,6,15]]},"DOI":"10.1145\/3206333.3206339","type":"proceedings-article","created":{"date-parts":[[2018,5,17]],"date-time":"2018-05-17T17:51:36Z","timestamp":1526579496000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Automatic Caching Decision for Scientific Dataflow Execution in Apache Spark"],"prefix":"10.1145","author":[{"given":"Vinicius M.","family":"Gottin","sequence":"first","affiliation":[{"name":"Technology Research & Innovation Group, Dell EMC, Rio de Janeiro, Rio de Janeiro, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Edward","family":"Pacheco","sequence":"additional","affiliation":[{"name":"Technology Research & Innovation Group, Dell EMC, Rio de Janeiro, Rio de Janeiro, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jonas","family":"Dias","sequence":"additional","affiliation":[{"name":"Technology Research & Innovation Group, Dell EMC, Rio de Janeiro, Rio de Janeiro, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Angelo E. M.","family":"Ciarlini","sequence":"additional","affiliation":[{"name":"Technology Research & Innovation Group, Dell EMC, Rio de Janeiro, Rio de Janeiro, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bruno","family":"Costa","sequence":"additional","affiliation":[{"name":"Federal University of Rio de Janeiro (UFRJ), Rio de Janeiro, Rio de Janeiro, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wagner","family":"Vieira","sequence":"additional","affiliation":[{"name":"Federal University of Rio de Janeiro (UFRJ), Rio de Janeiro, Rio de Janeiro, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yania M.","family":"Souto","sequence":"additional","affiliation":[{"name":"National Laboratory for Scientific Computing (LNCC), Petr\u00f3polis, Rio de Janeiro, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paulo","family":"Pires","sequence":"additional","affiliation":[{"name":"Federal University of Rio de Janeiro (UFRJ), Rio de Janeiro, Rio de Janeiro, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fabio","family":"Porto","sequence":"additional","affiliation":[{"name":"National Laboratory for Scientific Computing (LNCC), Petr\u00f3polis, Rio de Janeiro, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jo\u00e3o G.","family":"Rittmeyer","sequence":"additional","affiliation":[{"name":"National Laboratory for Scientific Computing (LNCC), Petr\u00f3polis, Rio de Janeiro, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2018,6,15]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-014-0357-y"},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the 9th USENIX Conference on Networked Systems Design and Implementation","author":"Ananthanarayanan G.","year":"2012","unstructured":"Ananthanarayanan , G. et al. 2012. PACMan: Coordinated Memory Caching for Parallel Jobs . Proceedings of the 9th USENIX Conference on Networked Systems Design and Implementation ( Berkeley, CA, USA , 2012 ), 20. Ananthanarayanan, G. et al. 2012. PACMan: Coordinated Memory Caching for Parallel Jobs. Proceedings of the 9th USENIX Conference on Networked Systems Design and Implementation (Berkeley, CA, USA, 2012), 20."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2742797"},{"key":"e_1_3_2_1_4_1","volume-title":"et al","author":"Berriman G.B.","year":"2004","unstructured":"Berriman , G.B. et al . 2004 . Montage: a Grid Enabled Engine for Delivering Custom Science-grade Mosaics on Demand . (2004). Berriman, G.B. et al. 2004. Montage: a Grid Enabled Engine for Delivering Custom Science-grade Mosaics on Demand. (2004)."},{"key":"e_1_3_2_1_5_1","volume-title":"2008 Third Workshop on Workflows in Support of Large-Scale Science (Nov.","author":"Bharathi S.","year":"2008","unstructured":"Bharathi , S. et al. 2008. Characterization of scientific workflows . 2008 Third Workshop on Workflows in Support of Large-Scale Science (Nov. 2008 ), 1--10. Bharathi, S. et al. 2008. Characterization of scientific workflows. 2008 Third Workshop on Workflows in Support of Large-Scale Science (Nov. 2008), 1--10."},{"key":"e_1_3_2_1_6_1","unstructured":"CEC project Southern California Earthquake Center: http:\/\/www.scec.org\/. Accessed: 2018-02-22.  CEC project Southern California Earthquake Center: http:\/\/www.scec.org\/. Accessed: 2018-02-22."},{"key":"e_1_3_2_1_7_1","unstructured":"Databricks Cache Boosts Apache Spark Performance: 2018. https:\/\/databricks.com\/blog\/2018\/01\/09\/databricks-cache-boosts-apache-spark-performance.html. Accessed: 2018-02-22.  Databricks Cache Boosts Apache Spark Performance: 2018. https:\/\/databricks.com\/blog\/2018\/01\/09\/databricks-cache-boosts-apache-spark-performance.html. Accessed: 2018-02-22."},{"key":"e_1_3_2_1_8_1","unstructured":"Databricks IO Cache: 2018. https:\/\/docs.databricks.com\/user-guide\/databricks-iocache.html. Accessed: 2018-02-22.  Databricks IO Cache: 2018. https:\/\/docs.databricks.com\/user-guide\/databricks-iocache.html. Accessed: 2018-02-22."},{"key":"e_1_3_2_1_9_1","unstructured":"Flink: https:\/\/flink.apache.org\/.  Flink: https:\/\/flink.apache.org\/."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/88.544436"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2012.08.015"},{"key":"e_1_3_2_1_12_1","volume-title":"Towards Automatic Memory Tuning for In-Memory Big Data Analytics in Clusters. 2016 IEEE International Congress on Big Data (BigData Congress)","author":"Koliopoulos A.K.","year":"2016","unstructured":"Koliopoulos , A.K. et al. 2016 . Towards Automatic Memory Tuning for In-Memory Big Data Analytics in Clusters. 2016 IEEE International Congress on Big Data (BigData Congress) ( 2016 ), 353--356. Koliopoulos, A.K. et al. 2016. Towards Automatic Memory Tuning for In-Memory Big Data Analytics in Clusters. 2016 IEEE International Congress on Big Data (BigData Congress) (2016), 353--356."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.14778\/2994509.2994513"},{"key":"e_1_3_2_1_14_1","volume-title":"et al","author":"Maechling P.","year":"2007","unstructured":"Maechling , P. et al . 2007 . SCEC CyberShake Workflows---Automating Probabilistic Seismic Hazard Analysis Calculations. Workflows for e-Science. Springer London . 143--163. Maechling, P. et al. 2007. SCEC CyberShake Workflows---Automating Probabilistic Seismic Hazard Analysis Calculations. Workflows for e-Science. Springer London. 143--163."},{"key":"e_1_3_2_1_15_1","volume-title":"et al","author":"Nguyen K.","year":"2016","unstructured":"Nguyen , K. et al . 2016 . Yak : A High-Performance BigData-Friendly Garbage Collector. 12th {USENIX} Symposium on Operating Systems Design and Implementation ({OSDI} 16) (Savannah, GA , 2016), 349--365. Nguyen, K. et al. 2016. Yak: A High-Performance BigData-Friendly Garbage Collector. 12th {USENIX} Symposium on Operating Systems Design and Implementation ({OSDI} 16) (Savannah, GA, 2016), 349--365."},{"volume-title":"Paradigms of artificial intelligence programming: case studies in Common Lisp","author":"Norvig P.","key":"e_1_3_2_1_16_1","unstructured":"Norvig , P. 1992. Paradigms of artificial intelligence programming: case studies in Common Lisp . Morgan Kaufman Publishers . Norvig, P. 1992. Paradigms of artificial intelligence programming: case studies in Common Lisp. Morgan Kaufman Publishers."},{"key":"e_1_3_2_1_17_1","volume-title":"Automatic Optimization of Parallel Dataflow Programs. USENIX 2008 Annual Technical Conference","author":"Olston C.","year":"2008","unstructured":"Olston , C. et al. 2008 . Automatic Optimization of Parallel Dataflow Programs. USENIX 2008 Annual Technical Conference ( Berkeley, CA, USA , 2008 ), 267--273. Olston, C. et al. 2008. Automatic Optimization of Parallel Dataflow Programs. USENIX 2008 Annual Technical Conference (Berkeley, CA, USA, 2008), 267--273."},{"key":"e_1_3_2_1_18_1","volume-title":"et al","author":"Porto F.","year":"2017","unstructured":"Porto , F. et al . 2017 . Constellation Queries over Big Data. CoRR. abs\/1703.0, (2017). Porto, F. et al. 2017. Constellation Queries over Big Data. CoRR. abs\/1703.0, (2017)."},{"key":"e_1_3_2_1_19_1","unstructured":"Project Tungsten: Bringing Apache Spark Closer to Bare Metal: https:\/\/databricks.com\/blog\/2015\/04\/28\/project-tungsten-bringing-spark-closer-to-bare-metal.html. Accessed: 2018-02-22.  Project Tungsten: Bringing Apache Spark Closer to Bare Metal: https:\/\/databricks.com\/blog\/2015\/04\/28\/project-tungsten-bringing-spark-closer-to-bare-metal.html. Accessed: 2018-02-22."},{"key":"e_1_3_2_1_20_1","volume-title":"NIPS Workshop MLSystems","author":"Schelter S.","year":"2016","unstructured":"Schelter , S. et al. 2016. Samsara: Declarative machine learning on distributed dataflow systems . NIPS Workshop MLSystems ( 2016 ). Schelter, S. et al. 2016. Samsara: Declarative machine learning on distributed dataflow systems. NIPS Workshop MLSystems (2016)."},{"key":"e_1_3_2_1_21_1","unstructured":"Spark: http:\/\/spark.apache.org\/. Accessed: 2016-06-17.  Spark: http:\/\/spark.apache.org\/. Accessed: 2016-06-17."},{"key":"e_1_3_2_1_22_1","volume-title":"et al","author":"Sparks E.R.","year":"2016","unstructured":"Sparks , E.R. et al . 2016 . KeystoneML: Optimizing Pipelines for Large-Scale Advanced Analytics . (Oct. 2016). Sparks, E.R. et al. 2016. KeystoneML: Optimizing Pipelines for Large-Scale Advanced Analytics. (Oct. 2016)."},{"key":"e_1_3_2_1_23_1","unstructured":"USC Epigenome Center: http:\/\/epigenome.usc.edu. Accessed: 2018-02-22.  USC Epigenome Center: http:\/\/epigenome.usc.edu. Accessed: 2018-02-22."},{"key":"e_1_3_2_1_24_1","volume-title":"et al","author":"Wu Y.","year":"2016","unstructured":"Wu , Y. et al . 2016 . HAMR : A dataflow-based real-time in-memory cluster computing engine. International Journal of High Performance Computing Applications . (Oct. 2016). Wu, Y. et al. 2016. HAMR: A dataflow-based real-time in-memory cluster computing engine. International Journal of High Performance Computing Applications. (Oct. 2016)."},{"volume-title":"Proceedings of the 9th USENIX conference on Networked Systems Design and Implementation. USENIX Association.","author":"Zaharia M.","key":"e_1_3_2_1_25_1","unstructured":"Zaharia , M. et al. 2012. Resilient distributed datasets: a fault-tolerant abstraction for in-memory cluster computing . Proceedings of the 9th USENIX conference on Networked Systems Design and Implementation. USENIX Association. Zaharia, M. et al. 2012. Resilient distributed datasets: a fault-tolerant abstraction for in-memory cluster computing. Proceedings of the 9th USENIX conference on Networked Systems Design and Implementation. USENIX Association."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPADS.2009.88"}],"event":{"name":"SIGMOD\/PODS '18: International Conference on Management of Data","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"],"location":"Houston TX USA","acronym":"SIGMOD\/PODS '18"},"container-title":["Proceedings of the 5th ACM SIGMOD Workshop on Algorithms and Systems for MapReduce and Beyond"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3206333.3206339","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3206333.3206339","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T02:26:05Z","timestamp":1750213565000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3206333.3206339"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6,15]]},"references-count":26,"alternative-id":["10.1145\/3206333.3206339","10.1145\/3206333"],"URL":"https:\/\/doi.org\/10.1145\/3206333.3206339","relation":{},"subject":[],"published":{"date-parts":[[2018,6,15]]},"assertion":[{"value":"2018-06-15","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}