{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:33:13Z","timestamp":1750221193654,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,5,27]],"date-time":"2018-05-27T00:00:00Z","timestamp":1527379200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Google","award":["Google research faculty award"],"award-info":[{"award-number":["Google research faculty award"]}]},{"name":"BP plc"},{"name":"German Research Foundation (DFG)","award":["246594964"],"award-info":[{"award-number":["246594964"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,5,27]]},"DOI":"10.1145\/3183713.3183760","type":"proceedings-article","created":{"date-parts":[[2018,5,25]],"date-time":"2018-05-25T12:39:28Z","timestamp":1527251968000},"page":"1157-1172","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Meta-Dataflows"],"prefix":"10.1145","author":[{"given":"Raul","family":"Castro Fernandez","sequence":"first","affiliation":[{"name":"Massachusetts Institute of Technology, Cambridge, MA, USA"}]},{"given":"William","family":"Culhane","sequence":"additional","affiliation":[{"name":"Imperial College London, London, United Kingdom"}]},{"given":"Pijika","family":"Watcharapichat","sequence":"additional","affiliation":[{"name":"Imperial College London, London, United Kingdom"}]},{"given":"Matthias","family":"Weidlich","sequence":"additional","affiliation":[{"name":"Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany"}]},{"given":"Victoria","family":"Lopez Morales","sequence":"additional","affiliation":[{"name":"Imperial College London, London, United Kingdom"}]},{"given":"Peter","family":"Pietzuch","sequence":"additional","affiliation":[{"name":"Imperial College London, London, United Kingdom"}]}],"member":"320","published-online":{"date-parts":[[2018,5,27]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"TensorFlow: A System for Large-scale Machine Learning. USENIX Conference on Operating Systems Design and Implementation (OSDI)","author":"Abadi Mart\u00edn","year":"2016","unstructured":"Mart\u00edn Abadi , Ashish Agarwal , 2016 . TensorFlow: A System for Large-scale Machine Learning. USENIX Conference on Operating Systems Design and Implementation (OSDI) (2016). Mart\u00edn Abadi, Ashish Agarwal, et almbox.. 2016. TensorFlow: A System for Large-scale Machine Learning. USENIX Conference on Operating Systems Design and Implementation (OSDI) (2016)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/321623.321632"},{"key":"e_1_3_2_1_3_1","volume-title":"The Stratosphere Platform for Big Data Analytics. Conference on Very Large Data Bases (VLDB)","author":"Alexandrov Alexander","year":"2014","unstructured":"Alexander Alexandrov , Rico Bergmann , 2014 . The Stratosphere Platform for Big Data Analytics. Conference on Very Large Data Bases (VLDB) (2014). Alexander Alexandrov, Rico Bergmann, et almbox.. 2014. The Stratosphere Platform for Big Data Analytics. Conference on Very Large Data Bases (VLDB) (2014)."},{"key":"e_1_3_2_1_4_1","unstructured":"Apache. 2017. Hadoop. http:\/\/hadoop.apache.org\/. (2017).  Apache. 2017. Hadoop. http:\/\/hadoop.apache.org\/. (2017)."},{"key":"e_1_3_2_1_5_1","volume-title":"Random Search for Hyper-parameter Optimization. Journal of Machine Learning Research","author":"Bergstra James","year":"2012","unstructured":"James Bergstra and Yoshua Bengio . 2012. Random Search for Hyper-parameter Optimization. Journal of Machine Learning Research ( 2012 ). James Bergstra and Yoshua Bengio. 2012. Random Search for Hyper-parameter Optimization. Journal of Machine Learning Research (2012)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2011.121"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2465282"},{"key":"e_1_3_2_1_8_1","volume-title":"Making State Explicit for Imperative Big Data Processing. USENIX Annual Technical Conference (ATC)","author":"Fernandez Raul Castro","year":"2014","unstructured":"Raul Castro Fernandez , Matteo Migliavacca , 2014 . Making State Explicit for Imperative Big Data Processing. USENIX Annual Technical Conference (ATC) (2014). Raul Castro Fernandez, Matteo Migliavacca, et almbox.. 2014. Making State Explicit for Imperative Big Data Processing. USENIX Annual Technical Conference (ATC) (2014)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/191839.191872"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.14778\/2824032.2824045"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1376616.1376772"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2014.10.008"},{"volume-title":"The elements of statistical learning","author":"Friedman Jerome","key":"e_1_3_2_1_13_1","unstructured":"Jerome Friedman , Trevor Hastie , and Robert Tibshirani . 2001. The elements of statistical learning . Vol. Vol. 1 . Springer series in statistics Springer , Berlin. Jerome Friedman, Trevor Hastie, and Robert Tibshirani. 2001. The elements of statistical learning. Vol. Vol. 1. Springer series in statistics Springer, Berlin."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/67544.66960"},{"key":"e_1_3_2_1_15_1","volume-title":"et almbox","author":"Gunda Pradeep Kumar","year":"2010","unstructured":"Pradeep Kumar Gunda , Lenin Ravindranath , et almbox .. 2010 . Nectar : Automatic Management of Data and Computation in Datacenters . (2010). Pradeep Kumar Gunda, Lenin Ravindranath, et almbox.. 2010. Nectar: Automatic Management of Data and Computation in Datacenters. (2010)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/69.50910"},{"key":"e_1_3_2_1_17_1","volume-title":"et almbox","author":"Halasipuram Ramanujam","year":"2014","unstructured":"Ramanujam Halasipuram , Prasad M Deshpande , et almbox .. 2014 . Determining Essential Statistics for Cost Based Optimization of an ETL Workflow . (2014). Ramanujam Halasipuram, Prasad M Deshpande, et almbox.. 2014. Determining Essential Statistics for Cost Based Optimization of an ETL Workflow. (2014)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1385989.1386002"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25566-3_40"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1272996.1273005"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2443416.2443420"},{"key":"e_1_3_2_1_22_1","unstructured":"Alex Krizhevsky and Geoffrey Hinton. 2009. Learning Multiple Layers of Features From Tiny Images. (2009).  Alex Krizhevsky and Geoffrey Hinton. 2009. Learning Multiple Layers of Features From Tiny Images. (2009)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2670979.2670985"},{"key":"e_1_3_2_1_24_1","volume-title":"et almbox","author":"Murray Derek G.","year":"2011","unstructured":"Derek G. Murray , Malte Schwarzkopf , et almbox .. 2011 . CIEL : A Universal Execution Engine for Distributed Data-flow Computing. NSDI ( 2011). Derek G. Murray, Malte Schwarzkopf, et almbox.. 2011. CIEL: A Universal Execution Engine for Distributed Data-flow Computing. NSDI (2011)."},{"key":"e_1_3_2_1_25_1","volume-title":"et almbox","author":"Ogasawara Eduardo","year":"2011","unstructured":"Eduardo Ogasawara , Jonas Dias , et almbox . 2011 . An algebraic approach for data-centric scientific workflows. VLDB ( 2011). Eduardo Ogasawara, Jonas Dias, et almbox. 2011. An algebraic approach for data-centric scientific workflows. VLDB (2011)."},{"key":"e_1_3_2_1_26_1","volume-title":"On Estimation of a Probability Density Function and Mode. The Annals of Mathematical Statistics","author":"Parzen Emanuel","year":"1962","unstructured":"Emanuel Parzen . 1962. On Estimation of a Probability Density Function and Mode. The Annals of Mathematical Statistics ( 1962 ). Emanuel Parzen. 1962. On Estimation of a Probability Density Function and Mode. The Annals of Mathematical Statistics (1962)."},{"key":"e_1_3_2_1_27_1","volume-title":"et almbox","author":"Pedregosa Fabian","year":"2011","unstructured":"Fabian Pedregosa , Ga\u00ebl Varoquaux , et almbox .. 2011 . Scikit-learn : Machine Learning in Python. J. Mach. Learn. Res . (2011). Fabian Pedregosa, Ga\u00ebl Varoquaux, et almbox.. 2011. Scikit-learn: Machine Learning in Python. J. Mach. Learn. Res. (2011)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3078752"},{"key":"e_1_3_2_1_29_1","volume-title":"et almbox","author":"Simitsis A.","year":"2013","unstructured":"A. Simitsis , K. Wilkinson , et almbox .. 2013 . HFMS : Managing the lifecycle and complexity of hybrid analytic data flows. ICDE ( 2013). A. Simitsis, K. Wilkinson, et almbox.. 2013. HFMS: Managing the lifecycle and complexity of hybrid analytic data flows. ICDE (2013)."},{"key":"e_1_3_2_1_30_1","unstructured":"Apache Spark . 2017. ML Pipelines. http:\/\/spark.apache.org\/docs\/latest\/ml-guide.html. (2017).  Apache Spark . 2017. ML Pipelines. http:\/\/spark.apache.org\/docs\/latest\/ml-guide.html. (2017)."},{"key":"e_1_3_2_1_31_1","volume-title":"et almbox","author":"Sparks Evan","year":"2017","unstructured":"Evan Sparks , Shivaram Venkataraman , et almbox .. 2017 . KeystoneML: Optimizing Pipelines for Large-Scale Advanced Analytics. ICDE ( 2017). Evan Sparks, Shivaram Venkataraman, et almbox.. 2017. KeystoneML: Optimizing Pipelines for Large-Scale Advanced Analytics. ICDE (2017)."},{"key":"e_1_3_2_1_32_1","unstructured":"Spotify. 2017. Luigi. https:\/\/github.com\/spotify\/luigi. (2017).  Spotify. 2017. Luigi. https:\/\/github.com\/spotify\/luigi. (2017)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2463707"},{"key":"e_1_3_2_1_34_1","volume-title":"et almbox","author":"Sutskever Ilya","year":"2013","unstructured":"Ilya Sutskever , James Martens , et almbox .. 2013 . On the Importance of Initialization and Momentum in Deep Learning. ICML ( 2013). Ilya Sutskever, James Martens, et almbox.. 2013. On the Importance of Initialization and Momentum in Deep Learning. ICML (2013)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2013.6544927"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2523616.2523633"},{"key":"e_1_3_2_1_37_1","volume-title":"et almbox","author":"Vrhovnik Marko","year":"2007","unstructured":"Marko Vrhovnik , Holger Schwarz , et almbox .. 2007 . An Approach to Optimize Data Processing in Business Processes. VLDB ( 2007). Marko Vrhovnik, Holger Schwarz, et almbox.. 2007. An Approach to Optimize Data Processing in Business Processes. VLDB (2007)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2038916.2038928"},{"key":"e_1_3_2_1_39_1","volume-title":"et almbox","author":"Yu Yuan","year":"2008","unstructured":"Yuan Yu , Michael Isard , et almbox .. 2008 . DryadLINQ: A System for General-purpose Distributed Data-parallel Computing Using a High-level Language. OSDI ( 2008). Yuan Yu, Michael Isard, et almbox.. 2008. DryadLINQ: A System for General-purpose Distributed Data-parallel Computing Using a High-level Language. OSDI (2008)."},{"key":"e_1_3_2_1_40_1","volume-title":"Resilient Distributed Datasets: A Fault-Tolerant Abstraction for In-Memory Cluster Computing. USENIX Symposium on Networked Systems Design and Implementation (NSDI)","author":"Zaharia Matei","year":"2012","unstructured":"Matei Zaharia , Mosharaf Chowdhury , 2012 . Resilient Distributed Datasets: A Fault-Tolerant Abstraction for In-Memory Cluster Computing. USENIX Symposium on Networked Systems Design and Implementation (NSDI) (2012). Matei Zaharia, Mosharaf Chowdhury, et almbox.. 2012. Resilient Distributed Datasets: A Fault-Tolerant Abstraction for In-Memory Cluster Computing. USENIX Symposium on Networked Systems Design and Implementation (NSDI) (2012)."},{"key":"e_1_3_2_1_41_1","volume-title":"Zaki and Wagner Meira Jr","author":"Mohammed","year":"2014","unstructured":"Mohammed J. Zaki and Wagner Meira Jr .. 2014 . Data Mining and Analysis: Fundamental Concepts and Algorithms. Cambridge University Press . Mohammed J. Zaki and Wagner Meira Jr.. 2014. Data Mining and Analysis: Fundamental Concepts and Algorithms. Cambridge University Press."},{"key":"e_1_3_2_1_42_1","volume-title":"ADADELTA: An Adaptive Learning Rate Method. Arxiv preprint arXiv:1212.5701","author":"Zeiler Matthew D.","year":"2012","unstructured":"Matthew D. Zeiler . 2012 . ADADELTA: An Adaptive Learning Rate Method. Arxiv preprint arXiv:1212.5701 (2012). Matthew D. Zeiler. 2012. ADADELTA: An Adaptive Learning Rate Method. Arxiv preprint arXiv:1212.5701 (2012)."}],"event":{"name":"SIGMOD\/PODS '18: International Conference on Management of Data","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"],"location":"Houston TX USA","acronym":"SIGMOD\/PODS '18"},"container-title":["Proceedings of the 2018 International Conference on Management of Data"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3183713.3183760","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3183713.3183760","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:39:17Z","timestamp":1750210757000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3183713.3183760"}},"subtitle":["Efficient Exploratory Dataflow Jobs"],"short-title":[],"issued":{"date-parts":[[2018,5,27]]},"references-count":42,"alternative-id":["10.1145\/3183713.3183760","10.1145\/3183713"],"URL":"https:\/\/doi.org\/10.1145\/3183713.3183760","relation":{},"subject":[],"published":{"date-parts":[[2018,5,27]]},"assertion":[{"value":"2018-05-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}