{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T06:42:39Z","timestamp":1757313759650,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":23,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,8,9]],"date-time":"2021-08-09T00:00:00Z","timestamp":1628467200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1828123"],"award-info":[{"award-number":["CNS-1828123"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,8,9]]},"DOI":"10.1145\/3472456.3472515","type":"proceedings-article","created":{"date-parts":[[2021,10,5]],"date-time":"2021-10-05T18:39:57Z","timestamp":1633459197000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["NoStop: A Novel Configuration Optimization Scheme for Spark Streaming"],"prefix":"10.1145","author":[{"given":"Qianwen","family":"Ye","sequence":"first","affiliation":[{"name":"New Jersey Institute of Technology\ufffd, United States of America"}]},{"given":"Wuji","family":"Liu","sequence":"additional","affiliation":[{"name":"New Jersey Institute of Technology\ufffd, United States of America"}]},{"given":"Chase Q.","family":"Wu","sequence":"additional","affiliation":[{"name":"New Jersey Institute of Technology, United States of America"}]}],"member":"320","published-online":{"date-parts":[[2021,10,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. Nginx. http:\/\/nginx.org\/  [n.d.]. Nginx. http:\/\/nginx.org\/"},{"key":"e_1_3_2_1_2_1","unstructured":"[n.d.]. Wikipedia stochastic approximation. https:\/\/en.wikipedia.org\/wiki\/Stochastic_approximation  [n.d.]. Wikipedia stochastic approximation. https:\/\/en.wikipedia.org\/wiki\/Stochastic_approximation"},{"key":"e_1_3_2_1_3_1","unstructured":"[\n  3\n  ]  Apache.2011. Flink. https:\/\/flink.apache.org\/.  [3] Apache.2011. Flink. https:\/\/flink.apache.org\/."},{"key":"e_1_3_2_1_4_1","unstructured":"[\n  4\n  ]  Apache.2011. Flink. http:\/\/kafka.apache.org\/.  [4] Apache.2011. Flink. http:\/\/kafka.apache.org\/."},{"key":"e_1_3_2_1_5_1","unstructured":"[\n  5\n  ]  Apache.2016. Spark. http:\/\/spark.apache.org.  [5] Apache.2016. Spark. http:\/\/spark.apache.org."},{"key":"e_1_3_2_1_6_1","unstructured":"[\n  6\n  ]  Apache.2016. Storm. http:\/\/storm.apache.org.  [6] Apache.2016. Storm. http:\/\/storm.apache.org."},{"key":"e_1_3_2_1_7_1","unstructured":"[\n  7\n  ]  Apache.2016. Hadoop. http:\/\/hadoop.apache.org.  [7] Apache.2016. Hadoop. http:\/\/hadoop.apache.org."},{"key":"e_1_3_2_1_8_1","unstructured":"[\n  8\n  ]  Apache.2018. Apex. http:\/\/apex.apache.org\/.  [8] Apache.2018. Apex. http:\/\/apex.apache.org\/."},{"key":"e_1_3_2_1_9_1","unstructured":"[\n  9\n  ]  Apache.2019. Samza. http:\/\/samza.apache.org\/.  [9] Apache.2019. Samza. http:\/\/samza.apache.org\/."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2018.2846234"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"A. Counaris and J. Torres. 2018. A methodology for spark parameter tuning. Big data research 11(2018) 22\u201332.  A. Counaris and J. Torres. 2018. A methodology for spark parameter tuning. Big data research 11(2018) 22\u201332.","DOI":"10.1016\/j.bdr.2017.05.001"},{"key":"e_1_3_2_1_12_1","volume-title":"IEEE Conference on Computer Communications (INFOCOM","author":"Chen D.","year":"2017","unstructured":"Y.\u00a0 Chen D. \u00a0Cheng and etc.2017. Adaptive scheduling of parallel jobs in spark streaming . In IEEE Conference on Computer Communications (INFOCOM 2017 ). Atlanta, GA, USA. Y.\u00a0Chen D.\u00a0Cheng and etc.2017. Adaptive scheduling of parallel jobs in spark streaming. In IEEE Conference on Computer Communications (INFOCOM 2017). Atlanta, GA, USA."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"C.\u00a0Boeres D.\u00a0Oliveira F.\u00a0Porto and etc.2020. Towards optimizing the execution of spark scientific workflows using machine learning\u2010based parameter tuning. Concurrency and Computation Practice and Experience 33 5(2020).  C.\u00a0Boeres D.\u00a0Oliveira F.\u00a0Porto and etc.2020. Towards optimizing the execution of spark scientific workflows using machine learning\u2010based parameter tuning. Concurrency and Computation Practice and Experience 33 5(2020).","DOI":"10.1002\/cpe.5972"},{"key":"e_1_3_2_1_14_1","volume-title":"2016 IEEE 18th Intl. Conf. on HPC and Communications","author":"He\u00a0etc G.","year":"2016","unstructured":"B.\u00a0 He\u00a0etc . G. \u00a0Wang, J. \u00a0 Xu . 2016 . A Novel Method for Tuning Configuration Parameters of Spark Based on Machine Learning . In 2016 IEEE 18th Intl. Conf. on HPC and Communications . Sydney, NSW, Australia. B.\u00a0He\u00a0etc. G.\u00a0Wang, J.\u00a0Xu. 2016. A Novel Method for Tuning Configuration Parameters of Spark Based on Machine Learning. In 2016 IEEE 18th Intl. Conf. on HPC and Communications. Sydney, NSW, Australia."},{"key":"e_1_3_2_1_15_1","unstructured":"[\n  15\n  ]  Google.2015. Google Cloud Dataflow. https:\/\/cloud.google.com\/dataflow.  [15] Google.2015. Google Cloud Dataflow. https:\/\/cloud.google.com\/dataflow."},{"volume-title":"2018 5th International Conference on Systems and Informatics (ICSAI)","author":"Chen H.","key":"e_1_3_2_1_16_1","unstructured":"W.\u00a0 Chen H. \u00a0Du, P. \u00a0Han and etc.2018. Otterman: A Novel Approach of Spark Auto-tuning by a Hybrid Strategy . In 2018 5th International Conference on Systems and Informatics (ICSAI) . Nanjing, China, 831\u2013836. W.\u00a0Chen H.\u00a0Du, P.\u00a0Han and etc.2018. Otterman: A Novel Approach of Spark Auto-tuning by a Hybrid Strategy. In 2018 5th International Conference on Systems and Informatics (ICSAI). Nanjing, China, 831\u2013836."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729392"},{"key":"e_1_3_2_1_18_1","volume-title":"Adaptive performance model for dynamic scaling Apache Spark Streaming. Procedia Computer Science 136 (01","author":"Nasonov M.","year":"2018","unstructured":"D.\u00a0 Nasonov M. \u00a0Petrov, N. \u00a0 Butakov and etc.2018. Adaptive performance model for dynamic scaling Apache Spark Streaming. Procedia Computer Science 136 (01 2018 ), 109\u2013117. D.\u00a0Nasonov M.\u00a0Petrov, N.\u00a0Butakov and etc.2018. Adaptive performance model for dynamic scaling Apache Spark Streaming. Procedia Computer Science 136 (01 2018), 109\u2013117."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2934664"},{"volume-title":"Towards Automatic Tuning of Apache Spark Configuration. In 2018 IEEE 11th Intl. Conf. on Cloud Computing (CLOUD)","author":"Khan N.","key":"e_1_3_2_1_20_1","unstructured":"M.\u00a0 Khan N. \u00a0Nguyen and K. Wang . 2018 . Towards Automatic Tuning of Apache Spark Configuration. In 2018 IEEE 11th Intl. Conf. on Cloud Computing (CLOUD) . San Francisco, CA, USA. M.\u00a0Khan N.\u00a0Nguyen and K. Wang. 2018. Towards Automatic Tuning of Apache Spark Configuration. In 2018 IEEE 11th Intl. Conf. on Cloud Computing (CLOUD). San Francisco, CA, USA."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-47898-2_24"},{"key":"e_1_3_2_1_22_1","article-title":"Implementation of the simultaneous perturbation algorithm for stochastic optimization","author":"James\u00a0 C.","year":"1998","unstructured":"James\u00a0 C. Spall. 1998 . Implementation of the simultaneous perturbation algorithm for stochastic optimization . IEEE Trans. Aerospace Electron. Systems 34 ( July 1998), 817 \u2013 823. James\u00a0C. Spall. 1998. Implementation of the simultaneous perturbation algorithm for stochastic optimization. IEEE Trans. Aerospace Electron. Systems 34 (July 1998), 817 \u2013 823.","journal-title":"IEEE Trans. Aerospace Electron. Systems 34"},{"volume-title":"Introduction to stochastic search and optimization: estimation, simulation, and control","author":"James\u00a0 C.","key":"e_1_3_2_1_23_1","unstructured":"James\u00a0 C. Spall. 2005. Introduction to stochastic search and optimization: estimation, simulation, and control . John Wiley & Sons . James\u00a0C. Spall. 2005. Introduction to stochastic search and optimization: estimation, simulation, and control. John Wiley & Sons."}],"event":{"name":"ICPP 2021: 50th International Conference on Parallel Processing","acronym":"ICPP 2021","location":"Lemont IL USA"},"container-title":["50th International Conference on Parallel Processing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3472456.3472515","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3472456.3472515","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3472456.3472515","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:48:12Z","timestamp":1750193292000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3472456.3472515"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,9]]},"references-count":23,"alternative-id":["10.1145\/3472456.3472515","10.1145\/3472456"],"URL":"https:\/\/doi.org\/10.1145\/3472456.3472515","relation":{},"subject":[],"published":{"date-parts":[[2021,8,9]]},"assertion":[{"value":"2021-10-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}