{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T19:18:11Z","timestamp":1778354291424,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":80,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,8,19]],"date-time":"2019-08-19T00:00:00Z","timestamp":1566172800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Alfred P. Sloan Research Fellowship"},{"name":"Google Faculty Research Award"},{"name":"AWS Machine Learning Re- search Award"},{"name":"Cisco Research Center Award"},{"name":"MIT Data Systems and AI Lab"},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,8,19]]},"DOI":"10.1145\/3341302.3342080","type":"proceedings-article","created":{"date-parts":[[2019,8,14]],"date-time":"2019-08-14T19:32:36Z","timestamp":1565811156000},"page":"270-288","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":542,"title":["Learning scheduling algorithms for data processing clusters"],"prefix":"10.1145","author":[{"given":"Hongzi","family":"Mao","sequence":"first","affiliation":[{"name":"MIT Computer Science and Artificial Intelligence Laboratory"}]},{"given":"Malte","family":"Schwarzkopf","sequence":"additional","affiliation":[{"name":"MIT Computer Science and Artificial Intelligence Laboratory"}]},{"given":"Shaileshh Bojja","family":"Venkatakrishnan","sequence":"additional","affiliation":[{"name":"MIT Computer Science and Artificial Intelligence Laboratory"}]},{"given":"Zili","family":"Meng","sequence":"additional","affiliation":[{"name":"Tsinghua University"}]},{"given":"Mohammad","family":"Alizadeh","sequence":"additional","affiliation":[{"name":"MIT Computer Science and Artificial Intelligence Laboratory"}]}],"member":"320","published-online":{"date-parts":[[2019,8,19]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Proceedings of the 12<sup>th<\/sup> USENIX Conference on Operating Systems Design and Implementation (OSDI). 265--283","author":"Abadi Mart\u00edn","year":"2016"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/3305381.3305384"},{"key":"e_1_3_2_2_3_1","volume-title":"Proceedings of the 1<sup>st<\/sup> Machine Learning for Systems Workshop.","author":"Addanki Ravichandra","year":"2018"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.5555\/2228298.2228327"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/2884435.2884449"},{"key":"e_1_3_2_2_6_1","unstructured":"Alibaba. 2017. Cluster data collected from production clusters in Alibaba for cluster management research. https:\/\/github.com\/alibaba\/clusterdata. (2017).  Alibaba. 2017. Cluster data collected from production clusters in Alibaba for cluster management research. https:\/\/github.com\/alibaba\/clusterdata. (2017)."},{"key":"e_1_3_2_2_7_1","unstructured":"Dario Amodei and Danny Hernandez. 2018. AI and Compute. https:\/\/openai.com\/blog\/ai-and-compute\/. (2018).  Dario Amodei and Danny Hernandez. 2018. AI and Compute. https:\/\/openai.com\/blog\/ai-and-compute\/. (2018)."},{"key":"e_1_3_2_2_8_1","unstructured":"Apache Hadoop. 2014. Hadoop Fair Scheduler. (2014). http:\/\/hadoop.apache.org\/common\/docs\/stable1\/fair_scheduler.html  Apache Hadoop. 2014. Hadoop Fair Scheduler. (2014). http:\/\/hadoop.apache.org\/common\/docs\/stable1\/fair_scheduler.html"},{"key":"e_1_3_2_2_9_1","volume-title":"Spark: Dynamic Resource Allocation.","author":"Spark Apache","year":"2018"},{"key":"e_1_3_2_2_10_1","unstructured":"Apache Tez2013. Apache Tez Project. https:\/\/tez.apache.org\/. (2013).  Apache Tez2013. Apache Tez Project. https:\/\/tez.apache.org\/. (2013)."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.2200\/S00516ED2V01Y201306CAC024"},{"key":"e_1_3_2_2_12_1","unstructured":"Peter W. Battaglia Jessica B. Hamrick Victor Bapst Alvaro Sanchez-Gonzalez Vin\u00edcius Flores Zambaldi Mateusz Malinowski Andrea Tacchetti David Raposo Adam Santoro Ryan Faulkner \u00c7aglar G\u00fcl\u00e7ehre Francis Song Andrew J. Ballard Justin Gilmer George E. Dahl Ashish Vaswani Kelsey Allen Charles Nash Victoria Langston Chris Dyer Nicolas Heess Daan Wierstra Pushmeet Kohli Matthew Botvinick Oriol Vinyals Yujia Li and Razvan Pascanu. 2018. Relational inductive biases deep learning and graph networks. arXiv preprint arXiv:1806.01261 (2018).  Peter W. Battaglia Jessica B. Hamrick Victor Bapst Alvaro Sanchez-Gonzalez Vin\u00edcius Flores Zambaldi Mateusz Malinowski Andrea Tacchetti David Raposo Adam Santoro Ryan Faulkner \u00c7aglar G\u00fcl\u00e7ehre Francis Song Andrew J. Ballard Justin Gilmer George E. Dahl Ashish Vaswani Kelsey Allen Charles Nash Victoria Langston Chris Dyer Nicolas Heess Daan Wierstra Pushmeet Kohli Matthew Botvinick Oriol Vinyals Yujia Li and Razvan Pascanu. 2018. Relational inductive biases deep learning and graph networks. arXiv preprint arXiv:1806.01261 (2018)."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"crossref","unstructured":"Richard Bellman. 1966. Dynamic programming. Science 153 3731 (1966) 34--37.  Richard Bellman. 1966. Dynamic programming. Science 153 3731 (1966) 34--37.","DOI":"10.1126\/science.153.3731.34"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553380"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.1995.478953"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2523616.2523637"},{"key":"e_1_3_2_2_17_1","unstructured":"Christopher M. Bishop. 2006. Pattern Recognition and Machine Learning. Springer.   Christopher M. Bishop. 2006. Pattern Recognition and Machine Learning . Springer."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/324133.324234"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1806596.1806638"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1007352.1007411"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"crossref","unstructured":"Dilip Chhajed and Timothy J Lowe. 2008. Building intuition: insights from basic operations management models and principles. Vol. 115. Springer Science & Business Media.  Dilip Chhajed and Timothy J Lowe. 2008. Building intuition: insights from basic operations management models and principles . Vol. 115. Springer Science & Business Media.","DOI":"10.1007\/978-0-387-73699-0"},{"key":"e_1_3_2_2_22_1","unstructured":"Ignasi Clavera Jonas Rothfuss John Schulman Yasuhiro Fujita Tamim Asfour and Pieter Abbeel. 2018. Model-based reinforcement learning via meta-policy optimization. arXiv preprint arXiv:1809.05214 (2018).  Ignasi Clavera Jonas Rothfuss John Schulman Yasuhiro Fujita Tamim Asfour and Pieter Abbeel. 2018. Model-based reinforcement learning via meta-policy optimization. arXiv preprint arXiv:1809.05214 (2018)."},{"key":"e_1_3_2_2_23_1","volume-title":"Proceedings of the 31<sup>st<\/sup> Conference on Neural Information Processing Systems (NeurIPS). 6348--6358","author":"Dai Hanjun","year":"2017"},{"key":"e_1_3_2_2_24_1","unstructured":"Micha\u00ebl Defferrard Xavier Bresson and Pierre Vandergheynst. 2016. Convolutional Neural Networks on Graphs with Fast Localized Spectral Filtering. arXiv preprint arXiv: 1606.09375 (2016).   Micha\u00ebl Defferrard Xavier Bresson and Pierre Vandergheynst. 2016. Convolutional Neural Networks on Graphs with Fast Localized Spectral Filtering. arXiv preprint arXiv: 1606.09375 (2016)."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2451116.2451125"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2541940.2541941"},{"key":"e_1_3_2_2_27_1","unstructured":"Yan Duan John Schulman Xi Chen Peter L Bartlett Ilya Sutskever and Pieter Abbeel. 2016. RL2: Fast Reinforcement Learning via Slow Reinforcement Learning. arXiv preprint arXiv:1611.02779 (2016).  Yan Duan John Schulman Xi Chen Peter L Bartlett Ilya Sutskever and Pieter Abbeel. 2016. RL2: Fast Reinforcement Learning via Slow Reinforcement Learning. arXiv preprint arXiv:1611.02779 (2016)."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2168836.2168847"},{"key":"e_1_3_2_2_29_1","volume-title":"Proceedings of the 34<sup>th<\/sup> International Conference on Machine Learning (ICML). 1126--1135","author":"Finn Chelsea","year":"2017"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/11871842_63"},{"key":"e_1_3_2_2_31_1","volume-title":"Proceedings of the 8<sup>th<\/sup> USENIX Symposium on Networked Systems Design and Implementation (NSDI). 323--336","author":"Ghodsi Ali","year":"2011"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2465351.2465387"},{"key":"e_1_3_2_2_33_1","volume-title":"Proceedings of the 12<sup>th<\/sup> USENIX Symposium on Operating Systems Design and Implementation (OSDI). 99--115","author":"Gog Ionel","year":"2016"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2619239.2626334"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.5555\/3026877.3026884"},{"key":"e_1_3_2_2_36_1","volume-title":"Proceedings of the 12<sup>th<\/sup> USENIX Symposium on Operating Systems Design and Implementation (OSDI). 81--97","author":"Grandl Robert","year":"2016"},{"key":"e_1_3_2_2_37_1","first-page":"1471","article-title":"Variance reduction techniques for gradient estimates in reinforcement learning","author":"Greensmith Evan","year":"2004","journal-title":"Journal of Machine Learning Research 5"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-71682-4_5"},{"key":"e_1_3_2_2_39_1","unstructured":"Martin T Hagan Howard B Demuth Mark H Beale and Orlando De Jes\u00fcs. 1996. Neural network design. PWS publishing company Boston.   Martin T Hagan Howard B Demuth Mark H Beale and Orlando De Jes\u00fcs. 1996. Neural network design . PWS publishing company Boston."},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"crossref","unstructured":"W Keith Hastings. 1970. Monte Carlo sampling methods using Markov chains and their applications. Biometrika 1 (1970).  W Keith Hastings. 1970. Monte Carlo sampling methods using Markov chains and their applications. Biometrika 1 (1970).","DOI":"10.1093\/biomet\/57.1.97"},{"key":"e_1_3_2_2_41_1","volume-title":"Proceedings of the 8<sup>th<\/sup> USENIX Conference on Networked Systems Design and Implementation (NSDI).","author":"Hindman Benjamin","year":"2011"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/1272996.1273005"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1629575.1629601"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/1460299.1460318"},{"key":"e_1_3_2_2_45_1","volume-title":"Proceedings of the 7<sup>th<\/sup> International Conference on Learning Representations (ICLR)","author":"Kingma Diederik P","year":"2015"},{"key":"e_1_3_2_2_46_1","unstructured":"Thomas N. Kipf and Max Welling. 2016. Semi-Supervised Classification with Graph Convolutional Networks. arXiv preprint arXiv.1609.02907 (2016). http:\/\/arxiv.org\/abs\/1609.02907  Thomas N. Kipf and Max Welling. 2016. Semi-Supervised Classification with Graph Convolutional Networks. arXiv preprint arXiv.1609.02907 (2016). http:\/\/arxiv.org\/abs\/1609.02907"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2076021.2048126"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/SFCS.1988.21942"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.5555\/3326943.3326993"},{"key":"e_1_3_2_2_50_1","unstructured":"Eric Liang and Richard Liaw. 2018. Scaling Multi-Agent Reinforcement Learning. https:\/\/bair.berkeley.edu\/blog\/2018\/12\/12\/rllib\/. (2018).  Eric Liang and Richard Liaw. 2018. Scaling Multi-Agent Reinforcement Learning. https:\/\/bair.berkeley.edu\/blog\/2018\/12\/12\/rllib\/. (2018)."},{"key":"e_1_3_2_2_51_1","unstructured":"Timothy P Lillicrap Jonathan J Hunt Alexander Pritzel Nicolas Heess Tom Erez Yuval Tassa David Silver and Daan Wierstra. 2015. Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 (2015).  Timothy P Lillicrap Jonathan J Hunt Alexander Pritzel Nicolas Heess Tom Erez Yuval Tassa David Silver and Daan Wierstra. 2015. Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 (2015)."},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2017.8258257"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3005745.3005750"},{"key":"e_1_3_2_2_54_1","volume-title":"Proceedings of the 2019 Reinforcement Learning for Real Life Workshop.","author":"Mao Hongzi","year":"2019"},{"key":"e_1_3_2_2_55_1","volume-title":"Proceedings of the 7<sup>th<\/sup> International Conference on Learning Representations (ICLR)","author":"Mao Hongzi","year":"2019"},{"key":"e_1_3_2_2_56_1","volume-title":"Neo: A Learned Query Optimizer. arXiv preprint arXiv:1904.03711","author":"Marcus Ryan","year":"2019"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/FOCS.2008.36"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10479-005-5732-z"},{"key":"e_1_3_2_2_59_1","volume-title":"Proceedings of the 6<sup>th<\/sup> International Conference on Learning Representations (ICLR).","author":"Mirhoseini Azalia","year":"2018"},{"key":"e_1_3_2_2_60_1","volume-title":"Proceedings of the 33<sup>rd<\/sup> International Conference on Machine Learning (ICML).","author":"Mirhoseini Azalia","year":"2017"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"e_1_3_2_2_62_1","unstructured":"Thanh Thi Nguyen Ngoc Duy Nguyen and Saeid Nahavandi. 2018. Deep Reinforcement Learning for Multi-Agent Systems: A Review of Challenges Solutions and Applications. arXiv preprint arXiv:1812.11794 (2018).  Thanh Thi Nguyen Ngoc Duy Nguyen and Saeid Nahavandi. 2018. Deep Reinforcement Learning for Multi-Agent Systems: A Review of Challenges Solutions and Applications. arXiv preprint arXiv:1812.11794 (2018)."},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.5555\/2789770.2789791"},{"key":"e_1_3_2_2_64_1","volume-title":"Proceedings of the 34<sup>th<\/sup> International Conference on Machine Learning (ICML). 2817--2826","author":"Pinto Lerrel","year":"2017"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1057\/jors.1994.65"},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901318.2901354"},{"key":"e_1_3_2_2_67_1","volume-title":"Proceedings of the 32nd International Conference on Machine Learning (ICML). 1889--1897","author":"Schulman John","year":"2015"},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/2465351.2465386"},{"key":"e_1_3_2_2_69_1","doi-asserted-by":"publisher","DOI":"10.1137\/S009753979222676X"},{"key":"e_1_3_2_2_70_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"e_1_3_2_2_71_1","doi-asserted-by":"crossref","unstructured":"David Silver Julian Schrittwieser Karen Simonyan Ioannis Antonoglou Aja Huang Arthur Guez Thomas Hubert Lucas Baker Matthew Lai Adrian Bolton Yutian Chen Timothy Lillicrap Fan Hui Laurent Sifre George van den Driessche Thore Graepel and Demis Hassabis. 2017. Mastering the game of Go without human knowledge. Nature 550 7676 (2017) 354.  David Silver Julian Schrittwieser Karen Simonyan Ioannis Antonoglou Aja Huang Arthur Guez Thomas Hubert Lucas Baker Matthew Lai Adrian Bolton Yutian Chen Timothy Lillicrap Fan Hui Laurent Sifre George van den Driessche Thore Graepel and Demis Hassabis. 2017. Mastering the game of Go without human knowledge. Nature 550 7676 (2017) 354.","DOI":"10.1038\/nature24270"},{"key":"e_1_3_2_2_72_1","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton S.","year":"2017"},{"key":"e_1_3_2_2_73_1","unstructured":"TPC-H 2018. The TPC-H Benchmarks. www.tpc.org\/tpch\/. (2018).  TPC-H 2018. The TPC-H Benchmarks. www.tpc.org\/tpch\/. (2018)."},{"key":"e_1_3_2_2_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901318.2901355"},{"key":"e_1_3_2_2_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/2523616.2523633"},{"key":"e_1_3_2_2_76_1","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTER.2014.6968735"},{"key":"e_1_3_2_2_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/2741948.2741964"},{"key":"e_1_3_2_2_78_1","volume-title":"Proceedings of the 17<sup>th<\/sup> Conference on Uncertainty in Artificial Intelligence (UAI). 538--545","author":"Weaver Lex","year":"2001"},{"key":"e_1_3_2_2_79_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992696"},{"key":"e_1_3_2_2_80_1","volume-title":"Proceedings of the 9<sup>th<\/sup> USENIX Conference on Networked Systems Design and Implementation (NSDI). 15--28","author":"Zaharia Matei","year":"2012"}],"event":{"name":"SIGCOMM '19: ACM SIGCOMM 2019 Conference","location":"Beijing China","acronym":"SIGCOMM '19","sponsor":["SIGCOMM ACM Special Interest Group on Data Communication"]},"container-title":["Proceedings of the ACM Special Interest Group on Data Communication"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3341302.3342080","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3341302.3342080","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3341302.3342080","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:12:57Z","timestamp":1750201977000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3341302.3342080"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,8,19]]},"references-count":80,"alternative-id":["10.1145\/3341302.3342080","10.1145\/3341302"],"URL":"https:\/\/doi.org\/10.1145\/3341302.3342080","relation":{},"subject":[],"published":{"date-parts":[[2019,8,19]]},"assertion":[{"value":"2019-08-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}