{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:58:20Z","timestamp":1750309100684,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":59,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,18]],"date-time":"2023-06-18T00:00:00Z","timestamp":1687046400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"NSF","award":["IIS-2106888"],"award-info":[{"award-number":["IIS-2106888"]}]},{"name":"DARPA","award":["D3M program"],"award-info":[{"award-number":["D3M program"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,18]]},"DOI":"10.1145\/3595360.3595856","type":"proceedings-article","created":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T18:23:38Z","timestamp":1686939818000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Using Pipeline Performance Prediction to Accelerate AutoML Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-6939-6591","authenticated-orcid":false,"given":"Haoxiang","family":"Zhang","sequence":"first","affiliation":[{"name":"New York University, New York City, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3484-1783","authenticated-orcid":false,"given":"Roque","family":"L\u00f3pez","sequence":"additional","affiliation":[{"name":"New York University, New York City, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5124-7770","authenticated-orcid":false,"given":"A\u00e9cio","family":"Santos","sequence":"additional","affiliation":[{"name":"New York University, New York City, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2424-0186","authenticated-orcid":false,"given":"Jorge","family":"Piazentin Ono","sequence":"additional","affiliation":[{"name":"New York University, New York City, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5486-4641","authenticated-orcid":false,"given":"Aline","family":"Bessa","sequence":"additional","affiliation":[{"name":"New York University, New York City, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3915-7075","authenticated-orcid":false,"given":"Juliana","family":"Freire","sequence":"additional","affiliation":[{"name":"New York University, New York City, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,6,18]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"1","article-title":"MFE: Towards reproducible meta-feature extraction","volume":"21","author":"Alcoba\u00e7a Edesio","year":"2020","unstructured":"Edesio Alcoba\u00e7a, Felipe Siqueira, Adriano Rivolli, Luis P. F. Garcia, Jefferson T. Oliva, and Andr\u00e9 C. P. L. F. de Carvalho. 2020. MFE: Towards reproducible meta-feature extraction. Journal of Machine Learning Research 21, 111 (2020), 1--5. http:\/\/jmlr.org\/papers\/v21\/19-348.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_2_1","volume-title":"https:\/\/github.com\/ViDA-NYU\/ache. (accessed","author":"M.","year":"2022","unstructured":"AlphaD3M. 2022. AlphaD3M. https:\/\/github.com\/ViDA-NYU\/ache. (accessed September 12, 2022)."},{"key":"e_1_3_2_1_3_1","volume-title":"Designing neural network architectures using reinforcement learning. arXiv preprint arXiv:1611.02167","author":"Baker Bowen","year":"2016","unstructured":"Bowen Baker, Otkrist Gupta, Nikhil Naik, and Ramesh Raskar. 2016. Designing neural network architectures using reinforcement learning. arXiv preprint arXiv:1611.02167 (2016)."},{"key":"e_1_3_2_1_4_1","volume-title":"Accelerating neural architecture search using performance prediction. arXiv preprint arXiv:1705.10823","author":"Baker Bowen","year":"2017","unstructured":"Bowen Baker, Otkrist Gupta, Ramesh Raskar, and Nikhil Naik. 2017. Accelerating neural architecture search using performance prediction. arXiv preprint arXiv:1705.10823 (2017)."},{"key":"e_1_3_2_1_5_1","unstructured":"BYU-DML. 2019. BYU's python library of useable tools for metalearning. (2019). https:\/\/github.com\/byu-dml\/metalearn"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11709"},{"key":"e_1_3_2_1_7_1","unstructured":"Fran\u00e7ois Chollet. 2015. Keras. https:\/\/github.com\/fchollet\/keras."},{"key":"e_1_3_2_1_8_1","volume-title":"Peephole: Predicting Network Performance Before Training.","author":"Deng Boyang","year":"2017","unstructured":"Boyang Deng, Junjie Yan, and Dahua Lin. 2017. Peephole: Predicting Network Performance Before Training. (2017). arXiv:1712.03351 http:\/\/arxiv.org\/abs\/1712.03351"},{"key":"e_1_3_2_1_9_1","volume-title":"Jost Tobias Springenberg, and Frank Hutter","author":"Domhan Tobias","year":"2015","unstructured":"Tobias Domhan, Jost Tobias Springenberg, and Frank Hutter. 2015. Speeding up automatic hyperparameter optimization of deep neural networks by extrapolation of learning curves. In Twenty-fourth international joint conference on artificial intelligence."},{"key":"e_1_3_2_1_10_1","volume-title":"Automatic machine learning by pipeline synthesis using model-based reinforcement learning and a grammar. arXiv preprint arXiv:1905.10345","author":"Drori Iddo","year":"2019","unstructured":"Iddo Drori, Yamuna Krishnamurthy, Raoni Lourenco, Remi Rampin, Kyunghyun Cho, Claudio Silva, and Juliana Freire. 2019. Automatic machine learning by pipeline synthesis using model-based reinforcement learning and a grammar. arXiv preprint arXiv:1905.10345 (2019)."},{"key":"e_1_3_2_1_11_1","volume-title":"AutoML Workshop at ICML.","author":"Drori Iddo","year":"2018","unstructured":"Iddo Drori, Yamuna Krishnamurthy, Remi Rampin, Raoni Louren\u00e7o, Jorge One, Kyunghyun Cho, Claudio Silva, and Juliana Freire. 2018. AlphaD3M: Machine learning pipeline synthesis. In AutoML Workshop at ICML."},{"key":"e_1_3_2_1_12_1","unstructured":"Matthias Feurer Katharina Eggensperger Stefan Falkner Marius Lindauer and Frank Hutter. 2020. Auto-Sklearn 2.0: Hands-free AutoML via Meta-Learning. (2020) 1--56. arXiv:2007.04074 http:\/\/arxiv.org\/abs\/2007.04074"},{"key":"e_1_3_2_1_13_1","volume-title":"The Next Generation. (jul","author":"Feurer Matthias","year":"2020","unstructured":"Matthias Feurer, Katharina Eggensperger, Stefan Falkner, Marius Lindauer, and Frank Hutter. 2020. Auto-Sklearn 2.0: The Next Generation. (jul 2020). arXiv:2007.04074 http:\/\/arxiv.org\/abs\/2007.04074"},{"volume-title":"Fast Graph Representation Learning with PyTorch Geometric. In ICLR Workshop on Representation Learning on Graphs and Manifolds.","author":"Fey Matthias","key":"e_1_3_2_1_14_1","unstructured":"Matthias Fey and Jan E. Lenssen. 2019. Fast Graph Representation Learning with PyTorch Geometric. In ICLR Workshop on Representation Learning on Graphs and Manifolds."},{"key":"e_1_3_2_1_15_1","unstructured":"P. Gijsbers E. LeDell S. Poirier J. Thomas B. Bischl and J. Vanschoren. 2019. An Open Source AutoML Benchmark. arXiv preprint arXiv:1907.00909 [cs.LG] (2019). https:\/\/arxiv.org\/abs\/1907.00909 Accepted at AutoML Workshop at ICML 2019."},{"key":"e_1_3_2_1_16_1","volume-title":"https:\/\/docs.h2o.ai\/h2o\/latest-stable\/h2o-docs\/automl.html. (accessed","author":"O","year":"2022","unstructured":"H2O.ai. 2021. H2O AutoML. https:\/\/docs.h2o.ai\/h2o\/latest-stable\/h2o-docs\/automl.html. (accessed September 12, 2022)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106622"},{"key":"e_1_3_2_1_18_1","volume-title":"The number of hidden layers","author":"Heaton Jeff","year":"2008","unstructured":"Jeff Heaton. 2008. The number of hidden layers. Heaton Research Inc (2008)."},{"volume-title":"Machine learning","author":"Hinton Geoffrey E","key":"e_1_3_2_1_19_1","unstructured":"Geoffrey E Hinton. 1990. Connectionist learning procedures. In Machine learning. Elsevier, 555--610."},{"key":"e_1_3_2_1_20_1","volume-title":"Multilayer feed-forward networks are universal approximators. Neural networks 2, 5","author":"Hornik Kurt","year":"1989","unstructured":"Kurt Hornik, Maxwell Stinchcombe, and Halbert White. 1989. Multilayer feed-forward networks are universal approximators. Neural networks 2, 5 (1989), 359--366."},{"volume-title":"Automated machine learning: methods, systems, challenges","author":"Hutter Frank","key":"e_1_3_2_1_21_1","unstructured":"Frank Hutter, Lars Kotthoff, and Joaquin Vanschoren. 2019. Automated machine learning: methods, systems, challenges. Springer Nature."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33013927"},{"volume-title":"https:\/\/www.kaggle.com\/. (accessed","year":"2022","key":"e_1_3_2_1_23_1","unstructured":"Kaggle. 2022. Kaggle. https:\/\/www.kaggle.com\/. (accessed September 12, 2022)."},{"key":"e_1_3_2_1_24_1","volume-title":"AutonoML: Towards an Integrated Framework for Autonomous Machine Learning. Ml","author":"Kedziora David Jacob","year":"2020","unstructured":"David Jacob Kedziora, Katarzyna Musial, and Bogdan Gabrys. 2020. AutonoML: Towards an Integrated Framework for Autonomous Machine Learning. Ml (2020). arXiv:2012.12600 http:\/\/arxiv.org\/abs\/2012.12600"},{"key":"e_1_3_2_1_25_1","volume-title":"Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980","author":"Kingma Diederik P","year":"2014","unstructured":"Diederik P Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)."},{"key":"e_1_3_2_1_26_1","volume-title":"Jost Tobias Springenberg, and Frank Hutter","author":"Klein Aaron","year":"2016","unstructured":"Aaron Klein, Stefan Falkner, Jost Tobias Springenberg, and Frank Hutter. 2016. Learning curve prediction with Bayesian neural networks. (2016)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.25080\/Majora-14bd3278-006"},{"key":"e_1_3_2_1_28_1","unstructured":"Jure Leskovec. 2021. CS224W: Machine Learning with Graphs. (2021). http:\/\/web.stanford.edu\/class\/cs224w\/"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.14778\/3476249.3476270"},{"key":"e_1_3_2_1_30_1","first-page":"2019","article-title":"At tech's leading edge, worry about a concentration of power","volume":"26","author":"Lohr Steve","year":"2019","unstructured":"Steve Lohr. 2019. At tech's leading edge, worry about a concentration of power. The New York Times 26 (2019), 2019.","journal-title":"The New York Times"},{"key":"e_1_3_2_1_31_1","volume-title":"MARVIN: An Open Machine Learning Corpus and Environment for Automated Machine Learning. https:\/\/marvin.datadrivendiscovery.org\/. (accessed","author":"MARVIN.","year":"2022","unstructured":"MARVIN. 2022. MARVIN: An Open Machine Learning Corpus and Environment for Automated Machine Learning. https:\/\/marvin.datadrivendiscovery.org\/. (accessed September 12, 2022)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"Risto Miikkulainen Jason Liang Elliot Meyerson Aditya Rawal Daniel Fink Olivier Francon Bala Raju Hormoz Shahrzad Arshak Navruzyan Nigel Duffy et al. 2019. Evolving deep neural networks. In Artificial intelligence in the age of neural networks and brain computing. Elsevier 293--312.","DOI":"10.1016\/B978-0-12-815480-9.00015-3"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-018-5735-z"},{"key":"e_1_3_2_1_34_1","volume-title":"Workshop on automatic machine learning. PMLR, 66--74","author":"Olson Randal S","year":"2016","unstructured":"Randal S Olson and Jason H Moore. 2016. TPOT: A tree-based pipeline optimization tool for automating machine learning. In Workshop on automatic machine learning. PMLR, 66--74."},{"key":"e_1_3_2_1_35_1","volume-title":"https:\/\/www.openml.org\/. (accessed","author":"ML.","year":"2022","unstructured":"OpenML. 2022. OpenML. https:\/\/www.openml.org\/. (accessed September 12, 2022)."},{"key":"e_1_3_2_1_36_1","volume-title":"International Conference on Machine Learning. PMLR, 4095--4104","author":"Pham Hieu","year":"2018","unstructured":"Hieu Pham, Melody Guan, Barret Zoph, Quoc Le, and Jeff Dean. 2018. Efficient neural architecture search via parameters sharing. In International Conference on Machine Learning. PMLR, 4095--4104."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3311955"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3552490.3552496"},{"key":"e_1_3_2_1_39_1","volume-title":"International Conference on Machine Learning. PMLR, 2902--2911","author":"Real Esteban","year":"2017","unstructured":"Esteban Real, Sherry Moore, Andrew Selle, Saurabh Saxena, Yutaka Leon Suematsu, Jie Tan, Quoc V Le, and Alexey Kurakin. 2017. Large-scale evolution of image classifiers. In International Conference on Machine Learning. PMLR, 2902--2911."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-020-01922-5"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3381831"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3319863"},{"key":"e_1_3_2_1_43_1","volume-title":"Freeze-thaw Bayesian optimization. arXiv preprint arXiv:1406.3896","author":"Swersky Kevin","year":"2014","unstructured":"Kevin Swersky, Jasper Snoek, and Ryan Prescott Adams. 2014. Freeze-thaw Bayesian optimization. arXiv preprint arXiv:1406.3896 (2014)."},{"key":"e_1_3_2_1_44_1","volume-title":"Ai in the 2020s must get greener-and here's how. https:\/\/spectrum.ieee.org\/energy-efficient-green-ai-strategies. (accessed","author":"Talwalkar Ameet","year":"2022","unstructured":"Ameet Talwalkar. 2021. Ai in the 2020s must get greener-and here's how. https:\/\/spectrum.ieee.org\/energy-efficient-green-ai-strategies. (accessed September 12, 2022)."},{"key":"e_1_3_2_1_45_1","volume-title":"Automatic gradient boosting. arXiv preprint arXiv:1807.03873","author":"Thomas Janek","year":"2018","unstructured":"Janek Thomas, Stefan Coors, and Bernd Bischl. 2018. Automatic gradient boosting. arXiv preprint arXiv:1807.03873 (2018)."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487629"},{"key":"e_1_3_2_1_47_1","volume-title":"Proceedings of Machine Learning and Systems 3","author":"Wang Chi","year":"2021","unstructured":"Chi Wang, Qingyun Wu, Markus Weimer, and Erkang Zhu. 2021. FLAML: A Fast and Lightweight AutoML Library. Proceedings of Machine Learning and Systems 3 (2021)."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.154"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445306"},{"key":"e_1_3_2_1_50_1","volume-title":"How powerful are graph neural networks? arXiv preprint arXiv:1810.00826","author":"Xu Keyulu","year":"2018","unstructured":"Keyulu Xu, Weihua Hu, Jure Leskovec, and Stefanie Jegelka. 2018. How powerful are graph neural networks? arXiv preprint arXiv:1810.00826 (2018)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415542"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330909"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403197"},{"key":"e_1_3_2_1_54_1","volume-title":"Taking human out of learning applications: A survey on automated machine learning. arXiv preprint arXiv:1810.13306","author":"Yao Quanming","year":"2018","unstructured":"Quanming Yao, Mengshuo Wang, Yuqiang Chen, Wenyuan Dai, Yu-Feng Li, Wei-Wei Tu, Qiang Yang, and Yang Yu. 2018. Taking human out of learning applications: A survey on automated machine learning. arXiv preprint arXiv:1810.13306 (2018)."},{"key":"e_1_3_2_1_55_1","volume-title":"Practical network blocks design with q-learning. arXiv preprint arXiv:1708.05552 6","author":"Zhong Zhao","year":"2017","unstructured":"Zhao Zhong, Junjie Yan, and Cheng-Lin Liu. 2017. Practical network blocks design with q-learning. arXiv preprint arXiv:1708.05552 6 (2017)."},{"key":"e_1_3_2_1_56_1","volume-title":"Survey on automated machine learning. arXiv preprint arXiv:1904.12054 9","author":"Z\u00f6ller Marc-Andr\u00e9","year":"2019","unstructured":"Marc-Andr\u00e9 Z\u00f6ller and Marco F Huber. 2019. Survey on automated machine learning. arXiv preprint arXiv:1904.12054 9 (2019)."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.11854"},{"key":"e_1_3_2_1_58_1","volume-title":"Neural architecture search with reinforcement learning. arXiv preprint arXiv:1611.01578","author":"Zoph Barret","year":"2016","unstructured":"Barret Zoph and Quoc V Le. 2016. Neural architecture search with reinforcement learning. arXiv preprint arXiv:1611.01578 (2016)."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00907"}],"event":{"name":"DEEM '23: Seventh Workshop on Data Management for End-to-End Machine Learning","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"],"location":"Seattle WA USA","acronym":"DEEM '23"},"container-title":["Proceedings of the Seventh Workshop on Data Management for End-to-End Machine Learning"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3595360.3595856","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3595360.3595856","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3595360.3595856","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:48:39Z","timestamp":1750286919000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3595360.3595856"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,18]]},"references-count":59,"alternative-id":["10.1145\/3595360.3595856","10.1145\/3595360"],"URL":"https:\/\/doi.org\/10.1145\/3595360.3595856","relation":{},"subject":[],"published":{"date-parts":[[2023,6,18]]},"assertion":[{"value":"2023-06-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}