{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,30]],"date-time":"2026-03-30T19:41:32Z","timestamp":1774899692071,"version":"3.50.1"},"reference-count":63,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","license":[{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Robert Bosch GmbH"},{"DOI":"10.13039\/501100000781","name":"European Research Council","doi-asserted-by":"publisher","award":["716721"],"award-info":[{"award-number":["716721"]}],"id":[{"id":"10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021,9,1]]},"DOI":"10.1109\/tpami.2021.3067763","type":"journal-article","created":{"date-parts":[[2021,3,22]],"date-time":"2021-03-22T20:49:02Z","timestamp":1616446142000},"page":"3079-3090","source":"Crossref","is-referenced-by-count":144,"title":["Auto-Pytorch: Multi-Fidelity MetaLearning for Efficient and Robust AutoDL"],"prefix":"10.1109","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5167-2929","authenticated-orcid":false,"given":"Lucas","family":"Zimmer","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9675-3175","authenticated-orcid":false,"given":"Marius","family":"Lindauer","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2037-3694","authenticated-orcid":false,"given":"Frank","family":"Hutter","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2960566"},{"key":"ref33","author":"kotila","year":"2019","journal-title":"Autonomio\/Talos"},{"key":"ref32","article-title":"BOAH: A tool suite for multi-fidelity Bayesian optimization & analysis of hyperparameters","author":"lindauer","year":"2019"},{"key":"ref31","first-page":"1","article-title":"Automatic differentiation in PyTorch","author":"paszke","year":"2017","journal-title":"Proc 31st Conf Neural Inf Process Syst"},{"key":"ref30","first-page":"115","article-title":"CAVE: Configuration assessment, visualization and evaluation","author":"biedenkapp","year":"2018","journal-title":"Proc Int Conf Learn Intell Optim"},{"key":"ref37","first-page":"1","article-title":"Shake-shake regularization of 3-branch residual networks","author":"gastaldi","year":"2017","journal-title":"Proc 5th Int Conf Learn Representations"},{"key":"ref36","first-page":"1","article-title":"Mixup: Beyond empirical risk minimization","author":"zhang","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref35","first-page":"1","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref34","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"srivastava","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1126\/science.aaa9375"},{"key":"ref62","article-title":"Auto-sklearn 2.0: The next generation","author":"feurer","year":"2020"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-018-5714-4"},{"key":"ref63","article-title":"OpenML-python: An extensible python API for OpenML","author":"feurer","year":"2019"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220058"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-33778-0_10"},{"key":"ref29","first-page":"754","article-title":"An efficient approach for assessing hyperparameter importance","author":"hutter","year":"2014","journal-title":"Proc 31th Int Conf Mach Learn"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487629"},{"key":"ref1","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-030-05318-5","author":"hutter","year":"2019","journal-title":"Automated Machine Learning Methods Systems"},{"key":"ref20","first-page":"1","article-title":"DARTS: Differentiable architecture search","author":"liu","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05318-5_7"},{"key":"ref21","first-page":"1","article-title":"Understanding and robustifying differentiable architecture search","author":"zela","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref24","first-page":"1","article-title":"Towards an empirical foundation for assessing Bayesian optimization of hyperparameters","author":"eggensperger","year":"2013","journal-title":"Proc NIPS Workshop Bayesian Optim Theory Pract"},{"key":"ref23","first-page":"1","article-title":"Best practices for scientific research on neural architecture search","volume":"21","author":"lindauer","year":"2020","journal-title":"J Mach Learn Res"},{"key":"ref26","first-page":"1","article-title":"NAS-Bench-1Shot1: Benchmarking and dissecting one-shot neural architecture search","author":"zela","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2016.04.003"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/2641190.2641198"},{"key":"ref51","first-page":"1","article-title":"An open source AutoML benchmark","author":"gijsbers","year":"2019","journal-title":"Proc Int Conf Learn Representations Workshop"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00186"},{"key":"ref58","first-page":"97","article-title":"Hyperopt-sklearn: Automatic hyperparameter configuration for scikit-learn","author":"komer","year":"2014","journal-title":"13th Python Sci Conf"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-006-6226-1"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"ref55","article-title":"CatBoost: Gradient boosting with categorical features support","author":"dorogush","year":"2018"},{"key":"ref54","first-page":"3146","article-title":"LightGBM: A highly efficient gradient boosting decision tree","author":"ke","year":"2017","journal-title":"Proc 31st Int Conf Neural Inf Process Syst"},{"key":"ref53","article-title":"AutoGluon-Tabular: Robust and accurate automl for structured data","author":"erickson","year":"2020"},{"key":"ref52","first-page":"1","article-title":"SGDR: Stochastic gradient descent with warm restarts","author":"loshchilov","year":"2017","journal-title":"Proc Int Conf Representation Learn"},{"key":"ref10","first-page":"7105","article-title":"NAS-Bench-101: Towards reproducible neural architecture search","author":"ying","year":"2019","journal-title":"Proc 36th Int Conf Mach Learn"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/BF01099263"},{"key":"ref11","first-page":"1","article-title":"NAS evaluation is frustratingly hard","author":"yang","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref12","first-page":"58","article-title":"Towards automatically-tuned neural networks","author":"mendoza","year":"2016","journal-title":"Proc Workshop Autom Mach Learn"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2015.7280767"},{"key":"ref14","first-page":"1437","article-title":"BOHB: Robust and efficient hyperparameter optimization at scale","author":"falkner","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref15","first-page":"1189","article-title":"Practical automated machine learning for the AutoML challenge 2018","author":"feurer","year":"2018","journal-title":"Proc Int Conf Mach Learn Workshop"},{"key":"ref16","first-page":"1","article-title":"NAS-Bench-201: Extending the scope of reproducible neural architecture search","author":"dong","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref17","first-page":"3","article-title":"Hyperparameter optimization","author":"feurer","year":"2019","journal-title":"Automata Machine Learning"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1162\/106365602320169811"},{"key":"ref19","first-page":"4092","article-title":"Efficient neural architecture search via parameter sharing","author":"pham","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/2908812.2908918"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.25080\/Majora-14bd3278-006"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330648"},{"key":"ref5","first-page":"1128","article-title":"Initializing Bayesian hyperparameter optimization via meta-learning","author":"feurer","year":"2015","journal-title":"Proc Twenty-Nineth Nat Conf Artif Intell"},{"key":"ref8","first-page":"1","article-title":"Neural architecture search: A survey","volume":"20","author":"elsken","year":"2019","journal-title":"J Mach Learn Res"},{"key":"ref7","first-page":"1","article-title":"Neural architecture search with reinforcement learning","author":"zoph","year":"2017","journal-title":"Proc Int Conf Representation Learn"},{"key":"ref49","first-page":"16","article-title":"Hydra-MIP: Automated algorithm configuration and selection for mixed integer programming","author":"xu","year":"2011","journal-title":"Proc RCRA Workshop IJCAI"},{"key":"ref9","first-page":"1","article-title":"Towards automated deep learning: Efficient joint neural architecture and hyperparameter search","author":"zela","year":"2018","journal-title":"Proc Int Conf Mach Learn Workshop"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015432"},{"key":"ref45","first-page":"2962","article-title":"Efficient and robust automated machine learning","author":"feurer","year":"2015","journal-title":"Proc 29th Int Conf Adv Neural Inf Process Syst"},{"key":"ref48","first-page":"210","article-title":"Hydra: Automatically configuring algorithms for portfolio-based selection","author":"xu","year":"2010","journal-title":"Proc 24th Nat Conf Artif Intell"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2006.76"},{"key":"ref42","first-page":"240","article-title":"Non-stochastic best arm identification and hyperparameter optimization","volume":"51","author":"jamieson","year":"2016","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref41","first-page":"1","article-title":"Hyperband: A novel bandit-based approach to hyperparameter optimization","volume":"18","author":"li","year":"2018","journal-title":"J Mach Learn Res"},{"key":"ref44","first-page":"2825","article-title":"Scikit-learn: Machine learning in Python","volume":"12","author":"pedregosa","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref43","first-page":"528","article-title":"Fast Bayesian optimization of machine learning hyperparameters on large datasets","volume":"54","author":"klein","year":"2017","journal-title":"Proc Int Conf Artif Intell Statist"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9506969\/09382913.pdf?arnumber=9382913","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:49:24Z","timestamp":1652194164000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9382913\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,1]]},"references-count":63,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2021.3067763","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,1]]}}}