{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,31]],"date-time":"2025-10-31T07:58:05Z","timestamp":1761897485979,"version":"3.37.3"},"reference-count":70,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","license":[{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Google Research"},{"name":"4Paradigm"},{"DOI":"10.13039\/100016443","name":"Amazon Catalyst","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100016443","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100004318","name":"Microsoft","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004318","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ICREA Academia Programme"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021,9,1]]},"DOI":"10.1109\/tpami.2021.3075372","type":"journal-article","created":{"date-parts":[[2021,4,23]],"date-time":"2021-04-23T20:58:55Z","timestamp":1619211535000},"page":"3108-3125","source":"Crossref","is-referenced-by-count":5,"title":["Winning Solutions and Post-Challenge Analyses of the ChaLearn AutoDL Challenge 2019"],"prefix":"10.1109","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6385-6082","authenticated-orcid":false,"given":"Zhengying","family":"Liu","sequence":"first","affiliation":[]},{"given":"Adrien","family":"Pavao","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8901-1819","authenticated-orcid":false,"given":"Zhen","family":"Xu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0617-8873","authenticated-orcid":false,"given":"Sergio","family":"Escalera","sequence":"additional","affiliation":[]},{"given":"Fabio","family":"Ferreira","sequence":"additional","affiliation":[]},{"given":"Isabelle","family":"Guyon","sequence":"additional","affiliation":[]},{"given":"Sirui","family":"Hong","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2037-3694","authenticated-orcid":false,"given":"Frank","family":"Hutter","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9163-2932","authenticated-orcid":false,"given":"Rongrong","family":"Ji","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6785-7146","authenticated-orcid":false,"given":"Julio C. S. Jacques","family":"Junior","sequence":"additional","affiliation":[]},{"given":"Ge","family":"Li","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9675-3175","authenticated-orcid":false,"given":"Marius","family":"Lindauer","sequence":"additional","affiliation":[]},{"given":"Zhipeng","family":"Luo","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7384-5712","authenticated-orcid":false,"given":"Meysam","family":"Madadi","sequence":"additional","affiliation":[]},{"given":"Thomas","family":"Nierhoff","sequence":"additional","affiliation":[]},{"given":"Kangning","family":"Niu","sequence":"additional","affiliation":[]},{"given":"Chunguang","family":"Pan","sequence":"additional","affiliation":[]},{"given":"Danny","family":"Stoll","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8733-9805","authenticated-orcid":false,"given":"Sebastien","family":"Treguer","sequence":"additional","affiliation":[]},{"given":"Jin","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Peng","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5035-3168","authenticated-orcid":false,"given":"Chenglin","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Youcheng","family":"Xiong","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4731-1511","authenticated-orcid":false,"given":"Arber","family":"Zela","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6064-0777","authenticated-orcid":false,"given":"Yang","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25566-3_40"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref38","first-page":"2546","article-title":"Algorithms for hyper-parameter optimization","author":"bergstra","year":"2011","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2018-1929"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1023\/B:VISI.0000029664.99615.94"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TASSP.1980.1163420"},{"key":"ref30","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2019","journal-title":"Proc 2019 Conf North Amer Chapter Assoc Comput Linguistics Human Lang Technol Vol 1 (Long and Short Papers)"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25566-3_40"},{"key":"ref36","first-page":"1437","article-title":"BOHB: Robust and efficient hyperparameter optimization at scale","author":"falkner","year":"2018","journal-title":"Proc 35th Int Conf Mach Learn"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1613\/jair.4726"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390294"},{"key":"ref60","article-title":"SGDR: Stochastic gradient descent with warm restarts","author":"loshchilov","year":"2017","journal-title":"Proc 5th Int Conf Learn Representations"},{"key":"ref62","article-title":"The HAM10000 dataset, a large collection of multi-source dermatoscopic images of common pigmented skin lesions","volume":"5","author":"tschandl","year":"2018","journal-title":"Data Science Journal"},{"article-title":"Learning multiple layers of features from tiny images","year":"2009","author":"krizhevsky","key":"ref61"},{"key":"ref63","article-title":"MNIST handwritten digit database","volume":"2","author":"lecun","year":"2010","journal-title":"ATT Labs"},{"key":"ref28","first-page":"1871","article-title":"LIBLINEAR: A library for large linear classication","volume":"9","author":"fan","year":"2008","journal-title":"J Mach Learn Res"},{"article-title":"Caltech-UCSD Birds 200","year":"2010","author":"welinder","key":"ref64"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1038\/srep27988"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/JSTARS.2019.2918242"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref67","first-page":"210","article-title":"Hydra: Automatically configuring algorithms for portfolio-based selection","author":"xu","year":"2010","journal-title":"Proc Twenty-Fourth AAAI Conf Artif Intell"},{"key":"ref68","article-title":"Practical automated machine learning for the autoML challenge 2018","author":"feurer","year":"2018","journal-title":"Proc of the Des Auto Workshop"},{"key":"ref69","first-page":"16","article-title":"Hydra-MIP: Automated algorithm configuration and selection for mixed integer programming","author":"xu","year":"2011","journal-title":"Proc 18th RCRA Workshop Exp Eval Algorithms Solving Problems Combinatorial Explosion"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1996.8.7.1341"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/4235.585893"},{"key":"ref20","article-title":"NAS evaluation is frustratingly hard","author":"yang","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/34.655649"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2020.04.030"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45164-1_8"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1137\/0128067"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00020"},{"key":"ref25","first-page":"6665","article-title":"Fast autoaugment","author":"lim","year":"2019","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/E17-2068"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00745"},{"key":"ref59","first-page":"543","article-title":"A method for unconstrained convex minimization problem with the rate of convergence o (1\/k^ 2)","volume":"269","author":"nesterov","year":"1983","journal-title":"Doklady an USSR"},{"key":"ref58","article-title":"Decoupled weight decay regularization","author":"loshchilov","year":"2019","journal-title":"Proc 7th Int Conf Learn Representations"},{"article-title":"Adam: A method for stochastic optimization","year":"2014","author":"kingma","key":"ref57"},{"key":"ref56","first-page":"6105","article-title":"EfficientNet: Rethinking model scaling for convolutional neural networks","author":"tan","year":"2019","journal-title":"Proc 36th Int Conf Mach Learn Proc Mach Learn Res"},{"key":"ref55","first-page":"55","article-title":"SATzilla2012: Improved algorithm selection based on cost-sensitive classification models","author":"xu","year":"2012","journal-title":"Proc SAT Challenge 2012 Solver Benchmark Descriptions"},{"article-title":"AutoCLINT, automatic computationally LIght network transfer","year":"2019","author":"brain","key":"ref54"},{"key":"ref53","first-page":"115","article-title":"Making a science of model search: Hyperparameter optimization in hundreds of dimensions for vision architectures","author":"bergstra","year":"2013","journal-title":"Proc 30th Int Conf Mach Learn"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2019.00017"},{"key":"ref10","article-title":"ProxylessNAS: Direct neural architecture search on target task and hardware","author":"cai","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref11","article-title":"DARTS: Differentiable architecture search","author":"liu","year":"2019","journal-title":"Proc 7th Int Conf Learn Representations"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015432"},{"key":"ref12","first-page":"3352","article-title":"Probabilistic matrix factorization for automated machine learning","author":"fusi","year":"2018","journal-title":"Proc 32nd Int Conf Neural Inf Process Syst"},{"key":"ref13","first-page":"874","article-title":"AdaNet: Adaptive structural learning of artificial neural networks","author":"cortes","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn Proc Mach Learn Res 70"},{"article-title":"Neural architecture search with reinforcement learning","year":"2016","author":"zoph","key":"ref14"},{"key":"ref15","first-page":"2902","article-title":"Large-scale evolution of image classifiers","volume":"70","author":"real","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref16","first-page":"4095","article-title":"Efficient neural architecture search via parameters sharing","author":"pham","year":"2018","journal-title":"Proc 35th Int Conf Mach Learn Proc Mach Learn Res 80"},{"article-title":"AutoML-Zero: Evolving machine learning algorithms from scratch","year":"2020","author":"real","key":"ref17"},{"key":"ref18","first-page":"1126","article-title":"Model-agnostic meta-learning for fast adaptation of deep networks","author":"finn","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn Proc Mach Learn Res 70"},{"key":"ref19","first-page":"1920","article-title":"Online meta-learning","author":"finn","year":"2019","journal-title":"Proc 36th Int Conf Mach Learn Proc Mach Learn Res 97"},{"key":"ref4","first-page":"242","article-title":"Towards automated deep learning: Analysis of the AutoDL challenge series 2019","volume":"123","author":"liu","year":"2020","journal-title":"Mach Learn Res"},{"key":"ref3","first-page":"25","article-title":"The supervised learning no-free-lunch theorems","author":"wolpert","year":"2001","journal-title":"Soft Computing and Industry"},{"key":"ref6","first-page":"2962","article-title":"Efficient and robust automated machine learning","author":"feurer","year":"2015","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref5","first-page":"177","article-title":"Analysis of the AutoML challenge series 2015–2018","author":"guyon","year":"2018","journal-title":"AutoML Methods Systems Challenges (The Springer Series on Challenges in Machine Learning)"},{"key":"ref8","article-title":"Designing neural network architectures using reinforcement learning","author":"baker","year":"2017","journal-title":"Proc 5th Int Conf Learn Representations"},{"key":"ref7","first-page":"55:1","article-title":"Neural architecture search: A survey","volume":"20","author":"elsken","year":"2019","journal-title":"J Mach Learn Res"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1179"},{"article-title":"DeepArchitect: Automatically designing and training deep architectures","year":"2017","author":"negrinho","key":"ref9"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.81"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1181"},{"article-title":"An experimental automatic word recognition system","year":"1974","author":"bridle","key":"ref48"},{"key":"ref47","first-page":"6662","article-title":"Fast autoaugment","author":"lim","year":"2019","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8683120"},{"key":"ref41","first-page":"3146","article-title":"LightGBM: A highly efficient gradient boosting decision tree","author":"ke","year":"2017","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00675"},{"year":"2020","key":"ref43","article-title":"Spearman’s rank correlation coefficient"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9506969\/09415128.pdf?arnumber=9415128","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:49:24Z","timestamp":1652194164000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9415128\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,1]]},"references-count":70,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2021.3075372","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"type":"print","value":"0162-8828"},{"type":"electronic","value":"2160-9292"},{"type":"electronic","value":"1939-3539"}],"subject":[],"published":{"date-parts":[[2021,9,1]]}}}