{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,30]],"date-time":"2026-03-30T10:04:30Z","timestamp":1774865070646,"version":"3.50.1"},"reference-count":53,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/tpami.2021.3054824","type":"journal-article","created":{"date-parts":[[2021,1,26]],"date-time":"2021-01-26T21:11:55Z","timestamp":1611695515000},"page":"1-1","source":"Crossref","is-referenced-by-count":100,"title":["NATS-Bench: Benchmarking NAS Algorithms for Architecture Topology and Size"],"prefix":"10.1109","author":[{"given":"Xuanyi","family":"Dong","sequence":"first","affiliation":[]},{"given":"Lu","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Katarzyna","family":"Musial","sequence":"additional","affiliation":[]},{"given":"Bogdan","family":"Gabrys","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3065386"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.4324\/9781410605337-29"},{"key":"ref4","article-title":"Neural architecture search with reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zoph"},{"key":"ref5","first-page":"4095","article-title":"Efficient neural architecture search via parameters sharing","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Pham"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33014780"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00186"},{"key":"ref8","article-title":"DARTS: Differentiable architecture search","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Liu"},{"key":"ref9","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Simonyan"},{"key":"ref10","first-page":"5998","article-title":"Attention is all you need","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Vaswani"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00907"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00293"},{"key":"ref13","first-page":"727","article-title":"DropBlock: A regularization method for convolutional networks","volume-title":"Proc. 32nd Int. Conf. Neural Inf. Process. Syst.","author":"Ghiasi"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-7687-1_79"},{"key":"ref15","article-title":"SGDR: Stochastic gradient descent with warm restarts","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Loshchilov"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01246-5_2"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00378"},{"key":"ref18","first-page":"7105","article-title":"NAS-Bench-101: Towards reproducible neural architecture search","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Ying"},{"key":"ref19","article-title":"Tabular benchmarks for joint architecture and hyperparameter optimization","author":"Klein","year":"2019"},{"key":"ref20","first-page":"1","article-title":"NAS-BENCH-1SHOT1: Benchmarking and dissecting one shot neural architecture search","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zela"},{"key":"ref21","first-page":"1","article-title":"Understanding architectures learnt by cell-based neural architecture search","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Shu"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01213"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.205"},{"key":"ref24","first-page":"760","article-title":"Network pruning via transformable architecture search","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Dong"},{"key":"ref25","article-title":"Neural architecture search with reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zoph"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01079"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00017"},{"key":"ref28","first-page":"1","article-title":"Best practices for scientific research on neural architecture search","volume":"21","author":"Lindauer","year":"2020"},{"key":"ref29","article-title":"NAS-Bench-201: Extending the scope of reproducible neural architecture search","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Dong"},{"key":"ref30","first-page":"1","article-title":"Random search and reproducibility for neural architecture search","volume-title":"Proc. Conf. Uncertainty Artif. Intell.","author":"Li"},{"key":"ref31","article-title":"Evaluating the search phase of neural architecture search","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Yu"},{"key":"ref32","first-page":"448","article-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift","author":"Ioffe"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00189"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01234-2_48"},{"key":"ref35","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref36","article-title":"A downsampled variant of imagenet as an alternative to the cifar datasets","author":"Chrabaszcz","year":"2017"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref38","first-page":"1436","article-title":"BOHB: Robust and efficient hyperparameter optimization at scale","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Falkner"},{"issue":"1","key":"ref39","first-page":"6765","article-title":"Hyperband: A novel bandit-based approach to hyperparameter optimization","volume":"18","author":"Li","year":"2018","journal-title":"J. Mach. Learn. Res."},{"key":"ref40","first-page":"1","article-title":"Accelerating neural architecture search using performance prediction","volume-title":"Proc. Int. Conf. Learn. Representations Workshop","author":"Baker"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11709"},{"key":"ref42","article-title":"Net2Net: Accelerating learning via knowledge transfer","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Chen"},{"key":"ref43","article-title":"Graph hypernetworks for neural architecture search","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhang"},{"key":"ref44","first-page":"1","article-title":"SMASH: One-shot model architecture search through hypernetworks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Brock"},{"key":"ref45","first-page":"1","article-title":"Once for all: Train one network and specialize it for efficient deployment","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Cai"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01298"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.668"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/33.3.239"},{"issue":"Feb","key":"ref49","first-page":"281","article-title":"Random search for hyper-parameter optimization","volume":"13","author":"Bergstra","year":"2012","journal-title":"J. Mach. Learn. Res."},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022672621406"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01433"},{"key":"ref52","article-title":"AutoHAS: Efficient hyperparameter and architecture search","author":"Dong","year":"2020"},{"key":"ref53","first-page":"1","article-title":"PyGlove: Symbolic programming for automated machine learning","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Peng"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/4359286\/09336247.pdf?arnumber=9336247","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T23:43:55Z","timestamp":1704843835000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9336247\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":53,"URL":"https:\/\/doi.org\/10.1109\/tpami.2021.3054824","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}