{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T04:32:54Z","timestamp":1768451574844,"version":"3.49.0"},"reference-count":62,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Zhejiang Lab","award":["2022PG0AB02"],"award-info":[{"award-number":["2022PG0AB02"]}]},{"DOI":"10.13039\/100015804","name":"China Computer Federation (CCF)-Baidu Open Fund","doi-asserted-by":"publisher","award":["2021PP15002000"],"award-info":[{"award-number":["2021PP15002000"]}],"id":[{"id":"10.13039\/100015804","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Chinese Association for Artificial Intelligence (CAAI)-Huawei MindSpore Open Fund"},{"name":"Science and Technology Innovation Talent Project of Sichuan Province","award":["2021JDRC0001"],"award-info":[{"award-number":["2021JDRC0001"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Evol. Computat."],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1109\/tevc.2022.3147526","type":"journal-article","created":{"date-parts":[[2022,1,31]],"date-time":"2022-01-31T22:20:55Z","timestamp":1643667655000},"page":"1473-1485","source":"Crossref","is-referenced-by-count":23,"title":["BenchENAS: A Benchmarking Platform for Evolutionary Neural Architecture Search"],"prefix":"10.1109","volume":"26","author":[{"given":"Xiangning","family":"Xie","sequence":"first","affiliation":[{"name":"College of Computer Science, Sichuan University, Chengdu, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6255-2714","authenticated-orcid":false,"given":"Yuqiao","family":"Liu","sequence":"additional","affiliation":[{"name":"College of Computer Science, Sichuan University, Chengdu, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6374-1429","authenticated-orcid":false,"given":"Yanan","family":"Sun","sequence":"additional","affiliation":[{"name":"College of Computer Science, Sichuan University, Chengdu, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8851-5348","authenticated-orcid":false,"given":"Gary G.","family":"Yen","sequence":"additional","affiliation":[{"name":"School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4865-8026","authenticated-orcid":false,"given":"Bing","family":"Xue","sequence":"additional","affiliation":[{"name":"School of Engineering and Computer Science, Victoria University of Wellington, Wellington, New Zealand"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4463-9538","authenticated-orcid":false,"given":"Mengjie","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Engineering and Computer Science, Victoria University of Wellington, Wellington, New Zealand"}]}],"member":"263","reference":[{"key":"ref39","article-title":"mixup: Beyond empirical risk minimization","author":"zhang","year":"2017","journal-title":"arXiv 1710 09412"},{"key":"ref38","article-title":"Evaluating the search phase of neural architecture search","author":"yu","year":"2019","journal-title":"arXiv 1902 08142"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3321707.3321729"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.2983860"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/1388969.1389075"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3071178.3071229"},{"key":"ref37","first-page":"367","article-title":"Random search and reproducibility for neural architecture search","author":"li","year":"2020","journal-title":"Proc 35th Int Conf Uncertainty Artif Intell"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3100554"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33014780"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45356-3_83"},{"key":"ref60","article-title":"SGDR: Stochastic gradient descent with warm restarts","author":"loshchilov","year":"2016","journal-title":"arXiv 1608 03983"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00907"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.17487\/rfc3874"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.154"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1080\/03036758.2019.1609052"},{"key":"ref29","article-title":"Hierarchical representations for efficient architecture search","author":"liu","year":"2017","journal-title":"arXiv 1711 00436"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref1","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"lecun","year":"2015","journal-title":"Nature"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/4235.996017"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2017.2771451"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2018.2794319"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2919608"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2017.06.021"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106622"},{"key":"ref25","first-page":"1997","article-title":"Neural architecture search: A survey","volume":"20","author":"elsken","year":"2019","journal-title":"J Mach Learn Res"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/s10772-019-09652-3"},{"key":"ref51","first-page":"7105","article-title":"NAS-bench-101: Towards reproducible neural architecture search","author":"ying","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/MCC.2014.51"},{"key":"ref57","first-page":"3043","article-title":"Asynchronous decentralized parallel stochastic gradient descent","author":"lian","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref56","article-title":"Staleness-aware async-SGD for distributed deep learning","author":"zhang","year":"2015","journal-title":"arXiv 1511 05950"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2019.00220"},{"key":"ref54","article-title":"Parallel training of DNNs with natural gradient and parameter averaging","author":"povey","year":"2014","journal-title":"arXiv 1410 7455"},{"key":"ref53","article-title":"A downsampled variant of imagenet as an alternative to the CIFAR datasets","author":"chrabaszcz","year":"2017","journal-title":"arXiv 1707 08819"},{"key":"ref52","article-title":"NAS-bench-201: Extending the scope of reproducible neural architecture search","author":"dong","year":"2020","journal-title":"arXiv 2001 00326"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref11","article-title":"DARTS: Differentiable architecture search","author":"liu","year":"2018","journal-title":"Arxiv 1806 09055"},{"key":"ref40","article-title":"Improved regularization of convolutional neural networks with cutout","author":"devries","year":"2017","journal-title":"arXiv 1708 04552"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1201\/9780367802486"},{"key":"ref13","first-page":"2902","article-title":"Large-scale evolution of image classifiers","author":"real","year":"2017","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2019.2916183"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/3927.001.0001"},{"key":"ref16","author":"banzhaf","year":"1998","journal-title":"Genetic Programming An Introduction On the Automatic Evolution of Computer Programs and its Applications"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2010.2059031"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICNN.1995.488968"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2018.2791283"},{"key":"ref4","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2018","journal-title":"arXiv 1810 04805"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"ref6","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2014","journal-title":"arXiv 1409 1556"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2017.7953077"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref7","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref49","article-title":"An analysis of the behavior of a class of genetic adaptive systems","author":"de jong","year":"1975"},{"key":"ref9","article-title":"Neural architecture search with reinforcement learning","author":"zoph","year":"2016","journal-title":"arXiv 1611 01578"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1093\/oso\/9780195099713.001.0001"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/S0304-3975(00)00406-0"},{"key":"ref48","first-page":"265","article-title":"TensorFlow: A system for large-scale machine learning","author":"abadi","year":"2016","journal-title":"Proc 12th USENIX Symp Oper Syst Des Implement (OSDI)"},{"key":"ref47","first-page":"1","article-title":"Automatic differentiation in PyTorch","author":"paszke","year":"2017","journal-title":"Proc 31st Conf Neural Inf Process Syst"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"ref41","article-title":"DropBlock: A regularization method for convolutional networks","author":"ghiasi","year":"2018","journal-title":"arXiv 1810 12890"},{"key":"ref44","article-title":"Learning Multiple Layers of Features From Tiny Images.","author":"krizhevsky","year":"2009"},{"key":"ref43","article-title":"Accurate, large minibatch SGD: Training imagenet in 1 hour","author":"goyal","year":"2017","journal-title":"arXiv 1706 02677"}],"container-title":["IEEE Transactions on Evolutionary Computation"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4235\/9967387\/09697075.pdf?arnumber=9697075","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,19]],"date-time":"2022-12-19T19:45:04Z","timestamp":1671479104000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9697075\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12]]},"references-count":62,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tevc.2022.3147526","relation":{},"ISSN":["1089-778X","1089-778X","1941-0026"],"issn-type":[{"value":"1089-778X","type":"print"},{"value":"1089-778X","type":"print"},{"value":"1941-0026","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12]]}}}