{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T12:09:37Z","timestamp":1778328577980,"version":"3.51.4"},"reference-count":71,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62106097"],"award-info":[{"award-number":["62106097"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61906081"],"award-info":[{"award-number":["61906081"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2021M691424"],"award-info":[{"award-number":["2021M691424"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012234","name":"Shenzhen Peacock Plan","doi-asserted-by":"publisher","award":["KQTD2016112514355531"],"award-info":[{"award-number":["KQTD2016112514355531"]}],"id":[{"id":"10.13039\/501100012234","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Program for Guangdong Introducing Innovative and Entrepreneurial Teams","award":["2017ZT07X386"],"award-info":[{"award-number":["2017ZT07X386"]}]},{"name":"Alexander von Humboldt Professor for Artificial Intelligence Endowed by the German Federal Ministry of Education and Research"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Evol. Computat."],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1109\/tevc.2022.3233364","type":"journal-article","created":{"date-parts":[[2023,1,2]],"date-time":"2023-01-02T19:00:41Z","timestamp":1672686041000},"page":"323-337","source":"Crossref","is-referenced-by-count":87,"title":["Neural Architecture Search as Multiobjective Optimization Benchmarks: Problem Formulation and Performance Assessment"],"prefix":"10.1109","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4618-3573","authenticated-orcid":false,"given":"Zhichao","family":"Lu","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9410-8263","authenticated-orcid":false,"given":"Ran","family":"Cheng","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1100-0631","authenticated-orcid":false,"given":"Yaochu","family":"Jin","sequence":"additional","affiliation":[{"name":"Chair of Nature Inspired Computing and Engineering, Faculty of Technology, Bielefeld University, Bielefeld, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6802-2463","authenticated-orcid":false,"given":"Kay Chen","family":"Tan","sequence":"additional","affiliation":[{"name":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, SAR"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7402-9939","authenticated-orcid":false,"given":"Kalyanmoy","family":"Deb","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Michigan State University, East Lansing, MI, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1","article-title":"ImageNet classification with deep convolutional neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Krizhevsky"},{"key":"ref2","first-page":"1","article-title":"Sequence to sequence learning with neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","volume":"27","author":"Sutskever"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1038\/nature24270"},{"key":"ref4","first-page":"1","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Simonyan"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref6","first-page":"1","article-title":"An image is worth 16 \u00d7 16 words: Transformers for image recognition at scale","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Dosovitskiy"},{"key":"ref7","first-page":"1","article-title":"Neural architecture search with reinforcement learning","volume-title":"Proc. Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Zoph"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/tai.2022.3213532"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2020.3024708"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3052758"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/4235.996017"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2007.892759"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/tevc.2022.3155533"},{"key":"ref14","first-page":"2902","article-title":"Large-scale evolution of image classifiers","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Real"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00907"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33014780"},{"key":"ref17","first-page":"4095","article-title":"Efficient neural architecture search via parameters sharing","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Pham"},{"key":"ref18","first-page":"1","article-title":"DARTS: Differentiable architecture search","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Liu"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05318-5_3"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2017.2742868"},{"key":"ref21","first-page":"7105","article-title":"NAS-bench-101: Towards reproducible neural architecture search","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Ying"},{"key":"ref22","first-page":"1","article-title":"NAS-BENCH-201: Extending the scope of reproducible neural architecture search","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Dong"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3054824"},{"key":"ref24","first-page":"1","article-title":"Surrogate NAS benchmarks: Going beyond the limited search spaces of tabular NAS benchmarks","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Zela"},{"key":"ref25","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/4235.996017"},{"key":"ref27","first-page":"95","article-title":"SPEA2: Improving the strength Pareto evolutionary algorithm","volume-title":"Proc. Evol. Methods Design, Optim. Control","author":"Zitzler"},{"key":"ref28","first-page":"283","article-title":"PESA-II: Region-based selection in evolutionary multi-objective optimization","volume-title":"Proc. Genet. Evol. Comput. Conf. (GECCO)","author":"Corne"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2013.2281533"},{"key":"ref30","first-page":"832","article-title":"Indicator-based selection in multi-objective search","volume-title":"Proc. Parallel Problem Solving Nat.","author":"Zitzler"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-31880-4_5"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1162\/106365600568202"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/1-84628-137-7_6"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2005.861417"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/s40747-017-0039-7"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2016.2600577"},{"key":"ref37","first-page":"1","article-title":"Designing neural network architectures using reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Baker"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00293"},{"key":"ref39","first-page":"1","article-title":"ProxylessNAS: Direct neural architecture search on target task and hardware","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Cai"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00140"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3524500"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3447582"},{"key":"ref43","volume-title":"TensorFlow: Large-scale machine learning on heterogeneous systems.","author":"Abadi","year":"2015"},{"key":"ref44","article-title":"A downsampled variant of ImageNet as an alternative to the cifar datasets","author":"Chrabaszcz","year":"2017","journal-title":"arXiv:1707.08819"},{"key":"ref45","first-page":"1","article-title":"How powerful are graph neural networks?","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Xu"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"ref47","first-page":"1","article-title":"LightGBM: A highly efficient gradient boosting decision tree","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","volume":"30","author":"Ke"},{"key":"ref48","first-page":"721","article-title":"PyTorch: An imperative style, high-performance deep learning library","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Paszke"},{"key":"ref49","first-page":"1","article-title":"HW-NAS-bench: Hardware-aware neural architecture search benchmark","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Li"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3169897"},{"key":"ref51","first-page":"1","article-title":"NAS-bench-suite: NAS evaluation is (now) surprisingly easy","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Mehta"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00521"},{"issue":"86","key":"ref53","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"van der Maaten","year":"2008","journal-title":"J. Mach. Learn. Res."},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00234"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2019.2909744"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2005.846356"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/j.swevo.2016.09.002"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2006.882428"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2014.2304415"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/2792984"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2021.3076514"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2015.2505784"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2019.2958921"},{"key":"ref64","first-page":"1","article-title":"Once-for-all: Train one network and Specialize it for efficient deployment","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Cai"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01205"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00439"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01601"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2016.2616357"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2013.2281535"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1162\/EVCO_a_00009"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2016.2519378"}],"container-title":["IEEE Transactions on Evolutionary Computation"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4235\/10488007\/10004638.pdf?arnumber=10004638","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,2]],"date-time":"2024-04-02T05:16:06Z","timestamp":1712034966000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10004638\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4]]},"references-count":71,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tevc.2022.3233364","relation":{},"ISSN":["1089-778X","1089-778X","1941-0026"],"issn-type":[{"value":"1089-778X","type":"print"},{"value":"1089-778X","type":"print"},{"value":"1941-0026","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4]]}}}