{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T02:23:01Z","timestamp":1783909381156,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":53,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,14]],"date-time":"2024-07-14T00:00:00Z","timestamp":1720915200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,14]]},"DOI":"10.1145\/3638529.3654017","type":"proceedings-article","created":{"date-parts":[[2024,7,8]],"date-time":"2024-07-08T16:33:04Z","timestamp":1720456384000},"page":"1110-1118","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":37,"title":["LLMatic: Neural Architecture Search Via Large Language Models And Quality Diversity Optimization"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2458-9599","authenticated-orcid":false,"given":"Muhammad Umair","family":"Nasir","sequence":"first","affiliation":[{"name":"University of the Witwatersrand, Johannesburg, South Africa"},{"name":"New York University, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3783-9486","authenticated-orcid":false,"given":"Sam","family":"Earle","sequence":"additional","affiliation":[{"name":"New York University, New York, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3128-4598","authenticated-orcid":false,"given":"Julian","family":"Togelius","sequence":"additional","affiliation":[{"name":"New York University, New Yoek, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4366-4125","authenticated-orcid":false,"given":"Steven","family":"James","sequence":"additional","affiliation":[{"name":"University of the Witwatersrand, Johannesburg, South Africa"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7860-0650","authenticated-orcid":false,"given":"Christopher","family":"Cleghorn","sequence":"additional","affiliation":[{"name":"University of the Witwatersrand, Johannesburg, South Africa"},{"name":"Amazon.com Inc., Johannesburg, South Africa"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,14]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Angela Fan, Julia Kreutzer, Xiaoyu Shen, Machel Reid, Dana Ruiter, Dietrich Klakow, Peter Nabende, Ernie Chang, et al.","author":"Adelani David Ifeoluwa","year":"2022","unstructured":"David Ifeoluwa Adelani, Jesujoba Oluwadara Alabi, Angela Fan, Julia Kreutzer, Xiaoyu Shen, Machel Reid, Dana Ruiter, Dietrich Klakow, Peter Nabende, Ernie Chang, et al. 2022. A few thousand translations go a long way! leveraging pre-trained models for african news translation. arXiv preprint arXiv:2205.02022 (2022)."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.conengprac.2016.12.004"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/361002.361007"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-7908-2604-3_16"},{"key":"e_1_3_2_2_5_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et al. 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020) 1877--1901."},{"key":"e_1_3_2_2_6_1","volume-title":"EvoPrompting: Language Models for Code-Level Neural Architecture Search. arXiv preprint arXiv:2302.14838","author":"Chen Angelica","year":"2023","unstructured":"Angelica Chen, David M Dohan, and David R So. 2023. EvoPrompting: Language Models for Code-Level Neural Architecture Search. arXiv preprint arXiv:2302.14838 (2023)."},{"key":"e_1_3_2_2_7_1","volume-title":"Jared Kaplan, Harri Edwards, Yuri Burda, Nicholas Joseph, Greg Brockman, et al.","author":"Chen Mark","year":"2021","unstructured":"Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique Ponde de Oliveira Pinto, Jared Kaplan, Harri Edwards, Yuri Burda, Nicholas Joseph, Greg Brockman, et al. 2021. Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)."},{"key":"e_1_3_2_2_8_1","volume-title":"A downsampled variant of imagenet as an alternative to the cifar datasets. arXiv preprint arXiv:1707.08819","author":"Chrabaszcz Patryk","year":"2017","unstructured":"Patryk Chrabaszcz, Ilya Loshchilov, and Frank Hutter. 2017. A downsampled variant of imagenet as an alternative to the cifar datasets. arXiv preprint arXiv:1707.08819 (2017)."},{"key":"e_1_3_2_2_9_1","volume-title":"Robots that can adapt like animals. Nature 521, 7553","author":"Cully Antoine","year":"2015","unstructured":"Antoine Cully, Jeff Clune, Danesh Tarapore, and Jean-Baptiste Mouret. 2015. Robots that can adapt like animals. Nature 521, 7553 (2015), 503--507."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2017.2704781"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2015.2398954"},{"key":"e_1_3_2_2_13_1","volume-title":"Nas-bench-201: Extending the scope of reproducible neural architecture search. arXiv preprint arXiv:2001.00326","author":"Dong Xuanyi","year":"2020","unstructured":"Xuanyi Dong and Yi Yang. 2020. Nas-bench-201: Extending the scope of reproducible neural architecture search. arXiv preprint arXiv:2001.00326 (2020)."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/3322706.3361996"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319619.3321897"},{"key":"e_1_3_2_2_16_1","unstructured":"Leo Gao Stella Biderman Sid Black Laurence Golding Travis Hoppe Charles Foster Jason Phang Horace He Anish Thite Noa Nabeshima et al. 2020. The pile: An 800gb dataset of diverse text for language modeling. arXiv preprint arXiv:2101.00027 (2020)."},{"key":"e_1_3_2_2_17_1","volume-title":"Scaling down deep learning. arXiv preprint arXiv:2011.14439","author":"Greydanus Sam","year":"2020","unstructured":"Sam Greydanus. 2020. Scaling down deep learning. arXiv preprint arXiv:2011.14439 (2020)."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_2_19_1","volume-title":"International conference on machine learning. pmlr, 448--456","author":"Ioffe Sergey","year":"2015","unstructured":"Sergey Ioffe and Christian Szegedy. 2015. Batch normalization: Accelerating deep network training by reducing internal covariate shift. In International conference on machine learning. pmlr, 448--456."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2019.06.005"},{"key":"e_1_3_2_2_21_1","volume-title":"Neural architecture search with bayesian optimisation and optimal transport. Advances in neural information processing systems 31","author":"Kandasamy Kirthevasan","year":"2018","unstructured":"Kirthevasan Kandasamy, Willie Neiswanger, Jeff Schneider, Barnabas Poczos, and Eric P Xing. 2018. Neural architecture search with bayesian optimisation and optimal transport. Advances in neural information processing systems 31 (2018)."},{"key":"e_1_3_2_2_22_1","unstructured":"Alex Krizhevsky Geoffrey Hinton et al. 2009. Learning multiple layers of features from tiny images. (2009)."},{"key":"e_1_3_2_2_23_1","volume-title":"Evolution through large models. arXiv preprint arXiv:2206.08896","author":"Lehman Joel","year":"2022","unstructured":"Joel Lehman, Jonathan Gordon, Shawn Jain, Kamal Ndousse, Cathy Yeh, and Kenneth O Stanley. 2022. Evolution through large models. arXiv preprint arXiv:2206.08896 (2022)."},{"key":"e_1_3_2_2_24_1","volume-title":"Darts: Differentiable architecture search. arXiv preprint arXiv:1806.09055","author":"Liu Hanxiao","year":"2018","unstructured":"Hanxiao Liu, Karen Simonyan, and Yiming Yang. 2018. Darts: Differentiable architecture search. arXiv preprint arXiv:1806.09055 (2018)."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3100554"},{"key":"e_1_3_2_2_26_1","volume-title":"NAS-Bench-Suite: NAS evaluation is (now) surprisingly easy. arXiv preprint arXiv:2201.13396","author":"Mehta Yash","year":"2022","unstructured":"Yash Mehta, Colin White, Arber Zela, Arjun Krishnakumar, Guri Zabergja, Shakiba Moradian, Mahmoud Safari, Kaicheng Yu, and Frank Hutter. 2022. NAS-Bench-Suite: NAS evaluation is (now) surprisingly easy. arXiv preprint arXiv:2201.13396 (2022)."},{"key":"e_1_3_2_2_27_1","first-page":"379","article-title":"Designing Neural Networks Using Genetic Algorithms","volume":"89","author":"Miller Geoffrey F","year":"1989","unstructured":"Geoffrey F Miller, Peter M Todd, and Shailesh U Hegde. 1989. Designing Neural Networks Using Genetic Algorithms.. In ICGA, Vol. 89. 379--384.","journal-title":"ICGA"},{"key":"e_1_3_2_2_28_1","volume-title":"Illuminating search spaces by mapping elites. arXiv preprint arXiv:1504.04909","author":"Mouret Jean-Baptiste","year":"2015","unstructured":"Jean-Baptiste Mouret and Jeff Clune. 2015. Illuminating search spaces by mapping elites. arXiv preprint arXiv:1504.04909 (2015)."},{"key":"e_1_3_2_2_29_1","volume-title":"\u0394-DARTS: Mitigating Performance Collapse by Harmonizing Operation Selection among Cells. arXiv preprint arXiv:2210.07998","author":"Movahedi Sajad","year":"2022","unstructured":"Sajad Movahedi, Melika Adabinejad, Ayyoob Imani, Arezou Keshavarz, Mostafa Dehghani, Azadeh Shakery, and Babak N Araabi. 2022. \u0394-DARTS: Mitigating Performance Collapse by Harmonizing Operation Selection among Cells. arXiv preprint arXiv:2210.07998 (2022)."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.5555\/3104322.3104425"},{"key":"e_1_3_2_2_31_1","volume-title":"Augmentative Topology Agents For Open-ended Learning. arXiv preprint arXiv:2210.11442","author":"Nasir Muhammad Umair","year":"2022","unstructured":"Muhammad Umair Nasir, Michael Beukman, Steven James, and Christopher Wesley Cleghorn. 2022. Augmentative Topology Agents For Open-ended Learning. arXiv preprint arXiv:2210.11442 (2022)."},{"key":"e_1_3_2_2_32_1","volume-title":"Geographical distance is the new hyperparameter: A case study of finding the optimal pre-trained language for English-isiZulu machine translation. arXiv preprint arXiv:2205.08621","author":"Nasir Muhammad Umair","year":"2022","unstructured":"Muhammad Umair Nasir and Innocent Amos Mchechesi. 2022. Geographical distance is the new hyperparameter: A case study of finding the optimal pre-trained language for English-isiZulu machine translation. arXiv preprint arXiv:2205.08621 (2022)."},{"key":"e_1_3_2_2_33_1","volume-title":"Practical PCG Through Large Language Models. arXiv preprint arXiv:2305.18243","author":"Nasir Muhammad U","year":"2023","unstructured":"Muhammad U Nasir and Julian Togelius. 2023. Practical PCG Through Large Language Models. arXiv preprint arXiv:2305.18243 (2023)."},{"key":"e_1_3_2_2_34_1","volume-title":"Codegen: An open large language model for code with multi-turn program synthesis. arXiv preprint arXiv:2203.13474","author":"Nijkamp Erik","year":"2022","unstructured":"Erik Nijkamp, Bo Pang, Hiroaki Hayashi, Lifu Tu, Huan Wang, Yingbo Zhou, Silvio Savarese, and Caiming Xiong. 2022. Codegen: An open large language model for code with multi-turn program synthesis. arXiv preprint arXiv:2203.13474 (2022)."},{"key":"e_1_3_2_2_35_1","volume-title":"Pytorch: An imperative style, high-performance deep learning library. Advances in neural information processing systems 32","author":"Paszke Adam","year":"2019","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, et al. 2019. Pytorch: An imperative style, high-performance deep learning library. Advances in neural information processing systems 32 (2019)."},{"key":"e_1_3_2_2_36_1","volume-title":"Quality diversity: A new frontier for evolutionary computation. Frontiers in Robotics and AI","author":"Pugh Justin K","year":"2016","unstructured":"Justin K Pugh, Lisa B Soros, and Kenneth O Stanley. 2016. Quality diversity: A new frontier for evolutionary computation. Frontiers in Robotics and AI (2016), 40."},{"key":"e_1_3_2_2_37_1","unstructured":"Alec Radford Jeffrey Wu Rewon Child David Luan Dario Amodei Ilya Sutskever et al. 2019. Language models are unsupervised multitask learners. OpenAI blog 1 8 (2019) 9."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"crossref","unstructured":"Olga Russakovsky Jia Deng Hao Su Jonathan Krause Sanjeev Satheesh Sean Ma Zhiheng Huang Andrej Karpathy Aditya Khosla Michael Bernstein et al. 2015. Imagenet large scale visual recognition challenge. International journal of computer vision 115 (2015) 211--252.","DOI":"10.1007\/s11263-015-0816-y"},{"key":"e_1_3_2_2_39_1","volume-title":"Thirty-seventh Conference on Neural Information Processing Systems.","author":"Shinn Noah","year":"2023","unstructured":"Noah Shinn, Federico Cassano, Ashwin Gopinath, Karthik R Narasimhan, and Shunyu Yao. 2023. Reflexion: Language agents with verbal reinforcement learning. In Thirty-seventh Conference on Neural Information Processing Systems."},{"key":"e_1_3_2_2_40_1","volume-title":"Evolving neural networks through augmenting topologies. Evolutionary computation 10, 2","author":"Stanley Kenneth O","year":"2002","unstructured":"Kenneth O Stanley and Risto Miikkulainen. 2002. Evolving neural networks through augmenting topologies. Evolutionary computation 10, 2 (2002), 99--127."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00293"},{"key":"e_1_3_2_2_42_1","volume-title":"International conference on machine learning. PMLR, 6105--6114","author":"Tan Mingxing","year":"2019","unstructured":"Mingxing Tan and Quoc Le. 2019. Efficientnet: Rethinking model scaling for convolutional neural networks. In International conference on machine learning. PMLR, 6105--6114."},{"key":"e_1_3_2_2_43_1","volume-title":"Self organizing neural networks for the identification problem. Advances in Neural Information Processing Systems 1","author":"Tenorio Manoel","year":"1988","unstructured":"Manoel Tenorio and Wei-Tsih Lee. 1988. Self organizing neural networks for the identification problem. Advances in Neural Information Processing Systems 1 (1988)."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3582437.3587211"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"crossref","unstructured":"Lisa Torrey and Jude Shavlik. 2010. Transfer learning. In Handbook of research on machine learning applications and trends: algorithms methods and techniques. IGI global 242--264.","DOI":"10.4018\/978-1-60566-766-9.ch011"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.11591\/ijeecs.v25.i2.pp1208-1216"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2017.2735550"},{"key":"e_1_3_2_2_48_1","volume-title":"Attention is all you need. Advances in neural information processing systems 30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_2_49_1","volume-title":"International Conference on Machine Learning. PMLR, 22084--22102","author":"Veli\u010dkovi\u0107 Petar","year":"2022","unstructured":"Petar Veli\u010dkovi\u0107, Adri\u00e0 Puigdom\u00e8nech Badia, David Budden, Razvan Pascanu, Andrea Banino, Misha Dashevskiy, Raia Hadsell, and Charles Blundell. 2022. The CLRS algorithmic reasoning benchmark. In International Conference on Machine Learning. PMLR, 22084--22102."},{"key":"e_1_3_2_2_50_1","volume-title":"Neural architecture search: Insights from 1000 papers. arXiv preprint arXiv:2301.08727","author":"White Colin","year":"2023","unstructured":"Colin White, Mahmoud Safari, Rhea Sukthanker, Binxin Ru, Thomas Elsken, Arber Zela, Debadeepta Dey, and Frank Hutter. 2023. Neural architecture search: Insights from 1000 papers. arXiv preprint arXiv:2301.08727 (2023)."},{"key":"e_1_3_2_2_51_1","volume-title":"Finding competitive network architectures within a day using uct. arXiv preprint arXiv:1712.07420","author":"Wistuba Martin","year":"2017","unstructured":"Martin Wistuba. 2017. Finding competitive network architectures within a day using uct. arXiv preprint arXiv:1712.07420 (2017)."},{"key":"e_1_3_2_2_52_1","volume-title":"International Conference on Machine Learning. PMLR, 7105--7114","author":"Ying Chris","year":"2019","unstructured":"Chris Ying, Aaron Klein, Eric Christiansen, Esteban Real, Kevin Murphy, and Frank Hutter. 2019. Nas-bench-101: Towards reproducible neural architecture search. In International Conference on Machine Learning. PMLR, 7105--7114."},{"key":"e_1_3_2_2_53_1","volume-title":"Can GPT-4 Perform Neural Architecture Search? arXiv preprint arXiv:2304.10970","author":"Zheng Mingkai","year":"2023","unstructured":"Mingkai Zheng, Xiu Su, Shan You, Fei Wang, Chen Qian, Chang Xu, and Samuel Albanie. 2023. Can GPT-4 Perform Neural Architecture Search? arXiv preprint arXiv:2304.10970 (2023)."}],"event":{"name":"GECCO '24: Genetic and Evolutionary Computation Conference","location":"Melbourne VIC Australia","acronym":"GECCO '24","sponsor":["SIGEVO ACM Special Interest Group on Genetic and Evolutionary Computation"]},"container-title":["Proceedings of the Genetic and Evolutionary Computation Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3638529.3654017","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3638529.3654017","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:50Z","timestamp":1750291010000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3638529.3654017"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,14]]},"references-count":53,"alternative-id":["10.1145\/3638529.3654017","10.1145\/3638529"],"URL":"https:\/\/doi.org\/10.1145\/3638529.3654017","relation":{},"subject":[],"published":{"date-parts":[[2024,7,14]]},"assertion":[{"value":"2024-07-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}