{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T15:28:18Z","timestamp":1775143698794,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":54,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,12]],"date-time":"2023-07-12T00:00:00Z","timestamp":1689120000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Research Council of Norway","award":["IKTPLUSS #288787"],"award-info":[{"award-number":["IKTPLUSS #288787"]}]},{"name":"The European Union?s Horizon 2020 research and innovation programme","award":["no. 812882"],"award-info":[{"award-number":["no. 812882"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,15]]},"DOI":"10.1145\/3583131.3590481","type":"proceedings-article","created":{"date-parts":[[2023,7,12]],"date-time":"2023-07-12T19:40:19Z","timestamp":1689190819000},"page":"1146-1155","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":39,"title":["Fully Autonomous Programming with Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6670-6909","authenticated-orcid":false,"given":"Vadim","family":"Liventsev","sequence":"first","affiliation":[{"name":"Technical University of Eindhoven, Eindhoven, Netherlands"},{"name":"Philips Research, Eindhoven, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3139-0200","authenticated-orcid":false,"given":"Anastasiia","family":"Grishina","sequence":"additional","affiliation":[{"name":"Simula Research Laboratory, Oslo, Norway"},{"name":"University of Oslo, Oslo, Norway"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2966-3305","authenticated-orcid":false,"given":"Aki","family":"H\u00e4rm\u00e4","sequence":"additional","affiliation":[{"name":"Philips Research, Eindhoven, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1761-6771","authenticated-orcid":false,"given":"Leon","family":"Moonen","sequence":"additional","affiliation":[{"name":"Simula Research Laboratory, Oslo, Norway"},{"name":"BI Norwegian Business School, Oslo, Norway"}]}],"member":"320","published-online":{"date-parts":[[2023,7,12]]},"reference":[{"key":"e_1_3_2_1_1_1"},{"key":"e_1_3_2_1_2_1","first-page":"207","volume-title":"Held in Conjunction with ICML 2020","author":"Bastani O.","year":"2020","unstructured":"O. Bastani , J. P. Inala , and A. Solar-Lezama . \" Interpretable, Verifiable, and Robust Reinforcement Learning via Program Synthesis.\" In: xxAI - Beyond Explainable AI: International Workshop , Held in Conjunction with ICML 2020 , July 18, 2020 , Vienna, Austria, Revised and Extended Papers. Ed. by A. Holzinger, R. Goebel, R. Fong, T. Moon, K.-R. M\u00fcller, and W. Samek. Lecture Notes in Computer Science. Springer , 2022, pp. 207 -- 228 . doi: 10.j5zn. O. Bastani, J. P. Inala, and A. Solar-Lezama. \"Interpretable, Verifiable, and Robust Reinforcement Learning via Program Synthesis.\" In: xxAI - Beyond Explainable AI: International Workshop, Held in Conjunction with ICML 2020, July 18, 2020, Vienna, Austria, Revised and Extended Papers. Ed. by A. Holzinger, R. Goebel, R. Fong, T. Moon, K.-R. M\u00fcller, and W. Samek. Lecture Notes in Computer Science. Springer, 2022, pp. 207--228. doi: 10.j5zn."},{"key":"e_1_3_2_1_3_1"},{"key":"e_1_3_2_1_4_1","first-page":"161","article-title":"Systematic Literature Review: XAI and Clinical Decision Support","author":"Connolly T. M.","year":"2023","unstructured":"T. M. Connolly , M. Soflano , and P. Papadopoulos . \" Systematic Literature Review: XAI and Clinical Decision Support .\" In: Diverse Perspectives and State-of-the-Art Approaches to the Utilization of Data-Driven Clinical Decision Support Systems. IGI Global , 2023 , pp. 161 -- 188 . j5zp T. M. Connolly, M. Soflano, and P. Papadopoulos. \"Systematic Literature Review: XAI and Clinical Decision Support.\" In: Diverse Perspectives and State-of-the-Art Approaches to the Utilization of Data-Driven Clinical Decision Support Systems. IGI Global, 2023, pp. 161--188. j5zp","journal-title":"IGI Global"},{"key":"e_1_3_2_1_5_1"},{"key":"e_1_3_2_1_6_1"},{"key":"e_1_3_2_1_7_1"},{"issue":"4","key":"e_1_3_2_1_8_1","first-page":"1765","article-title":"A Survey of Genetic Programming and Its Applications","volume":"13","author":"Ahvanooey M. T.","year":"2019","unstructured":"M. T. Ahvanooey , Q. Li , M. Wu , and S. Wang . \" A Survey of Genetic Programming and Its Applications .\" In: KSII Transactions on Internet and Information Systems (TIIS) 13 . 4 ( 2019 ), pp. 1765 -- 1794 . M. T. Ahvanooey, Q. Li, M. Wu, and S. Wang. \"A Survey of Genetic Programming and Its Applications.\" In: KSII Transactions on Internet and Information Systems (TIIS) 13.4 (2019), pp. 1765--1794.","journal-title":"KSII Transactions on Internet and Information Systems (TIIS)"},{"key":"e_1_3_2_1_9_1","volume-title":"Evaluating Large Language Models Trained on Code","author":"Chen M.","year":"2021","unstructured":"M. Chen Evaluating Large Language Models Trained on Code . July 2021 . arXiv: 2107.03374. M. Chen et al. Evaluating Large Language Models Trained on Code. July 2021. arXiv: 2107.03374."},{"key":"e_1_3_2_1_10_1"},{"key":"e_1_3_2_1_11_1","first-page":"2009","article-title":"CodeBLEU","author":"Ren S.","year":"2020","unstructured":"S. Ren CodeBLEU : A Method for Automatic Evaluation of Code Synthesis. Sept. 2020 . arXiv: 2009 .10297. S. Ren et al. CodeBLEU: A Method for Automatic Evaluation of Code Synthesis. Sept. 2020. arXiv: 2009.10297.","journal-title":"A Method for Automatic Evaluation of Code Synthesis."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3563327"},{"key":"e_1_3_2_1_13_1"},{"key":"e_1_3_2_1_14_1","first-page":"22196","volume-title":"Latent Execution for Neural Program Synthesis Beyond Domain-Specific Languages.\" In: Advances in Neural Information Processing Systems","author":"Chen X.","year":"2021","unstructured":"X. Chen , D. Song , and Y. Tian . \" Latent Execution for Neural Program Synthesis Beyond Domain-Specific Languages.\" In: Advances in Neural Information Processing Systems . Vol. 34 . Curran Associates, Inc. , 2021 , pp. 22196 -- 22208 . X. Chen, D. Song, and Y. Tian. \"Latent Execution for Neural Program Synthesis Beyond Domain-Specific Languages.\" In: Advances in Neural Information Processing Systems. Vol. 34. Curran Associates, Inc., 2021, pp. 22196--22208."},{"key":"e_1_3_2_1_15_1"},{"key":"e_1_3_2_1_16_1","first-page":"2101","article-title":"BF++","author":"Liventsev V.","year":"2021","unstructured":"V. Liventsev , A. H\u00e4rm\u00e4 , and M. Petkovi\u0107 . BF++ : A Language for General-Purpose Program Synthesis. Jan. 2021 . arXiv: 2101 .09571. V. Liventsev, A. H\u00e4rm\u00e4, and M. Petkovi\u0107. BF++: A Language for General-Purpose Program Synthesis. Jan. 2021. arXiv: 2101.09571.","journal-title":"A Language for General-Purpose Program Synthesis."},{"key":"e_1_3_2_1_17_1"},{"key":"e_1_3_2_1_18_1"},{"key":"e_1_3_2_1_19_1","volume-title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation.\" In: Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks","year":"2021","unstructured":"S.Lu \" CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation.\" In: Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks . Dec. 2021 . S.Lu et al. \"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation.\" In: Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks. Dec. 2021."},{"key":"e_1_3_2_1_20_1","first-page":"2302","author":"Niu C.","year":"2023","unstructured":"C. Niu , C. Li , V. Ng , and B. Luo . CrossCodeBench: Benchmarking Cross-Task Generalization of Source Code Models. Feb. 2023 . arXiv: 2302 .04030. C. Niu, C. Li, V. Ng, and B. Luo. CrossCodeBench: Benchmarking Cross-Task Generalization of Source Code Models. Feb. 2023. arXiv: 2302.04030.","journal-title":"CrossCodeBench: Benchmarking Cross-Task Generalization of Source Code Models."},{"key":"e_1_3_2_1_21_1","first-page":"1909","author":"Husain H.","year":"2020","unstructured":"H. Husain , H.-H. Wu , T. Gazit , M. Allamanis , and M. Brockschmidt . CodeSearchNet Challenge: Evaluating the State of Semantic Code Search. June 2020 . arXiv: 1909 .09436. H. Husain, H.-H. Wu, T. Gazit, M. Allamanis, and M. Brockschmidt. CodeSearchNet Challenge: Evaluating the State of Semantic Code Search. June 2020. arXiv: 1909.09436.","journal-title":"CodeSearchNet Challenge: Evaluating the State of Semantic Code Search."},{"key":"e_1_3_2_1_22_1","volume-title":"Unsupervised Translation of Programming Languages.\" In: 34th Conference on Neural Information Processing Systems","author":"Roziere B.","year":"2020","unstructured":"B. Roziere , M.-A. Lachaux , G. Lample , and L. Chanussot . \" Unsupervised Translation of Programming Languages.\" In: 34th Conference on Neural Information Processing Systems . Vancouver, Canada , 2020 . B. Roziere, M.-A. Lachaux, G. Lample, and L. Chanussot. \"Unsupervised Translation of Programming Languages.\" In: 34th Conference on Neural Information Processing Systems. Vancouver, Canada, 2020."},{"key":"e_1_3_2_1_23_1"},{"key":"e_1_3_2_1_24_1"},{"key":"e_1_3_2_1_25_1"},{"key":"e_1_3_2_1_26_1"},{"key":"e_1_3_2_1_27_1","unstructured":"TIOBE Index. https:\/\/www.tiobe.com\/tiobe-index\/. TIOBE Index. https:\/\/www.tiobe.com\/tiobe-index\/."},{"key":"e_1_3_2_1_28_1","first-page":"17685","volume-title":"Synthesize, Execute and Debug: Learning to Repair for Neural Program Synthesis.\" In: Advances in Neural Information Processing Systems","author":"Gupta K.","year":"2020","unstructured":"K. Gupta , P. E. Christensen , X. Chen , and D. Song . \" Synthesize, Execute and Debug: Learning to Repair for Neural Program Synthesis.\" In: Advances in Neural Information Processing Systems . Vol. 33 . Curran Associates, Inc. , 2020 , pp. 17685 -- 17695 . K. Gupta, P. E. Christensen, X. Chen, and D. Song. \"Synthesize, Execute and Debug: Learning to Repair for Neural Program Synthesis.\" In: Advances in Neural Information Processing Systems. Vol. 33. Curran Associates, Inc., 2020, pp. 17685--17695."},{"key":"e_1_3_2_1_29_1","first-page":"1808","article-title":"Mapping Language to Code","author":"Iyer S.","year":"2018","unstructured":"S. Iyer , I. Konstas , A. Cheung , and L. Zettlemoyer . Mapping Language to Code in Programmatic Context. Aug. 2018 . arXiv: 1808 .09588. S. Iyer, I. Konstas, A. Cheung, and L. Zettlemoyer. Mapping Language to Code in Programmatic Context. Aug. 2018. arXiv: 1808.09588.","journal-title":"Programmatic Context."},{"key":"e_1_3_2_1_30_1","volume-title":"University of California","author":"Halbert D. C.","year":"1984","unstructured":"D. C. Halbert . \"Programming by Example.\" Ph D thesis. University of California , Berkeley , 1984 . D. C. Halbert. \"Programming by Example.\" PhD thesis. University of California, Berkeley, 1984."},{"key":"e_1_3_2_1_31_1","volume-title":"rep","author":"Gulwani S.","year":"2016","unstructured":"S. Gulwani . Programming by Examples (and Its Applications in Data Wrangling). Tech. rep . Redmond, WA, USA : Microsoft Corportation , 2016 , p. 22. S. Gulwani. Programming by Examples (and Its Applications in Data Wrangling). Tech. rep. Redmond, WA, USA: Microsoft Corportation, 2016, p. 22."},{"key":"e_1_3_2_1_32_1","volume-title":"NAPS: Natural Program Synthesis Dataset","author":"Zavershynskyi M.","year":"2018","unstructured":"M. Zavershynskyi , A. Skidanov , and I. Polosukhin . NAPS: Natural Program Synthesis Dataset . 2018 . arXiv: 1807.0316. M. Zavershynskyi, A. Skidanov, and I. Polosukhin. NAPS: Natural Program Synthesis Dataset. 2018. arXiv: 1807.0316."},{"key":"e_1_3_2_1_33_1","volume-title":"Training Language Models to Follow Instructions with Human Feedback","author":"Ouyang L.","year":"2022","unstructured":"L. Ouyang Training Language Models to Follow Instructions with Human Feedback . Mar. 2022 . arXiv: 2203.02155. L. Ouyang et al. Training Language Models to Follow Instructions with Human Feedback. Mar. 2022. arXiv: 2203.02155."},{"key":"e_1_3_2_1_34_1","volume-title":"Automated Repair of Programs from Large Language Models","author":"Fan Z.","year":"2023","unstructured":"Z. Fan , X. Gao , M. Mirchev , A. Roychoudhury , and S. H. Tan . Automated Repair of Programs from Large Language Models . Jan. 2023 . arXiv: 2205.10583. Z. Fan, X. Gao, M. Mirchev, A. Roychoudhury, and S. H. Tan. Automated Repair of Programs from Large Language Models. Jan. 2023. arXiv: 2205.10583."},{"key":"e_1_3_2_1_35_1","volume-title":"Ecstasy and Neo-shamanism in North European Paganism","author":"Blain J.","year":"2002","unstructured":"J. Blain . Nine Worlds of Seid-magic : Ecstasy and Neo-shamanism in North European Paganism . Routledge , 2002 . J. Blain. Nine Worlds of Seid-magic: Ecstasy and Neo-shamanism in North European Paganism. Routledge, 2002."},{"key":"e_1_3_2_1_36_1","first-page":"5998","volume-title":"U. V. Luxburg, S. Bengio, H. Wallach, R. Fergus, S. Vishwanathan, and R. Garnett. Curran Associates","author":"Vaswani A.","year":"2017","unstructured":"A. Vaswani , N. Shazeer , N. Parmar , J. Uszkoreit , L. Jones , A. N. Gomez , \u0141. Kaiser, and I. Polosukhin . \" Attention Is All You Need.\" In: International Conference on Neural Information Processing Systems (NeurIPS). Ed. by I. Guyon , U. V. Luxburg, S. Bengio, H. Wallach, R. Fergus, S. Vishwanathan, and R. Garnett. Curran Associates , Inc ., 2017 , pp. 5998 -- 6008 . A. Vaswani, N. Shazeer, N. Parmar, J. Uszkoreit, L. Jones, A. N. Gomez, \u0141. Kaiser, and I. Polosukhin. \"Attention Is All You Need.\" In: International Conference on Neural Information Processing Systems (NeurIPS). Ed. by I. Guyon, U. V. Luxburg, S. Bengio, H. Wallach, R. Fergus, S. Vishwanathan, and R. Garnett. Curran Associates, Inc., 2017, pp. 5998--6008."},{"key":"e_1_3_2_1_37_1","unstructured":"OpenAI API. https:\/\/platform.openai.com. OpenAI API. https:\/\/platform.openai.com."},{"key":"e_1_3_2_1_38_1","volume-title":"Autoencoders as Tools for Program Synthesis","author":"de Bruin S.","year":"2021","unstructured":"S. de Bruin , V. Liventsev , and M. Petkovi\u0107 . Autoencoders as Tools for Program Synthesis . Sept. 2021 . arXiv: 2108.07129. S. de Bruin, V. Liventsev, and M. Petkovi\u0107. Autoencoders as Tools for Program Synthesis. Sept. 2021. arXiv: 2108.07129."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.5555\/183460"},{"key":"e_1_3_2_1_40_1"},{"key":"e_1_3_2_1_41_1","volume-title":"Artificial Intelligence a Modern Approach. Pearson Education","author":"Russell S. J.","year":"2010","unstructured":"S. J. Russell . Artificial Intelligence a Modern Approach. Pearson Education , Inc ., 2010 . S. J. Russell. Artificial Intelligence a Modern Approach. Pearson Education, Inc., 2010."},{"key":"e_1_3_2_1_42_1","first-page":"2208","author":"Joshi H.","year":"2022","unstructured":"H. Joshi , J. Cambronero , S. Gulwani , V. Le , I. Radicek , and G. Verbruggen . Repair Is Nearly Generation: Multilingual Program Repair with LLMs. Sept. 2022 . arXiv: 2208 .11640. H. Joshi, J. Cambronero, S. Gulwani, V. Le, I. Radicek, and G. Verbruggen. Repair Is Nearly Generation: Multilingual Program Repair with LLMs. Sept. 2022. arXiv: 2208.11640.","journal-title":"Repair Is Nearly Generation: Multilingual Program Repair with LLMs."},{"key":"e_1_3_2_1_43_1","first-page":"2206","author":"Shrivastava D.","year":"2022","unstructured":"D. Shrivastava , H. Larochelle , and D. Tarlow . Repository-Level Prompt Generation for Large Language Models of Code. Oct. 2022 . arXiv: 2206 .12839. D. Shrivastava, H. Larochelle, and D. Tarlow. Repository-Level Prompt Generation for Large Language Models of Code. Oct. 2022. arXiv: 2206.12839.","journal-title":"Repository-Level Prompt Generation for Large Language Models of Code."},{"key":"e_1_3_2_1_44_1","first-page":"2208","article-title":"Prompt-Tuned Code Language Model as a Neural Knowledge Base for Type Inference","author":"Huang Q.","year":"2022","unstructured":"Q. Huang , Z. Yuan , Z. Xing , X. Xu , L. Zhu , and Q. Lu . Prompt-Tuned Code Language Model as a Neural Knowledge Base for Type Inference in Statically-Typed Partial Code. Aug. 2022 . arXiv: 2208 .05361. Q. Huang, Z. Yuan, Z. Xing, X. Xu, L. Zhu, and Q. Lu. Prompt-Tuned Code Language Model as a Neural Knowledge Base for Type Inference in Statically-Typed Partial Code. Aug. 2022. arXiv: 2208.05361.","journal-title":"Statically-Typed Partial Code."},{"key":"e_1_3_2_1_45_1","first-page":"2302","author":"Ahmad B.","year":"2023","unstructured":"B. Ahmad , S. Thakur , B. Tan , R. Karri , and H. Pearce . Fixing Hardware Security Bugs with Large Language Models. Feb. 2023 . arXiv: 2302 . 01215. B. Ahmad, S. Thakur, B. Tan, R. Karri, and H. Pearce. Fixing Hardware Security Bugs with Large Language Models. Feb. 2023. arXiv: 2302. 01215.","journal-title":"Fixing Hardware Security Bugs with Large Language Models."},{"key":"e_1_3_2_1_46_1"},{"key":"e_1_3_2_1_47_1"},{"key":"e_1_3_2_1_48_1","first-page":"2301","author":"Sobania D.","year":"2023","unstructured":"D. Sobania , M. Briesch , C. Hanna , and J. Petke . An Analysis of the Automatic Bug Fixing Performance of ChatGPT. Jan. 2023 . arXiv: 2301 . 08653. D. Sobania, M. Briesch, C. Hanna, and J. Petke. An Analysis of the Automatic Bug Fixing Performance of ChatGPT. Jan. 2023. arXiv: 2301. 08653.","journal-title":"An Analysis of the Automatic Bug Fixing Performance of ChatGPT."},{"key":"e_1_3_2_1_49_1","first-page":"2203","author":"Kuznia K.","year":"2022","unstructured":"K. Kuznia , S. Mishra , M. Parmar , and C. Baral . Less Is More: Summary of Long Instructions Is Better for Program Synthesis. Oct. 2022 . arXiv: 2203 .08597. K. Kuznia, S. Mishra, M. Parmar, and C. Baral. Less Is More: Summary of Long Instructions Is Better for Program Synthesis. Oct. 2022. arXiv: 2203.08597.","journal-title":"Less Is More: Summary of Long Instructions Is Better for Program Synthesis."},{"key":"e_1_3_2_1_50_1"},{"key":"e_1_3_2_1_51_1"},{"key":"e_1_3_2_1_52_1"},{"key":"e_1_3_2_1_53_1"},{"key":"e_1_3_2_1_54_1","first-page":"2108","article-title":"Asleep at the Keyboard?","author":"Pearce H.","year":"2021","unstructured":"H. Pearce , B. Ahmad , B. Tan , B. Dolan-Gavitt , and R. Karri . Asleep at the Keyboard? Assessing the Security of GitHub Copilot's Code Contributions. Dec. 2021 . arXiv: 2108 .09293. H. Pearce, B. Ahmad, B. Tan, B. Dolan-Gavitt, and R. Karri. Asleep at the Keyboard? Assessing the Security of GitHub Copilot's Code Contributions. Dec. 2021. arXiv: 2108.09293.","journal-title":"Assessing the Security of GitHub Copilot's Code Contributions."}],"event":{"name":"GECCO '23: Genetic and Evolutionary Computation Conference","location":"Lisbon Portugal","acronym":"GECCO '23","sponsor":["SIGEVO ACM Special Interest Group on Genetic and Evolutionary Computation"]},"container-title":["Proceedings of the Genetic and Evolutionary Computation Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3583131.3590481","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3583131.3590481","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:47:04Z","timestamp":1750178824000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3583131.3590481"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,12]]},"references-count":54,"alternative-id":["10.1145\/3583131.3590481","10.1145\/3583131"],"URL":"https:\/\/doi.org\/10.1145\/3583131.3590481","relation":{},"subject":[],"published":{"date-parts":[[2023,7,12]]},"assertion":[{"value":"2023-07-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}