{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,28]],"date-time":"2026-08-28T14:49:43Z","timestamp":1787928583101,"version":"build-2784847793"},"publisher-location":"New York, NY, USA","reference-count":19,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,13]],"date-time":"2022-06-13T00:00:00Z","timestamp":1655078400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,13]]},"DOI":"10.1145\/3520312.3534864","type":"proceedings-article","created":{"date-parts":[[2022,6,10]],"date-time":"2022-06-10T11:14:19Z","timestamp":1654859659000},"page":"21-29","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":184,"title":["Productivity assessment of neural code completion"],"prefix":"10.1145","author":[{"given":"Albert","family":"Ziegler","sequence":"first","affiliation":[{"name":"GitHub, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eirini","family":"Kalliamvakou","sequence":"additional","affiliation":[{"name":"GitHub, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"X. Alice","family":"Li","sequence":"additional","affiliation":[{"name":"GitHub, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew","family":"Rice","sequence":"additional","affiliation":[{"name":"GitHub, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Devon","family":"Rifkin","sequence":"additional","affiliation":[{"name":"GitHub, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shawn","family":"Simister","sequence":"additional","affiliation":[{"name":"GitHub, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ganesh","family":"Sittampalam","sequence":"additional","affiliation":[{"name":"GitHub, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Edward","family":"Aftandilian","sequence":"additional","affiliation":[{"name":"GitHub, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,6,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2016.39"},{"key":"e_1_3_2_1_2_1","volume-title":"Program Synthesis with Large Language Models. CoRR, abs\/2108.07732","author":"Austin Jacob","year":"2021","unstructured":"Jacob Austin , Augustus Odena , Maxwell Nye , Maarten Bosma , Henryk Michalewski , David Dohan , Ellen Jiang , Carrie J. Cai , Michael Terry , Quoc V. Le , and Charles Sutton . 2021. Program Synthesis with Large Language Models. CoRR, abs\/2108.07732 ( 2021 ), arXiv:2108.07732. arxiv:2108.07732 Jacob Austin, Augustus Odena, Maxwell Nye, Maarten Bosma, Henryk Michalewski, David Dohan, Ellen Jiang, Carrie J. Cai, Michael Terry, Quoc V. Le, and Charles Sutton. 2021. Program Synthesis with Large Language Models. CoRR, abs\/2108.07732 (2021), arXiv:2108.07732. arxiv:2108.07732"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP52600.2021.00022"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2020.3048200"},{"key":"e_1_3_2_1_5_1","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde de Oliveira Pinto Jared Kaplan Harrison Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew N. Carr Jan Leike Joshua Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. CoRR abs\/2107.03374 (2021) arXiv:2107.03374. arxiv:2107.03374  Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde de Oliveira Pinto Jared Kaplan Harrison Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew N. Carr Jan Leike Joshua Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. CoRR abs\/2107.03374 (2021) arXiv:2107.03374. arxiv:2107.03374"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3454122.3454124"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00101"},{"key":"e_1_3_2_1_8_1","volume-title":"Measuring Coding Challenge Competence With APPS. CoRR, abs\/2105.09938","author":"Hendrycks Dan","year":"2021","unstructured":"Dan Hendrycks , Steven Basart , Saurav Kadavath , Mantas Mazeika , Akul Arora , Ethan Guo , Collin Burns , Samir Puranik , Horace He , Dawn Song , and Jacob Steinhardt . 2021. Measuring Coding Challenge Competence With APPS. CoRR, abs\/2105.09938 ( 2021 ), arXiv:2105.09938. arxiv:2105.09938 Dan Hendrycks, Steven Basart, Saurav Kadavath, Mantas Mazeika, Akul Arora, Ethan Guo, Collin Burns, Samir Puranik, Horace He, Dawn Song, and Jacob Steinhardt. 2021. Measuring Coding Challenge Competence With APPS. CoRR, abs\/2105.09938 (2021), arXiv:2105.09938. arxiv:2105.09938"},{"key":"e_1_3_2_1_9_1","volume-title":"Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019","author":"Kulal Sumith","year":"2019","unstructured":"Sumith Kulal , Panupong Pasupat , Kartik Chandra , Mina Lee , Oded Padon , Alex Aiken , and Percy Liang . 2019 . SPoC: Search-based Pseudocode to Code . In Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019 , NeurIPS 2019, December 8-14, 2019, Vancouver, BC, Canada, Hanna M. Wallach, Hugo Larochelle, Alina Beygelzimer, Florence d\u2019Alch\u00e9-Buc, Emily B. Fox, and Roman Garnett (Eds.). 11883\u201311894. https:\/\/proceedings.neurips.cc\/paper\/2019\/hash\/7298332f04ac004a0ca44cc69ecf6f6b-Abstract.html Sumith Kulal, Panupong Pasupat, Kartik Chandra, Mina Lee, Oded Padon, Alex Aiken, and Percy Liang. 2019. SPoC: Search-based Pseudocode to Code. In Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019, December 8-14, 2019, Vancouver, BC, Canada, Hanna M. Wallach, Hugo Larochelle, Alina Beygelzimer, Florence d\u2019Alch\u00e9-Buc, Emily B. Fox, and Roman Garnett (Eds.). 11883\u201311894. https:\/\/proceedings.neurips.cc\/paper\/2019\/hash\/7298332f04ac004a0ca44cc69ecf6f6b-Abstract.html"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/n19-1170"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417058"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR52588.2021.00045"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-8643"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450656"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-7439(01)00155-1"},{"key":"e_1_3_2_1_18_1","volume-title":"In-IDE Code Generation from Natural Language: Promise and Challenges. CoRR, abs\/2101.11149","author":"Xu Frank F.","year":"2021","unstructured":"Frank F. Xu , Bogdan Vasilescu , and Graham Neubig . 2021. In-IDE Code Generation from Natural Language: Promise and Challenges. CoRR, abs\/2101.11149 ( 2021 ), arXiv:2101.11149. arxiv:2101.11149 Frank F. Xu, Bogdan Vasilescu, and Graham Neubig. 2021. In-IDE Code Generation from Natural Language: Promise and Challenges. CoRR, abs\/2101.11149 (2021), arXiv:2101.11149. arxiv:2101.11149"},{"key":"e_1_3_2_1_19_1","volume-title":"Improving Code Autocompletion with Transfer Learning. CoRR, abs\/2105.05991","author":"Zhou Wen","year":"2021","unstructured":"Wen Zhou , Seohyun Kim , Vijayaraghavan Murali , and Gareth Ari Aye . 2021. Improving Code Autocompletion with Transfer Learning. CoRR, abs\/2105.05991 ( 2021 ), arXiv:2105.05991. arxiv:2105.05991 Wen Zhou, Seohyun Kim, Vijayaraghavan Murali, and Gareth Ari Aye. 2021. Improving Code Autocompletion with Transfer Learning. CoRR, abs\/2105.05991 (2021), arXiv:2105.05991. arxiv:2105.05991"}],"event":{"name":"MAPS '22: 6th ACM SIGPLAN International Symposium on Machine Programming","location":"San Diego CA USA","acronym":"MAPS '22","sponsor":["SIGPLAN ACM Special Interest Group on Programming Languages"]},"container-title":["Proceedings of the 6th ACM SIGPLAN International Symposium on Machine Programming"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3520312.3534864","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3520312.3534864","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T14:09:31Z","timestamp":1750169371000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3520312.3534864"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,13]]},"references-count":19,"alternative-id":["10.1145\/3520312.3534864","10.1145\/3520312"],"URL":"https:\/\/doi.org\/10.1145\/3520312.3534864","relation":{},"subject":[],"published":{"date-parts":[[2022,6,13]]},"assertion":[{"value":"2022-06-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}