{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T12:19:55Z","timestamp":1780575595213,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T00:00:00Z","timestamp":1720569600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,10]]},"DOI":"10.1145\/3664646.3664760","type":"proceedings-article","created":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T19:39:56Z","timestamp":1720640396000},"page":"28-37","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["A Transformer-Based Approach for Smart Invocation of Automatic Code Completion"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-5105-0518","authenticated-orcid":false,"given":"Aral","family":"de Moor","sequence":"first","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4850-3312","authenticated-orcid":false,"given":"Arie","family":"van Deursen","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5093-5523","authenticated-orcid":false,"given":"Maliheh","family":"Izadi","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,10]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2023. AI Code Generator. Online. https:\/\/aws.amazon.com\/codewhisperer\/"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586030"},{"key":"e_1_3_2_1_3_1","unstructured":"Mohammad Bavarian Heewoo Jun Nikolas Tezak John Schulman Christine McLeavey Jerry Tworek and Mark Chen. 2022. Efficient Training of Language Models to Fill in the Middle. arxiv:2207.14255 arXiv:2207.14255 [cs]"},{"key":"e_1_3_2_1_4_1","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde de Oliveira Pinto Jared Kaplan Harri Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew N. Carr Jan Leike Josh Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. arxiv:2107.03374 arXiv:2107.03374 [cs]"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Mia Xu Chen Benjamin N. Lee Gagan Bansal Yuan Cao Shuyuan Zhang Justin Lu Jackie Tsay Yinan Wang Andrew M. Dai Zhifeng Chen Timothy Sohn and Yonghui Wu. 2019. Gmail Smart Compose: Real-Time Assisted Writing. arxiv:1906.00080 arXiv:1906.00080 [cs]","DOI":"10.1145\/3292500.3330723"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3604930.3605705"},{"key":"e_1_3_2_1_7_1","unstructured":"2023. Codeium - Free AI Code Completions. Online. https:\/\/codeium.com\/"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2023.111741"},{"key":"e_1_3_2_1_9_1","unstructured":"Daniel Fried Armen Aghajanyan Jessy Lin Sida Wang Eric Wallace Freda Shi Ruiqi Zhong Wen-tau Yih Luke Zettlemoyer and Mike Lewis. 2023. InCoder: A Generative Model for Code Infilling and Synthesis. arxiv:2204.05999 arXiv:2204.05999 [cs]"},{"key":"e_1_3_2_1_10_1","unstructured":"2023. Gemin Code Assist. Online. https:\/\/cloud.google.com\/products\/gemini\/code-assist"},{"key":"e_1_3_2_1_11_1","unstructured":"2021. GitHub Copilot: Your AI Pair Programmer. Online. https:\/\/github.com\/features\/copilot"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Daya Guo Shuai Lu Nan Duan Yanlin Wang Ming Zhou and Jian Yin. 2022. UniXcoder: Unified Cross-Modal Pre-training for Code Representation. arxiv:2203.03850 arXiv:2203.03850 [cs]","DOI":"10.18653\/v1\/2022.acl-long.499"},{"key":"e_1_3_2_1_13_1","unstructured":"Daya Guo Qihao Zhu Dejian Yang Zhenda Xie Kai Dong Wentao Zhang Guanting Chen Xiao Bi Y. Wu Y. K. Li Fuli Luo Yingfei Xiong and Wenfeng Liang. 2024. DeepSeek-Coder: When the Large Language Model Meets Programming \u2013 The Rise of Code Intelligence. arxiv:2401.14196 arXiv:2401.14196 [cs]"},{"key":"e_1_3_2_1_14_1","unstructured":"William Harding and Matthew Kloster. 2024. Coding on Copilot: 2023 Data Shows Downward Pressure on Code Quality. GitClear 24. https:\/\/gitclear-public.s3.us-west-2.amazonaws.com\/Coding-on-Copilot-2024-Developer-Research.pdf"},{"key":"e_1_3_2_1_15_1","unstructured":"Minyoung Huh Hossein Mobahi Richard Zhang Brian Cheung Pulkit Agrawal and Phillip Isola. 2023. The Low-Rank Simplicity Bias in Deep Networks. arxiv:2103.10427 arXiv:2103.10427 [cs]"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510172"},{"key":"e_1_3_2_1_17_1","volume-title":"Language Models for Code Completion: A Practical Evaluation. In 46th International Conference on Software Engineering (ICSE). ACM\/IEEE. arxiv:2402","author":"Izadi Maliheh","year":"2024","unstructured":"Maliheh Izadi, Jonathan Katzy, Tim van Dam, Marc Otten, Razvan Mihai Popescu, and Arie van Deursen. 2024. Language Models for Code Completion: A Practical Evaluation. In 46th International Conference on Software Engineering (ICSE). ACM\/IEEE. arxiv:2402.16197 arXiv:2402.16197 [cs]"},{"key":"e_1_3_2_1_18_1","unstructured":"2023. Jetbrains AI Service an In-IDE Assistant. Online. https:\/\/www.jetbrains.com\/ai\/"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","unstructured":"Daniel D. Johnson Daniel Tarlow and Christian Walder. 2023. R-U-SURE? Uncertainty-Aware Code Suggestions By Maximizing Utility Across Random User Intents. https:\/\/doi.org\/10.48550\/ARXIV.2303.00732 Publisher: arXiv Version Number: 2 10.48550\/ARXIV.2303.00732","DOI":"10.48550\/ARXIV.2303.00732"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Jonathan Katzy Maliheh Izadi and Arie van Deursen. 2023. On the Impact of Language Selection for Training and Evaluating Programming Language Models. arxiv:2308.13354 arXiv:2308.13354 [cs]","DOI":"10.1109\/SCAM59687.2023.00038"},{"key":"e_1_3_2_1_21_1","volume-title":"Joseph E. Gonzalez, Hao Zhang, and Ion Stoica.","author":"Kwon Woosuk","year":"2023","unstructured":"Woosuk Kwon, Zhuohan Li, Siyuan Zhuang, Ying Sheng, Lianmin Zheng, Cody Hao Yu, Joseph E. Gonzalez, Hao Zhang, and Ion Stoica. 2023. Efficient Memory Management for Large Language Model Serving with PagedAttention. arxiv:2309.06180 arXiv:2309.06180 [cs]"},{"key":"e_1_3_2_1_22_1","volume-title":"Myers","author":"Liang Jenny T.","year":"2023","unstructured":"Jenny T. Liang, Chenyang Yang, and Brad A. Myers. 2023. Understanding the Usability of AI Programming Assistants. arxiv:2303.17125 arXiv:2303.17125 [cs]"},{"key":"e_1_3_2_1_23_1","unstructured":"Yinhan Liu Myle Ott Naman Goyal Jingfei Du Mandar Joshi Danqi Chen Omer Levy Mike Lewis Luke Zettlemoyer and Veselin Stoyanov. 2019. RoBERTa: A Robustly Optimized BERT Pretraining Approach. arxiv:1907.11692 arXiv:1907.11692 [cs]"},{"key":"e_1_3_2_1_24_1","unstructured":"Anton Lozhkov Raymond Li Loubna Ben Allal Federico Cassano Joel Lamy-Poirier Nouamane Tazi Ao Tang Dmytro Pykhtar Jiawei Liu Yuxiang Wei Tianyang Liu Max Tian Denis Kocetkov Arthur Zucker Younes Belkada Zijian Wang Qian Liu Dmitry Abulkhanov Indraneil Paul Zhuang Li Wen-Ding Li Megan Risdal Jia Li Jian Zhu Terry Yue Zhuo Evgenii Zheltonozhskii Nii Osae Osae Dade Wenhao Yu Lucas Krau\u00df Naman Jain Yixuan Su Xuanli He Manan Dey Edoardo Abati Yekun Chai Niklas Muennighoff Xiangru Tang Muhtasham Oblokulov Christopher Akiki Marc Marone Chenghao Mou Mayank Mishra Alex Gu Binyuan Hui Tri Dao Armel Zebaze Olivier Dehaene Nicolas Patry Canwen Xu Julian McAuley Han Hu Torsten Scholak Sebastien Paquet Jennifer Robinson Carolyn Jane Anderson Nicolas Chapados Mostofa Patwary Nima Tajbakhsh Yacine Jernite Carlos Mu\u00f1oz Ferrandis Lingming Zhang Sean Hughes Thomas Wolf Arjun Guha Leandro von Werra and Harm de Vries. 2024. StarCoder 2 and The Stack v2: The Next Generation. arxiv:2402.19173 arXiv:2402.19173 [cs]"},{"key":"e_1_3_2_1_25_1","unstructured":"Shuai Lu Nan Duan Hojae Han Daya Guo Seung-won Hwang and Alexey Svyatkovskiy. 2022. ReACC: A Retrieval-Augmented Code Completion Framework. arxiv:2203.07722 arXiv:2203.07722 [cs]"},{"key":"e_1_3_2_1_26_1","volume-title":"Shengyu Fu, and Shujie Liu.","author":"Lu Shuai","year":"2021","unstructured":"Shuai Lu, Daya Guo, Shuo Ren, Junjie Huang, Alexey Svyatkovskiy, Ambrosio Blanco, Colin Clement, Dawn Drain, Daxin Jiang, Duyu Tang, Ge Li, Lidong Zhou, Linjun Shou, Long Zhou, Michele Tufano, Ming Gong, Ming Zhou, Nan Duan, Neel Sundaresan, Shao Kun Deng, Shengyu Fu, and Shujie Liu. 2021. CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation. arxiv:2102.04664 arXiv:2102.04664 [cs]"},{"key":"e_1_3_2_1_27_1","unstructured":"Aaron Mok. 2024. Estimated Cost of ChatGPT. https:\/\/www.businessinsider.com\/how-much-chatgpt-costs-openai-to-run-estimate-report-2023-4?international=true&r=US&IR=T"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Hussein Mozannar Gagan Bansal Adam Fourney and Eric Horvitz. 2023. Reading Between the Lines: Modeling User Behavior and Costs in AI-Assisted Programming. arxiv:2210.14306 arXiv:2210.14306 [cs]","DOI":"10.1145\/3613904.3641936"},{"key":"e_1_3_2_1_29_1","unstructured":"Hussein Mozannar Gagan Bansal Adam Fourney and Eric Horvitz. 2023. When to Show a Suggestion? Integrating Human Feedback in AI-Assisted Programming. arxiv:2306.04930 arXiv:2306.04930 [cs]"},{"key":"e_1_3_2_1_30_1","unstructured":"Sida Peng Eirini Kalliamvakou Peter Cihon and Mert Demirer. 2023. The Impact of AI on Developer Productivity: Evidence from GitHub Copilot. arxiv:2302.06590 arXiv:2302.06590 [cs]"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","unstructured":"James Prather Brent N. Reeves Paul Denny Brett A. Becker Juho Leinonen Andrew Luxton-Reilly Garrett Powell James Finnie-Ansley and Eddie Antonio Santos. 2023. \"It\u2019s Weird That it Knows What I Want\": Usability and Interactions with Copilot for Novice Programmers. April https:\/\/doi.org\/10.48550\/ARXIV.2304.02491 Publisher: arXiv Version Number: 1 10.48550\/ARXIV.2304.02491","DOI":"10.48550\/ARXIV.2304.02491"},{"key":"e_1_3_2_1_32_1","unstructured":"Baptiste Rozi\u00e8re Jonas Gehring Fabian Gloeckle Sten Sootla Itai Gat Xiaoqing Ellen Tan Yossi Adi Jingyu Liu Tal Remez J\u00e9r\u00e9my Rapin Artyom Kozhevnikov Ivan Evtimov Joanna Bitton Manish Bhatt Cristian Canton Ferrer Aaron Grattafiori Wenhan Xiong Alexandre D\u00e9fossez Jade Copet Faisal Azhar Hugo Touvron Louis Martin Nicolas Usunier Thomas Scialom and Gabriel Synnaeve. 2023. Code Llama: Open Foundation Models for Code. arxiv:2308.12950 arXiv:2308.12950 [cs]"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"Daniel Russo. 2023. Navigating the Complexity of Generative AI Adoption in Software Engineering. arxiv:2307.06081 arXiv:2307.06081 [cs]","DOI":"10.1145\/3680471"},{"key":"e_1_3_2_1_34_1","unstructured":"2023. Cody - AI Coding Assistant. Online. https:\/\/sourcegraph.com\/cody"},{"key":"e_1_3_2_1_35_1","volume-title":"Stack Overflow Developer Survey","author":"Overflow Stack","year":"2023","unstructured":"Stack Overflow. 2023. Stack Overflow Developer Survey 2023. https:\/\/survey.stackoverflow.co\/2023\/##section-developer-tools-ai-in-the-development-workflow"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-Companion58688.2023.00089"},{"key":"e_1_3_2_1_37_1","unstructured":"2023. Tabnine AI Coding Assistant. Online. https:\/\/www.tabnine.com\/"},{"key":"e_1_3_2_1_38_1","unstructured":"Parth Thakkar. 2023. Copilot Internals. https:\/\/thakkarparth007.github.io\/copilot-explorer\/posts\/copilot-internals Publication Title: Copilot-Explorer"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_40_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N. Gomez Lukasz Kaiser and Illia Polosukhin. 2023. Attention Is All You Need. arxiv:1706.03762 arXiv:1706.03762 [cs]"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"Ruotong Wang Ruijia Cheng Denae Ford and Thomas Zimmermann. 2023. Investigating and Designing for Trust in AI-powered Code Generation Tools. arxiv:2305.11248 arXiv:2305.11248 [cs]","DOI":"10.1145\/3630106.3658984"},{"key":"e_1_3_2_1_42_1","volume-title":"Nghi D. Q. Bui, Junnan Li, and Steven C. H. Hoi.","author":"Wang Yue","year":"2023","unstructured":"Yue Wang, Hung Le, Akhilesh Deepak Gotmare, Nghi D. Q. Bui, Junnan Li, and Steven C. H. Hoi. 2023. CodeT5+: Open Code Large Language Models for Code Understanding and Generation. arxiv:2305.07922 arXiv:2305.07922 [cs]"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","unstructured":"Xiaoxia Wu Zhewei Yao Minjia Zhang Conglong Li and Yuxiong He. 2022. Extreme Compression for Pre-trained Transformers Made Simple and Efficient. https:\/\/doi.org\/10.48550\/arXiv.2206.01859 arXiv:2206.01859 [cs] 10.48550\/arXiv.2206.01859","DOI":"10.48550\/arXiv.2206.01859"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"crossref","unstructured":"Shuyan Zhou Uri Alon Sumit Agarwal and Graham Neubig. 2023. CodeBERTScore: Evaluating Code Generation with Pretrained Models of Code. arxiv:2302.05527 arXiv:2302.05527 [cs]","DOI":"10.18653\/v1\/2023.emnlp-main.859"},{"key":"e_1_3_2_1_45_1","unstructured":"Terry Yue Zhuo. 2024. ICE-Score: Instructing Large Language Models to Evaluate Code. arxiv:2304.14317 arXiv:2304.14317 [cs]"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Albert Ziegler Eirini Kalliamvakou Shawn Simister Ganesh Sittampalam Alice Li Andrew Rice Devon Rifkin and Edward Aftandilian. 2022. Productivity Assessment of Neural Code Completion. arxiv:2205.06537 arXiv:2205.06537 [cs]","DOI":"10.1145\/3520312.3534864"}],"event":{"name":"AIware '24: 1st ACM International Conference on AI-Powered Software","location":"Porto de Galinhas Brazil","acronym":"AIware '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 1st ACM International Conference on AI-Powered Software"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664646.3664760","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3664646.3664760","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:03:45Z","timestamp":1750291425000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664646.3664760"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,10]]},"references-count":46,"alternative-id":["10.1145\/3664646.3664760","10.1145\/3664646"],"URL":"https:\/\/doi.org\/10.1145\/3664646.3664760","relation":{},"subject":[],"published":{"date-parts":[[2024,7,10]]},"assertion":[{"value":"2024-07-10","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}