{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,24]],"date-time":"2026-10-24T15:42:57Z","timestamp":1792856577882,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":61,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,2,6]],"date-time":"2024-02-06T00:00:00Z","timestamp":1707177600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,2,6]]},"DOI":"10.1145\/3597503.3608128","type":"proceedings-article","created":{"date-parts":[[2024,2,6]],"date-time":"2024-02-06T15:53:16Z","timestamp":1707234796000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":208,"title":["A Large-Scale Survey on the Usability of AI Programming Assistants: Successes and Challenges"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6722-9959","authenticated-orcid":false,"given":"Jenny T.","family":"Liang","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5016-7296","authenticated-orcid":false,"given":"Chenyang","family":"Yang","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4769-0219","authenticated-orcid":false,"given":"Brad A.","family":"Myers","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,2,6]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2023. ChatGPT | OpenAI. Retrieved March 11 2023 from https:\/\/chat.openai.com\/."},{"key":"e_1_3_2_1_2_1","volume-title":"Retrieved","year":"2023","unstructured":"2023. Code faster with AI code completions | Tabnine. Retrieved March 11, 2023 from https:\/\/www.tabnine.com\/."},{"key":"e_1_3_2_1_3_1","volume-title":"Retrieved","author":"TabNine","year":"2023","unstructured":"2023. codota\/TabNine - AI code completions. Retrieved March 11, 2023 from https:\/\/github.com\/codota\/TabNine\/."},{"key":"e_1_3_2_1_4_1","volume-title":"github\/copilot-docs - Documentation for GitHub Copilot. Retrieved","year":"2023","unstructured":"2023. github\/copilot-docs - Documentation for GitHub Copilot. Retrieved March 11, 2023 from https:\/\/github.com\/github\/copilot-docs\/."},{"key":"e_1_3_2_1_5_1","volume-title":"Retrieved","year":"2023","unstructured":"2023. github\/copilot.vim - Neovim plugin for GitHub Copilot. Retrieved March 11, 2023 from https:\/\/github.com\/github\/copilot.vim\/."},{"key":"e_1_3_2_1_6_1","volume-title":"Retrieved","author":"Your GitHub","year":"2023","unstructured":"2023. GitHub Copilot - Your AI pair programmer. Retrieved March 13, 2023 from https:\/\/copilot.github.com\/."},{"key":"e_1_3_2_1_7_1","volume-title":"Prolific \u2022 Quickly find research participants you can trust. Retrieved","year":"2023","unstructured":"2023. Prolific \u2022 Quickly find research participants you can trust. Retrieved September 2, 2023 from https:\/\/prolific.co\/."},{"key":"e_1_3_2_1_8_1","volume-title":"Retrieved","year":"2023","unstructured":"2023. GitHub GraphQL API - GitHub Docs. Retrieved March 11, 2023 from https:\/\/docs.github.com\/en\/graphql\/."},{"key":"e_1_3_2_1_9_1","unstructured":"2023. GitHub Next | Code Brushes. Retrieved March 11 2023 from https:\/\/githubnext.com\/projects\/code-brushes\/."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236061"},{"key":"e_1_3_2_1_12_1","volume-title":"Grounded Copilot: How Programmers Interact with Code-Generating Models. arXiv preprint arXiv:2206.15000","author":"Barke Shraddha","year":"2022","unstructured":"Shraddha Barke, Michael B James, and Nadia Polikarpova. 2022. Grounded Copilot: How Programmers Interact with Code-Generating Models. arXiv preprint arXiv:2206.15000 (2022)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3582083"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242661"},{"key":"e_1_3_2_1_15_1","volume-title":"How online communities shape software developers' trust in AI-powered code generation tools. arXiv preprint arXiv:2212.03491","author":"Cheng Ruijia","year":"2022","unstructured":"Ruijia Cheng, Ruotong Wang, Thomas Zimmermann, and Denae Ford. 2022. \"It would work for me too\": How online communities shape software developers' trust in AI-powered code generation tools. arXiv preprint arXiv:2212.03491 (2022)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3172944.3172983"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Arghavan Moradi Dakhel Vahid Majdinasab Amin Nikanjam Foutse Khomh Michel C Desmarais Zhen Ming et al. 2022. GitHub Copilot AI pair programmer: Asset or Liability? arXiv preprint arXiv:2206.15331 (2022).","DOI":"10.1016\/j.jss.2023.111734"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"key":"e_1_3_2_1_19_1","volume-title":"Aligning offline metrics and human judgments of value of AI-pair programmers. arXiv preprint arXiv:2210.16494","author":"Dibia Victor","year":"2022","unstructured":"Victor Dibia, Adam Fourney, Gagan Bansal, Forough Poursabzi-Sangdeh, Han Liu, and Saleema Amershi. 2022. Aligning offline metrics and human judgments of value of AI-pair programmers. arXiv preprint arXiv:2210.16494 (2022)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415869"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1177\/1077800405284363"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2017.54"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3454122.3454124"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884826"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.55"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1080\/10508406.2013.802652"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/52.914732"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00096"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510454.3522684"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545659"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501870"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84800-044-5_3"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-013-9279-3"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09773-y"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.335"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00047"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","unstructured":"Jenny T Liang Chenyang Yang and Brad A Myers. 2023. Supplemental Materials to \"A Large-Scale Study on the Usability of AI Programming Assistants: Successes and Challenges\". 10.6084\/m9.figshare.22355017","DOI":"10.6084\/m9.figshare.22355017"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549082"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2015.19"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979366"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359174"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580940"},{"key":"e_1_3_2_1_44_1","volume-title":"Reading between the lines: Modeling user behavior and costs in AI-assisted programming. arXiv preprint arXiv:2210.14306","author":"Mozannar Hussein","year":"2022","unstructured":"Hussein Mozannar, Gagan Bansal, Adam Fourney, and Eric Horvitz. 2022. Reading between the lines: Modeling user behavior and costs in AI-assisted programming. arXiv preprint arXiv:2210.14306 (2022)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2016.200"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.5555\/3575618.3575622"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData50022.2020.9378083"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549127"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584037"},{"key":"e_1_3_2_1_50_1","volume-title":"The Coding Manual for Qualitative Researchers","author":"Salda\u00f1a Johnny","unstructured":"Johnny Salda\u00f1a. 2009. The Coding Manual for Qualitative Researchers. SAGE Publications."},{"key":"e_1_3_2_1_51_1","volume-title":"HCI guidelines for gender equity and inclusivity","author":"Scheuerman Morgan Klaus","unstructured":"Morgan Klaus Scheuerman, Katta Spiel, Oliver L Haimson, Foad Hamidi, and Stacy M Branham. 2020. HCI guidelines for gender equity and inclusivity. In UMBC Faculty Collection."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/CHASE.2013.6614738"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2593882.2593887"},{"key":"e_1_3_2_1_54_1","unstructured":"Mohammad Tahaei and Kami Vaniea. 2022. Lessons Learned From Recruiting Participants With Programming Skills for Empirical Privacy and Security Studies. In International Workshop on Recruiting Participants for Empirical Software Engineering (RoPES)."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP58684.2023.00022"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2016.01.017"},{"key":"e_1_3_2_1_58_1","volume-title":"Attention is all you need. Advances in neural information processing systems 30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534862"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487569"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3558489.3559072"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534864"}],"event":{"name":"ICSE '24: IEEE\/ACM 46th International Conference on Software Engineering","location":"Lisbon Portugal","acronym":"ICSE '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the IEEE\/ACM 46th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597503.3608128","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3597503.3608128","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T13:48:45Z","timestamp":1750168125000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597503.3608128"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2,6]]},"references-count":61,"alternative-id":["10.1145\/3597503.3608128","10.1145\/3597503"],"URL":"https:\/\/doi.org\/10.1145\/3597503.3608128","relation":{},"subject":[],"published":{"date-parts":[[2024,2,6]]},"assertion":[{"value":"2024-02-06","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}