{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T15:32:02Z","timestamp":1776094322443,"version":"3.50.1"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","license":[{"start":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T00:00:00Z","timestamp":1725148800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T00:00:00Z","timestamp":1725148800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T00:00:00Z","timestamp":1725148800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2024,9]]},"DOI":"10.1109\/tse.2024.3428972","type":"journal-article","created":{"date-parts":[[2024,7,22]],"date-time":"2024-07-22T17:56:43Z","timestamp":1721671003000},"page":"2254-2268","source":"Crossref","is-referenced-by-count":79,"title":["LLM-Based Test-Driven Interactive Code Generation: User Study and Empirical Evaluation"],"prefix":"10.1109","volume":"50","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8486-7749","authenticated-orcid":false,"given":"Sarah","family":"Fakhoury","sequence":"first","affiliation":[{"name":"Microsoft Research, Redmond, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3100-0455","authenticated-orcid":false,"given":"Aaditya","family":"Naik","sequence":"additional","affiliation":[{"name":"University of Pennsylvania, Philadelphia, PA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1071-8038","authenticated-orcid":false,"given":"Georgios","family":"Sakkas","sequence":"additional","affiliation":[{"name":"University of California, San Diego, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6889-7171","authenticated-orcid":false,"given":"Saikat","family":"Chakraborty","sequence":"additional","affiliation":[{"name":"Microsoft Research, Redmond, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4446-4777","authenticated-orcid":false,"given":"Shuvendu K.","family":"Lahiri","sequence":"additional","affiliation":[{"name":"Microsoft Research, Redmond, WA, USA"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Evaluating large language models trained on code","author":"Chen","year":"2021"},{"key":"ref2","article-title":"PaLM: Scaling language modeling with pathways","author":"Chowdhery","year":"2022"},{"key":"ref3","article-title":"A conversational paradigm for program synthesis","author":"Nijkamp","year":"2022"},{"key":"ref4","article-title":"InCoder: A generative model for code infilling and synthesis","author":"Fried","year":"2022"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534862"},{"key":"ref6","article-title":"Github copilot","year":"2022"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534864"},{"key":"ref8","article-title":"Understanding the usability of AI programming assistants","author":"Liang","year":"2023"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3487569"},{"key":"ref10","article-title":"Program synthesis with large language models","author":"Austin","year":"2021"},{"key":"ref11","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Ouyang","year":"2022"},{"key":"ref12","article-title":"Is GitHubs copilot as bad as humans at introducing vulnerabilities in code?","author":"Asare","year":"2022"},{"key":"ref13","article-title":"Do users write more insecure code with AI assistants?","author":"Perry","year":"2022"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3582083"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/1806799.1806833"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v30i4.2262"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415900"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00085"},{"key":"ref19","first-page":"2130","article-title":"TOGA: A neural method for test oracle generation","volume-title":"Proc. Int. Conf. Soft. Eng. (ICSE)","author":"Dinella","year":"2022"},{"key":"ref20","article-title":"Adaptive test generation using a large language model","author":"Sch\u00e4fer","year":"2023"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1126\/science.abq1158"},{"key":"ref22","article-title":"Codet: Code generation with generated tests","author":"Chen","year":"2022"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1561\/2500000010"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-10672-9_3"},{"key":"ref25","first-page":"317","article-title":"Automating string processing in spreadsheets using input-output examples","volume-title":"Proc. ACM Sigplan Notices (PoPL\u201911)","author":"Gulwani","year":"2011"},{"key":"ref26","first-page":"1219","article-title":"Jigsaw: Large language models meet program synthesis","volume-title":"Proc. Int. Conf. Softw. Eng. (ICSE)","author":"Jain","year":"2022"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3485535"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s00236-017-0294-5"},{"key":"ref29","article-title":"Interactive program synthesis","author":"Le","year":"2017"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3385412.3386025"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580940"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3586030"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/2807442.2807459"},{"key":"ref34","article-title":"Reading between the lines: Modeling user behavior and costs in AI-assisted programming","author":"Mozannar","year":"2022"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3528470"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3510454.3522684"},{"key":"ref38","article-title":"Program synthesis with large language models","author":"Austin","year":"2021"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-4115(08)62386-9"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1177\/154193120605000909"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"},{"key":"ref42","article-title":"Demystifying GPT self-repair for code generation","author":"Olausson","year":"2023"},{"key":"ref43","article-title":"Towards generating functionally correct code edits from natural language issue descriptions","author":"Fakhoury","year":"2023"},{"key":"ref44","article-title":"CodeGen2: Lessons for training llms on programming and natural languages","author":"Nijkamp","year":"2023"},{"key":"ref45","article-title":"StarCoder: May the source be with you!","author":"Li","year":"2023"},{"key":"ref46","article-title":"Code Llama: Open foundation models for code","author":"Roziere","year":"2023"},{"key":"ref47","article-title":"CodeReval: A benchmark of pragmatic code generation with generative pre-trained models","author":"Yu","year":"2023"},{"key":"ref48","article-title":"Formalizing natural language intent into program specifications via large language models","author":"Endres","year":"2023"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/32\/10683742\/10606356.pdf?arnumber=10606356","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,20]],"date-time":"2024-09-20T06:25:44Z","timestamp":1726813544000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10606356\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9]]},"references-count":48,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/tse.2024.3428972","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,9]]}}}