{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T12:11:26Z","timestamp":1777464686564,"version":"3.51.4"},"reference-count":28,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T00:00:00Z","timestamp":1732579200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T00:00:00Z","timestamp":1732579200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,11,26]]},"DOI":"10.1109\/fllm63129.2024.10852455","type":"proceedings-article","created":{"date-parts":[[2025,1,28]],"date-time":"2025-01-28T18:35:23Z","timestamp":1738089323000},"page":"330-338","source":"Crossref","is-referenced-by-count":5,"title":["A Systematic Study on the Potentials and Limitations of LLM-assisted Software Development"],"prefix":"10.1109","author":[{"given":"Chiara","family":"Michelutti","sequence":"first","affiliation":[{"name":"Technische Universität Berlin,Berlin,Germany"}]},{"given":"Jens","family":"Eckert","sequence":"additional","affiliation":[{"name":"Technische Universität Berlin,Berlin,Germany"}]},{"given":"Milko","family":"Monecke","sequence":"additional","affiliation":[{"name":"Technische Universität Berlin,Berlin,Germany"}]},{"given":"Julian","family":"Klein","sequence":"additional","affiliation":[{"name":"Technische Universität Berlin,Berlin,Germany"}]},{"given":"Sabine","family":"Glesner","sequence":"additional","affiliation":[{"name":"Technische Universität Berlin,Berlin,Germany"}]}],"member":"263","reference":[{"key":"ref1","article-title":"A comparative study of code generation using chatgpt 3.5 across 10 programming languages","author":"Buscemi","year":"2023"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-73634-y"},{"key":"ref3","article-title":"Can chatgpt pass an introductory level functional language programming course?","author":"Geng","year":"2023"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3643674"},{"key":"ref5","article-title":"A prompt pattern catalog to enhance prompt engineering with chatgpt","author":"White","year":"2023"},{"key":"ref6","article-title":"Gpt-4 turbo and gpt-4","author":"OpenAI"},{"key":"ref7","article-title":"Githut 2.0","author":"Zapponi"},{"key":"ref8","article-title":"Measuring coding challenge competence with apps","author":"Hendrycks","year":"2021"},{"key":"ref9","article-title":"Humaneval on latest gpt models\u20132024","author":"Li","year":"2024"},{"key":"ref10","article-title":"Many bioinformatics programming tasks can be automated with chatgpt","author":"Piccolo","year":"2023"},{"issue":"1","key":"ref11","first-page":"114","article-title":"Effectiveness of chatgpt in coding: A comparative analysis of popular large language models","volume-title":"Digital","volume":"4","author":"Coello","year":"2024"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3636555.3636882"},{"key":"ref13","article-title":"Classeval: A manually-crafted benchmark for evaluating llms on class-level code generation","author":"Du","year":"2023"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3664701"},{"key":"ref15","article-title":"Gpt-4 technical report","author":"Achiam","year":"2023"},{"key":"ref16","first-page":"54","article-title":"Chatgpt, can you generate solutions for my coding exercises? an evaluation on its effectiveness in an undergraduate java programming course","volume-title":"Proceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V. 1","author":"Ouh"},{"key":"ref17","first-page":"162","article-title":"Llms still can\u2019t avoid instanceof: An investigation into gpt-3.5, gpt-4 and bard\u2019s capacity to handle object-oriented programming assignments","volume-title":"Proceedings of the 46th International Conference on Software Engineering: Software Engineering Education and Training","author":"Cipriano"},{"key":"ref18","first-page":"124","article-title":"Comparing code explanations created by students and large language models","volume-title":"Proceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V. 1","author":"Leinonen"},{"key":"ref19","first-page":"12","article-title":"Automating human tutor-style programming feedback: Leveraging gpt-4 tutor model for hint generation and gpt-3.5 student model for hint validation","volume-title":"Proceedings of the 14th Learning Analytics and Knowledge Conference","author":"Phung"},{"key":"ref20","first-page":"114","article-title":"A comparative study of ai-generated (gpt-4) and human-crafted mcqs in programming education","volume-title":"Proceedings of the 26th Australasian Computing Education Conference","author":"Doughty"},{"key":"ref21","first-page":"24","article-title":"Artificial intelligence vs. software engineers: An empirical study on performance and efficiency using chatgpt","volume-title":"Proceedings of the 33rd Annual International Conference on Computer Science and Software Engineering","author":"Nascimento"},{"key":"ref22","article-title":"Leetcode: The world\u2019s leading online programming"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.heliyon.2023.e21624"},{"key":"ref24","article-title":"Structured chain-of-thought prompting for code generation","author":"Li","year":"2023"},{"key":"ref25","article-title":"Prompting techniques for secure code generation: A systematic investigation","author":"Tony","year":"2024"},{"key":"ref26","article-title":"Quality assessment of prompts used in code generation","author":"Siddiq","year":"2024"},{"key":"ref27","article-title":"Is chatgpt the ultimate programming assistant\u2013how far is it?(2023)","author":"Tian","year":"2023"},{"key":"ref28","first-page":"11809","article-title":"Tree of thoughts: Deliberate problem solving with large language models","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Yao","year":"2023"}],"event":{"name":"2024 2nd International Conference on Foundation and Large Language Models (FLLM)","location":"Dubai, United Arab Emirates","start":{"date-parts":[[2024,11,26]]},"end":{"date-parts":[[2024,11,29]]}},"container-title":["2024 2nd International Conference on Foundation and Large Language Models (FLLM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10852419\/10852420\/10852455.pdf?arnumber=10852455","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,29]],"date-time":"2025-01-29T06:46:38Z","timestamp":1738133198000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10852455\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,26]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/fllm63129.2024.10852455","relation":{},"subject":[],"published":{"date-parts":[[2024,11,26]]}}}