{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T15:41:39Z","timestamp":1773330099967,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":19,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,2,22]],"date-time":"2024-02-22T00:00:00Z","timestamp":1708560000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,2,22]]},"DOI":"10.1145\/3641399.3641419","type":"proceedings-article","created":{"date-parts":[[2024,2,20]],"date-time":"2024-02-20T18:15:26Z","timestamp":1708452926000},"page":"1-5","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["How much SPACE do metrics have in GenAI assisted software development?"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-3785-3297","authenticated-orcid":false,"given":"Samarth","family":"Sikand","sequence":"first","affiliation":[{"name":"Accenture Labs, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-0208-9803","authenticated-orcid":false,"given":"Kanchanjot Kaur","family":"Phokela","sequence":"additional","affiliation":[{"name":"Accenture Labs, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-2352-2090","authenticated-orcid":false,"given":"Vibhu Saujanya","family":"Sharma","sequence":"additional","affiliation":[{"name":"Accenture Labs, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-5785-9509","authenticated-orcid":false,"given":"Kapil","family":"Singi","sequence":"additional","affiliation":[{"name":"Accenture Labs, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-9774-6265","authenticated-orcid":false,"given":"Vikrant","family":"Kaulgud","sequence":"additional","affiliation":[{"name":"Accenture Labs, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-0283-6404","authenticated-orcid":false,"given":"Teresa","family":"Tung","sequence":"additional","affiliation":[{"name":"Accenture, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-4294-9785","authenticated-orcid":false,"given":"Pragya","family":"Sharma","sequence":"additional","affiliation":[{"name":"Accenture, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-3627-588X","authenticated-orcid":false,"given":"Adam P.","family":"Burden","sequence":"additional","affiliation":[{"name":"Accenture, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,2,22]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3560438"},{"key":"e_1_3_2_1_2_1","volume-title":"Palm 2 technical report. arXiv preprint arXiv:2305.10403","author":"Anil Rohan","year":"2023","unstructured":"Rohan Anil, Andrew\u00a0M Dai, Orhan Firat, Melvin Johnson, Dmitry Lepikhin, Alexandre Passos, Siamak Shakeri, Emanuel Taropa, Paige Bailey, Zhifeng Chen, 2023. Palm 2 technical report. arXiv preprint arXiv:2305.10403 (2023)."},{"key":"e_1_3_2_1_3_1","volume-title":"Grounded copilot: How programmers interact with code-generating models.(2022). CoRR arXiv 2206","author":"Barke Shraddha","year":"2022","unstructured":"Shraddha Barke, Michael\u00a0B James, and Nadia Polikarpova. 2022. Grounded copilot: How programmers interact with code-generating models.(2022). CoRR arXiv 2206 (2022)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589996"},{"key":"e_1_3_2_1_5_1","volume-title":"Aligning Offline Metrics and Human Judgments of Value of AI-Pair Programmers. arXiv preprint arXiv:2210.16494","author":"Dibia Victor","year":"2022","unstructured":"Victor Dibia, Adam Fourney, Gagan Bansal, Forough Poursabzi-Sangdeh, Han Liu, and Saleema Amershi. 2022. Aligning Offline Metrics and Human Judgments of Value of AI-Pair Programmers. arXiv preprint arXiv:2210.16494 (2022)."},{"key":"e_1_3_2_1_6_1","volume-title":"Out of the bleu: how should we assess quality of the code generation models?Journal of Systems and Software 203","author":"Evtikhiev Mikhail","year":"2023","unstructured":"Mikhail Evtikhiev, Egor Bogomolov, Yaroslav Sokolov, and Timofey Bryksin. 2023. Out of the bleu: how should we assess quality of the code generation models?Journal of Systems and Software 203 (2023), 111741."},{"key":"e_1_3_2_1_7_1","volume-title":"The SPACE of Developer Productivity: There\u2019s more to it than you think.Queue 19, 1","author":"Forsgren Nicole","year":"2021","unstructured":"Nicole Forsgren, Margaret-Anne Storey, Chandra Maddila, Thomas Zimmermann, Brian Houck, and Jenna Butler. 2021. The SPACE of Developer Productivity: There\u2019s more to it than you think.Queue 19, 1 (2021), 20\u201348."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510454.3522684"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501870"},{"key":"e_1_3_2_1_10_1","volume-title":"StarCoder: may the source be with you!arXiv preprint arXiv:2305.06161","author":"Li Raymond","year":"2023","unstructured":"Raymond Li, Loubna\u00a0Ben Allal, Yangtian Zi, Niklas Muennighoff, Denis Kocetkov, Chenghao Mou, Marc Marone, Christopher Akiki, Jia Li, Jenny Chim, 2023. StarCoder: may the source be with you!arXiv preprint arXiv:2305.06161 (2023)."},{"key":"e_1_3_2_1_11_1","unstructured":"OpenAI. 2023. GPT-4 Technical Report. arxiv:2303.08774\u00a0[cs.CL]"},{"key":"e_1_3_2_1_12_1","volume-title":"Code llama: Open foundation models for code. arXiv preprint arXiv:2308.12950","author":"Rozi\u00e8re Baptiste","year":"2023","unstructured":"Baptiste Rozi\u00e8re, Jonas Gehring, Fabian Gloeckle, Sten Sootla, Itai Gat, Xiaoqing\u00a0Ellen Tan, Yossi Adi, Jingyu Liu, Tal Remez, J\u00e9r\u00e9my Rapin, 2023. Code llama: Open foundation models for code. arXiv preprint arXiv:2308.12950 (2023)."},{"key":"e_1_3_2_1_13_1","volume-title":"Security implications of large language model code assistants: A user study. arXiv preprint arXiv:2208.09727","author":"Sandoval Gustavo","year":"2022","unstructured":"Gustavo Sandoval, Hammond Pearce, Teo Nys, Ramesh Karri, Brendan Dolan-Gavitt, and Siddharth Garg. 2022. Security implications of large language model code assistants: A user study. arXiv preprint arXiv:2208.09727 (2022)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511119"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_16_1","volume-title":"Virtual Workshop on Human-Centered AI Workshop at NeurIPS (HCAI@ NeurIPS\u201922)","author":"Vasconcelos Helena","year":"2022","unstructured":"Helena Vasconcelos, Gagan Bansal, Adam Fourney, Q\u00a0Vera Liao, and Jennifer\u00a0Wortman Vaughan. 2022. Generation probabilities are not enough: improving error highlighting for AI code suggestions. In Virtual Workshop on Human-Centered AI Workshop at NeurIPS (HCAI@ NeurIPS\u201922). Virtual Event, USA. 1\u20134."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487569"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.411"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534864"}],"event":{"name":"ISEC 2024: 17th Innovations in Software Engineering Conference","location":"Bangalore India","acronym":"ISEC 2024"},"container-title":["Proceedings of the 17th Innovations in Software Engineering Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641399.3641419","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3641399.3641419","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T02:11:06Z","timestamp":1755915066000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641399.3641419"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2,22]]},"references-count":19,"alternative-id":["10.1145\/3641399.3641419","10.1145\/3641399"],"URL":"https:\/\/doi.org\/10.1145\/3641399.3641419","relation":{},"subject":[],"published":{"date-parts":[[2024,2,22]]},"assertion":[{"value":"2024-02-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}