{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T22:41:30Z","timestamp":1765233690678,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":16,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,12,9]],"date-time":"2023-12-09T00:00:00Z","timestamp":1702080000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,12,9]]},"DOI":"10.1145\/3627217.3627238","type":"proceedings-article","created":{"date-parts":[[2023,12,19]],"date-time":"2023-12-19T19:37:52Z","timestamp":1703014672000},"page":"108-111","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Creating Thorough Tests for AI-Generated Code is Hard"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-5974-8841","authenticated-orcid":false,"given":"Shreya","family":"Singhal","sequence":"first","affiliation":[{"name":"Indian Institute of Technology, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2252-0141","authenticated-orcid":false,"given":"Viraj","family":"Kumar","sequence":"additional","affiliation":[{"name":"Indian Institute of Science, India"}]}],"member":"320","published-online":{"date-parts":[[2023,12,19]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Timothy\u00a0Alan Budd. 1980. Mutation Analysis of Program Test Data. Ph.\u00a0D. Dissertation. USA. AAI8025191."},{"key":"e_1_3_2_1_2_1","volume-title":"Jared Kaplan, Harri Edwards, Yuri Burda","author":"Chen Mark","year":"2021","unstructured":"Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique Ponde de\u00a0Oliveira Pinto, Jared Kaplan, Harri Edwards, Yuri Burda, Nicholas Joseph, Greg Brockman, 2021. Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"volume-title":"How to Design Programs: An Introduction to Programming and Computing","author":"Felleisen Matthias","key":"e_1_3_2_1_4_1","unstructured":"Matthias Felleisen, Robert\u00a0Bruce Findler, Matthew Flatt, and Shriram Krishnamurthi. 2018. How to Design Programs: An Introduction to Programming and Computing. The MIT Press."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/263244.263267"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3340459"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446871.3469791"},{"key":"e_1_3_2_1_8_1","volume-title":"Is Your Code Generated by ChatGPT Really Correct? Rigorous Evaluation of Large Language Models for Code Generation. arXiv preprint arXiv:2305.01210","author":"Liu Jiawei","year":"2023","unstructured":"Jiawei Liu, Chunqiu\u00a0Steven Xia, Yuyao Wang, and Lingming Zhang. 2023. Is Your Code Generated by ChatGPT Really Correct? Rigorous Evaluation of Large Language Models for Code Generation. arXiv preprint arXiv:2305.01210 (2023)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.21105\/joss.01891"},{"key":"e_1_3_2_1_10_1","unstructured":"OpenAI. 2023. GPT-4 Technical Report. arxiv:2303.08774\u00a0[cs.CL]"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183519.3183521"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.256"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635921"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569830"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3428261"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3291279.3339416"}],"event":{"name":"COMPUTE '23: 16th Annual ACM India Compute Conference","acronym":"COMPUTE '23","location":"Hyderabad India"},"container-title":["Proceedings of the 16th Annual ACM India Compute Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627217.3627238","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3627217.3627238","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T02:16:17Z","timestamp":1755915377000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627217.3627238"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,9]]},"references-count":16,"alternative-id":["10.1145\/3627217.3627238","10.1145\/3627217"],"URL":"https:\/\/doi.org\/10.1145\/3627217.3627238","relation":{},"subject":[],"published":{"date-parts":[[2023,12,9]]},"assertion":[{"value":"2023-12-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}