{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T03:41:46Z","timestamp":1784691706423,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":75,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T00:00:00Z","timestamp":1729987200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Science Foundation of China","award":["61932021"],"award-info":[{"award-number":["61932021"]}]},{"name":"Hong Kong Research Grant Council\/General Research Fund","award":["16207120"],"award-info":[{"award-number":["16207120"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,27]]},"DOI":"10.1145\/3691620.3696020","type":"proceedings-article","created":{"date-parts":[[2024,10,18]],"date-time":"2024-10-18T15:39:19Z","timestamp":1729265959000},"page":"557-569","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["MR-Adopt: Automatic Deduction of Input Transformation Function for Metamorphic Testing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-2887-1690","authenticated-orcid":false,"given":"Congying","family":"Xu","sequence":"first","affiliation":[{"name":"The Hong Kong University of Science and Technology, Hong Kong, China"},{"name":"Guangzhou HKUST Fok Ying Tung Research Institute, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1220-8728","authenticated-orcid":false,"given":"Songqiang","family":"Chen","sequence":"additional","affiliation":[{"name":"The Hong Kong University of Science and Technology, Hong Kong, China"},{"name":"Guangzhou HKUST Fok Ying Tung Research Institute, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6126-303X","authenticated-orcid":false,"given":"Jiarong","family":"Wu","sequence":"additional","affiliation":[{"name":"The Hong Kong University of Science and Technology, Hong Kong, China"},{"name":"Guangzhou HKUST Fok Ying Tung Research Institute, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3508-7172","authenticated-orcid":false,"given":"Shing-Chi","family":"Cheung","sequence":"additional","affiliation":[{"name":"The Hong Kong University of Science and Technology, Hong Kong, China"},{"name":"Guangzhou HKUST Fok Ying Tung Research Institute, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5885-9297","authenticated-orcid":false,"given":"Valerio","family":"Terragni","sequence":"additional","affiliation":[{"name":"The University of Auckland, Auckland, New Zealand"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3082-5957","authenticated-orcid":false,"given":"Hengcheng","family":"Zhu","sequence":"additional","affiliation":[{"name":"The Hong Kong University of Science and Technology, Hong Kong, China"},{"name":"Guangzhou HKUST Fok Ying Tung Research Institute, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4892-6294","authenticated-orcid":false,"given":"Jialun","family":"Cao","sequence":"additional","affiliation":[{"name":"The Hong Kong University of Science and Technology, Hong Kong, China"},{"name":"Guangzhou HKUST Fok Ying Tung Research Institute, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,10,27]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"codeqwen1.5. Retrieved","year":"2024","unstructured":"Alibaba. 2024. codeqwen1.5. Retrieved June 6, 2024 from https:\/\/qwenlm.github.io\/blog\/codeqwen1.5\/"},{"key":"e_1_3_2_1_2_1","volume-title":"Formal Methods in Computer-Aided Design","author":"Alur Rajeev","unstructured":"Rajeev Alur, Rastislav Bod\u00edk, Garvit Juniwal, Milo M. K. Martin, Mukund Raghothaman, Sanjit A. Seshia, Rishabh Singh, Armando Solar-Lezama, Emina Torlak, and Abhishek Udupa. 2013. Syntax-guided synthesis. In Formal Methods in Computer-Aided Design. IEEE, 1--8."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3473920"},{"key":"e_1_3_2_1_4_1","volume-title":"GenMorph: Automatically Generating Metamorphic Relations via Genetic Programming","author":"Ayerdi Jon","year":"2024","unstructured":"Jon Ayerdi, Valerio Terragni, Gunel Jahangirova, Aitor Arrieta, and Paolo Tonella. 2024. GenMorph: Automatically Generating Metamorphic Relations via Genetic Programming. IEEE Transactions on Software Engineering (2024), 1--12."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490488"},{"key":"e_1_3_2_1_6_1","volume-title":"Concerned with Data Contamination? Assessing Countermeasures in Code Language Model. CoRR abs\/2403.16898","author":"Cao Jialun","year":"2024","unstructured":"Jialun Cao, Wuqi Zhang, and Shing-Chi Cheung. 2024. Concerned with Data Contamination? Assessing Countermeasures in Code Language Model. CoRR abs\/2403.16898 (2024). arXiv:2403.16898"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639085"},{"key":"e_1_3_2_1_8_1","volume-title":"Henrique Pond\u00e9 de Oliveira Pinto, and et al","author":"Chen Mark","year":"2021","unstructured":"Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique Pond\u00e9 de Oliveira Pinto, and et al. 2021. Evaluating Large Language Models Trained on Code. CoRR abs\/2107.03374 (2021). arXiv:2107.03374"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678670"},{"key":"e_1_3_2_1_10_1","article-title":"Metamorphic Testing","volume":"51","author":"Chen Tsong Yueh","year":"2018","unstructured":"Tsong Yueh Chen, Fei-Ching Kuo, Huai Liu, Pak-Lok Poon, Dave Towey, T. H. Tse, and Zhi Quan Zhou. 2018. Metamorphic Testing: A Review of Challenges and Opportunities. Comput. Surveys 51, 1 (2018), 4:1--4:27.","journal-title":"A Review of Challenges and Opportunities. Comput. Surveys"},{"key":"e_1_3_2_1_11_1","volume-title":"deepseek-coder-7b-instruct-v1.5. Retrieved","year":"2024","unstructured":"DeepSeek. 2024. deepseek-coder-7b-instruct-v1.5. Retrieved June 6, 2024 from https:\/\/huggingface.co\/deepseek-ai\/deepseek-coder-7b-instruct-v1.5"},{"key":"e_1_3_2_1_12_1","unstructured":"DeepSeek. 2024. DeepSeek-Coder Updates. Retrieved June 6 2024 from https:\/\/github.com\/deepseek-ai\/DeepSeek-Coder\/issues\/89"},{"key":"e_1_3_2_1_13_1","volume-title":"StepCoder: Improve Code Generation with Reinforcement Learning from Compiler Feedback. CoRR abs\/2402.01391","author":"Dou Shihan","year":"2024","unstructured":"Shihan Dou, Yan Liu, Haoxiang Jia, Limao Xiong, Enyu Zhou, Wei Shen, Junjie Shan, Caishuang Huang, Xiao Wang, Xiaoran Fan, Zhiheng Xi, Yuhao Zhou, Tao Ji, Rui Zheng, Qi Zhang, Xuanjing Huang, and Tao Gui. 2024. StepCoder: Improve Code Generation with Reinforcement Learning from Compiler Feedback. CoRR abs\/2402.01391 (2024). arXiv:2402.01391"},{"key":"e_1_3_2_1_14_1","first-page":"1","article-title":"Evaluating Large Language Models in Class-Level Code Generation. In nternational Conference on Software Engineering","volume":"81","author":"Du Xueying","year":"2024","unstructured":"Xueying Du, Mingwei Liu, Kaixin Wang, Hanlin Wang, Junwei Liu, Yixuan Chen, Jiayi Feng, Chaofeng Sha, Xin Peng, and Yiling Lou. 2024. Evaluating Large Language Models in Class-Level Code Generation. In nternational Conference on Software Engineering. ACM, 81:1--81:13.","journal-title":"ACM"},{"key":"e_1_3_2_1_15_1","volume-title":"De-Hallucinator: Iterative Grounding for LLM-Based Code Completion. CoRR abs\/2401.01701","author":"Eghbali Aryaz","year":"2024","unstructured":"Aryaz Eghbali and Michael Pradel. 2024. De-Hallucinator: Iterative Grounding for LLM-Based Code Completion. CoRR abs\/2401.01701 (2024). arXiv:2401.01701"},{"key":"e_1_3_2_1_16_1","volume-title":"leaderboard. Retrieved","year":"2024","unstructured":"Evalplus. 2024. leaderboard. Retrieved June 6, 2024 from https:\/\/evalplus.github.io\/leaderboard.html"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3608134"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1926385.1926423"},{"key":"e_1_3_2_1_20_1","volume-title":"DeepSeek-Coder: When the Large Language Model Meets Programming - The Rise of Code Intelligence. CoRR abs\/2401.14196","author":"Guo Daya","year":"2024","unstructured":"Daya Guo, Qihao Zhu, Dejian Yang, Zhenda Xie, Kai Dong, Wentao Zhang, Guanting Chen, Xiao Bi, Y. Wu, Y. K. Li, Fuli Luo, Yingfei Xiong, and Wenfeng Liang. 2024. DeepSeek-Coder: When the Large Language Model Meets Programming - The Rise of Code Intelligence. CoRR abs\/2401.14196 (2024). arXiv:2401.14196"},{"key":"e_1_3_2_1_21_1","volume-title":"The Curious Case of Neural Text Degeneration. In International Conference on Learning Representations. OpenReview.net.","author":"Holtzman Ari","year":"2020","unstructured":"Ari Holtzman, Jan Buys, Li Du, Maxwell Forbes, and Yejin Choi. 2020. The Curious Case of Neural Text Degeneration. In International Conference on Learning Representations. OpenReview.net."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-022-10131-8"},{"key":"e_1_3_2_1_23_1","volume-title":"Language Models for Code Completion: A Practical Evaluation. In International Conference on Software Engineering. ACM, 79:1--79:13","author":"Izadi Maliheh","year":"2024","unstructured":"Maliheh Izadi, Jonathan Katzy, Tim van Dam, Marc Otten, Razvan Mihai Popescu, and Arie van Deursen. 2024. Language Models for Code Completion: A Practical Evaluation. In International Conference on Software Engineering. ACM, 79:1--79:13."},{"key":"e_1_3_2_1_24_1","unstructured":"JavaParser. 2024. JavaParser. Retrieved June 6 2024 from https:\/\/javaparser.org\/"},{"key":"e_1_3_2_1_25_1","volume-title":"SelfEvolve: A Code Evolution Framework via Large Language Models. CoRR abs\/2306.02907","author":"Jiang Shuyang","year":"2023","unstructured":"Shuyang Jiang, Yuhao Wang, and Yu Wang. 2023. SelfEvolve: A Code Evolution Framework via Large Language Models. CoRR abs\/2306.02907 (2023). arXiv:2306.02907"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2594291.2594334"},{"key":"e_1_3_2_1_27_1","volume-title":"CodaMosa: Escaping Coverage Plateaus in Test Generation with Pre-trained Large Language Models. In International Conference on Software Engineering. IEEE, 919--931","author":"Lemieux Caroline","year":"2023","unstructured":"Caroline Lemieux, Jeevana Priya Inala, Shuvendu K. Lahiri, and Siddhartha Sen. 2023. CodaMosa: Escaping Coverage Plateaus in Test Generation with Pre-trained Large Language Models. In International Conference on Software Engineering. IEEE, 919--931."},{"key":"e_1_3_2_1_28_1","volume-title":"Chain of Code: Reasoning with a Language Model-Augmented Code Emulator. CoRR abs\/2312.04474","author":"Li Chengshu","year":"2023","unstructured":"Chengshu Li, Jacky Liang, Andy Zeng, Xinyun Chen, Karol Hausman, Dorsa Sadigh, Sergey Levine, Li Fei-Fei, Fei Xia, and Brian Ichter. 2023. Chain of Code: Reasoning with a Language Model-Augmented Code Emulator. CoRR abs\/2312.04474 (2023). arXiv:2312.04474"},{"key":"e_1_3_2_1_29_1","volume-title":"Yangtian Zi, Niklas Muennighoff, Denis Kocetkov, and et al.","author":"Li Raymond","year":"2023","unstructured":"Raymond Li, Loubna Ben Allal, Yangtian Zi, Niklas Muennighoff, Denis Kocetkov, and et al. 2023. StarCoder: may the source be with you! CoRR abs\/2305.06161 (2023). arXiv:2305.06161"},{"key":"e_1_3_2_1_30_1","unstructured":"Yujia Li David H. Choi Junyoung Chung Nate Kushman Julian Schrittwieser and et al. 2022. Competition-Level Code Generation with AlphaCode. CoRR abs\/2203.07814 (2022). arXiv:2203.07814"},{"key":"e_1_3_2_1_31_1","volume-title":"Metamorphic Model-Based Testing Applied on NASA DAT - An Experience Report. In International Conference on Software Engineering. IEEE Computer Society, 129--138","author":"Lindvall Mikael","unstructured":"Mikael Lindvall, Dharmalingam Ganesan, Ragnar Ardal, and Robert E. Wiegand. 2015. Metamorphic Model-Based Testing Applied on NASA DAT - An Experience Report. In International Conference on Software Engineering. IEEE Computer Society, 129--138."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2013.46"},{"key":"e_1_3_2_1_33_1","volume-title":"WizardCoder: Empowering Code Large Language Models with Evol-Instruct. CoRR abs\/2306.08568","author":"Luo Ziyang","year":"2023","unstructured":"Ziyang Luo, Can Xu, Pu Zhao, Qingfeng Sun, Xiubo Geng, Wenxiang Hu, Chongyang Tao, Jing Ma, Qingwei Lin, and Daxin Jiang. 2023. WizardCoder: Empowering Code Large Language Models with Evol-Instruct. CoRR abs\/2306.08568 (2023). arXiv:2306.08568"},{"key":"e_1_3_2_1_34_1","volume-title":"Fuzzing Deep Learning Compilers with HirGen. In International Symposium on Software Testing and Analysis. ACM, 248--260","author":"Ma Haoyang","year":"2023","unstructured":"Haoyang Ma, Qingchao Shen, Yongqiang Tian, Junjie Chen, and Shing-Chi Cheung. 2023. Fuzzing Deep Learning Compilers with HirGen. In International Symposium on Software Testing and Analysis. ACM, 248--260."},{"key":"e_1_3_2_1_35_1","volume-title":"KnowLog: Knowledge Enhanced Pre-trained Language Model for Log Understanding. In International Conference on Software Engineering. ACM, 32:1--32:13","author":"Ma Lipeng","year":"2024","unstructured":"Lipeng Ma, Weidong Yang, Bo Xu, Sihang Jiang, Ben Fei, Jiaqing Liang, Mingjie Zhou, and Yanghua Xiao. 2024. KnowLog: Knowledge Enhanced Pre-trained Language Model for Log Understanding. In International Conference on Software Engineering. ACM, 32:1--32:13."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639200"},{"key":"e_1_3_2_1_37_1","unstructured":"Meta. 2024. Llama-3-8B-Instruct. Retrieved June 6 2024 from https:\/\/huggingface.co\/meta-llama\/Meta-Llama-3-8B-Instruct"},{"key":"e_1_3_2_1_38_1","unstructured":"Meta. 2024. Meta-Llama-3 Updates. Retrieved June 6 2024 from https:\/\/huggingface.co\/meta-llama\/Meta-Llama-3-8B-Instruct"},{"key":"e_1_3_2_1_39_1","first-page":"1","article-title":"Using an LLM to Help With Code Understanding","volume":"97","author":"Nam Daye","year":"2024","unstructured":"Daye Nam, Andrew Macvean, Vincent J. Hellendoorn, Bogdan Vasilescu, and Brad A. Myers. 2024. Using an LLM to Help With Code Understanding. In International Conference on Software Engineering. ACM, 97:1--97:13.","journal-title":"International Conference on Software Engineering. ACM"},{"key":"e_1_3_2_1_40_1","volume-title":"International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"26128","author":"Ni Ansong","year":"2023","unstructured":"Ansong Ni, Srini Iyer, Dragomir Radev, Veselin Stoyanov, Wen-Tau Yih, Sida I. Wang, and Xi Victoria Lin. 2023. LEVER: Learning to Verify Language-to-Code Generation with Execution. In International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 202). PMLR, 26106--26128."},{"key":"e_1_3_2_1_41_1","volume-title":"Proceedings of the ACM on Software Engineering 1, FSE","author":"Nolasco Agust\u00edn","year":"2024","unstructured":"Agust\u00edn Nolasco, Facundo Molina, Renzo Degiovanni, Alessandra Gorla, Diego Garbervetsky, Mike Papadakis, Sebasti\u00e1n Uchitel, Nazareno Aguirre, and Marcelo F. Frias. 2024. Abstraction-Aware Inference of Metamorphic Relations. Proceedings of the ACM on Software Engineering 1, FSE (2024), 450--472."},{"key":"e_1_3_2_1_42_1","unstructured":"OpenAI. 2024. GPT-3.5. Retrieved June 6 2024 from https:\/\/platform.openai.com\/docs\/models\/"},{"key":"e_1_3_2_1_43_1","unstructured":"OpenAI. 2024. GPT-3.5 Turbo Updates. Retrieved June 6 2024 from https:\/\/help.openai.com\/en\/articles\/8555514-gpt-3-5-turbo-updates"},{"key":"e_1_3_2_1_44_1","volume-title":"Conference on Object-Oriented Programming, Systems, Languages, and Applications. ACM, 815--816","author":"Pacheco Carlos","unstructured":"Carlos Pacheco and Michael D. Ernst. 2007. Randoop: feedback-directed random testing for Java. In Conference on Object-Oriented Programming, Systems, Languages, and Applications. ACM, 815--816."},{"key":"e_1_3_2_1_45_1","volume-title":"An Empirical Analysis. In IEEE\/ACM International Conference on Software Engineering. IEEE, 785--796","author":"Pan Rangeet","year":"2021","unstructured":"Rangeet Pan, Vu Le, Nachiappan Nagappan, Sumit Gulwani, Shuvendu K. Lahiri, and Mike Kaufman. 2021. Can Program Synthesis be Used to Learn Merge Conflict Resolutions? An Empirical Analysis. In IEEE\/ACM International Conference on Software Engineering. IEEE, 785--796."},{"key":"e_1_3_2_1_46_1","unstructured":"Pitest. 2024. Pitest. Retrieved June 6 2024 from https:\/\/pitest.org\/"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2764464"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3182528"},{"key":"e_1_3_2_1_50_1","volume-title":"PanGu-Coder2: Boosting Large Language Models for Code with Ranking Feedback. CoRR abs\/2307.14936","author":"Shen Bo","year":"2023","unstructured":"Bo Shen, Jiaxin Zhang, Taihong Chen, Daoguang Zan, Bing Geng, An Fu, Muhan Zeng, Ailun Yu, Jichuan Ji, Jingyang Zhao, Yuenan Guo, and Qianxiang Wang. 2023. PanGu-Coder2: Boosting Large Language Models for Code with Ranking Feedback. CoRR abs\/2307.14936 (2023). arXiv:2307.14936"},{"key":"e_1_3_2_1_51_1","volume-title":"Towards Generating Executable Metamorphic Relations Using Large Language Models. CoRR abs\/2401.17019","author":"Shin Seung Yeob","year":"2024","unstructured":"Seung Yeob Shin, Fabrizio Pastore, Domenico Bianculli, and Alexandra Baicoianu. 2024. Towards Generating Executable Metamorphic Relations Using Large Language Models. CoRR abs\/2401.17019 (2024). arXiv:2401.17019"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983990.2984038"},{"key":"e_1_3_2_1_53_1","volume-title":"International Workshop on Metamorphic Testing. ACM, 12--18","author":"Sun Chang-Ai","unstructured":"Chang-Ai Sun, Yiqiang Liu, Zuoyi Wang, and W. K. Chan. 2016. \u03bcMT: a data mutation directed metamorphic relation acquisition methodology. In International Workshop on Metamorphic Testing. ACM, 12--18."},{"key":"e_1_3_2_1_54_1","volume-title":"ChatGPT vs SBST: A Comparative Assessment of Unit Test Suite Generation","author":"Tang Yutian","year":"2024","unstructured":"Yutian Tang, Zhijie Liu, Zhichao Zhou, and Xiapu Luo. 2024. ChatGPT vs SBST: A Comparative Assessment of Unit Test Suite Generation. IEEE Transactions on Software Engineering (2024), 1--19."},{"key":"e_1_3_2_1_55_1","volume-title":"Evolutionary Improvement of Assertion Oracles. In Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering. 1178--1189","author":"Terragni Valerio","year":"2020","unstructured":"Valerio Terragni, Gunel Jahangirova, Paolo Tonella, and Mauro Pezz\u00e8. 2020. Evolutionary Improvement of Assertion Oracles. In Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering. 1178--1189."},{"key":"e_1_3_2_1_56_1","unstructured":"MR-Adopt. 2024. MR-Adopt. Retrieved June 6 2024 from https:\/\/mr-adopt.github.io\/"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-35995-8_23"},{"key":"e_1_3_2_1_58_1","volume-title":"Updates and Risks of Third-Party Libraries in Java Projects. In International Conference on Software Maintenance and Evolution. IEEE, 35--45","author":"Wang Ying","year":"2020","unstructured":"Ying Wang, Bihuan Chen, Kaifeng Huang, Bowen Shi, Congying Xu, Xin Peng, Yijian Wu, and Yang Liu. 2020. An Empirical Study of Usages, Updates and Risks of Third-Party Libraries in Java Projects. In International Conference on Software Maintenance and Evolution. IEEE, 35--45."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41562-023-01659-w"},{"key":"e_1_3_2_1_60_1","volume-title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models. In Conference on Neural Information Processing Systems.","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Brian Ichter, Fei Xia, Ed H. Chi, Quoc V. Le, and Denny Zhou. 2022. Chain-of-Thought Prompting Elicits Reasoning in Large Language Models. In Conference on Neural Information Processing Systems."},{"key":"e_1_3_2_1_61_1","volume-title":"How Effective Are Neural Networks for Fixing Security Vulnerabilities. In International Symposium on Software Testing and Analysis. ACM, 1282--1294","author":"Wu Yi","year":"2023","unstructured":"Yi Wu, Nan Jiang, Hung Viet Pham, Thibaud Lutellier, Jordan Davis, Lin Tan, Petr Babkin, and Sameena Shah. 2023. How Effective Are Neural Networks for Fixing Security Vulnerabilities. In International Symposium on Software Testing and Analysis. ACM, 1282--1294."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639121"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-023-00380-2"},{"key":"e_1_3_2_1_64_1","volume-title":"Word Closure-Based Metamorphic Testing for Machine Translation. ACM Transactions on Software Engineering and Methodology (jul","author":"Xie Xiaoyuan","year":"2024","unstructured":"Xiaoyuan Xie, Shuo Jin, Songqiang Chen, and Shing-Chi Cheung. 2024. Word Closure-Based Metamorphic Testing for Machine Translation. ACM Transactions on Software Engineering and Methodology (jul 2024)."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3656340"},{"key":"e_1_3_2_1_66_1","volume-title":"Enhancing LLM-based Test Generation for Hard-to-Cover Branches via Program Analysis. CoRR abs\/2404.04966","author":"Yang Chen","year":"2024","unstructured":"Chen Yang, Junjie Chen, Bin Lin, Jianyi Zhou, and Ziqi Wang. 2024. Enhancing LLM-based Test Generation for Hard-to-Cover Branches via Program Analysis. CoRR abs\/2404.04966 (2024). arXiv:2404.04966"},{"key":"e_1_3_2_1_67_1","volume-title":"Jia Li, Shuo Liu, Yifan Hong, Xiaoxue Ma, Zhi Jin, and Ge Li.","author":"Yang Zhen","year":"2024","unstructured":"Zhen Yang, Fang Liu, Zhongxing Yu, Jacky Wai Keung, Jia Li, Shuo Liu, Yifan Hong, Xiaoxue Ma, Zhi Jin, and Ge Li. 2024. Exploring and Unleashing the Power of Large Language Models in Automated Code Translation. CoRR abs\/2404.14646 (2024). arXiv:2404.14646"},{"key":"e_1_3_2_1_68_1","volume-title":"Chi, and Denny Zhou","author":"Yasunaga Michihiro","year":"2023","unstructured":"Michihiro Yasunaga, Xinyun Chen, Yujia Li, Panupong Pasupat, Jure Leskovec, Percy Liang, Ed H. Chi, and Denny Zhou. 2023. Large Language Models as Analogical Reasoners. CoRR abs\/2310.01714 (2023). arXiv:2310.01714"},{"key":"e_1_3_2_1_69_1","volume-title":"Perception Matters: Detecting Perception Failures of VQA Models Using Metamorphic Testing. In Conference on Computer Vision and Pattern Recognition. Computer Vision Foundation \/ IEEE, 16908--16917","author":"Yuan Yuanyuan","year":"2021","unstructured":"Yuanyuan Yuan, Shuai Wang, Mingyue Jiang, and Tsong Yueh Chen. 2021. Perception Matters: Detecting Perception Failures of VQA Models Using Metamorphic Testing. In Conference on Computer Vision and Pattern Recognition. Computer Vision Foundation \/ IEEE, 16908--16917."},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3660783"},{"key":"e_1_3_2_1_71_1","volume-title":"No More Manual Tests? Evaluating and Improving ChatGPT for Unit Test Generation. CoRR abs\/2305.04207","author":"Yuan Zhiqiang","year":"2023","unstructured":"Zhiqiang Yuan, Yiling Lou, Mingwei Liu, Shiji Ding, Kaixin Wang, Yixuan Chen, and Xin Peng. 2023. No More Manual Tests? Evaluating and Improving ChatGPT for Unit Test Generation. CoRR abs\/2305.04207 (2023). arXiv:2305.04207"},{"key":"e_1_3_2_1_72_1","volume-title":"Automatic Discovery and Cleansing of Numerical Metamorphic Relations. In IEEE International Conference on Software Maintenance and Evolution. IEEE, 235--245","author":"Zhang Bo","year":"2019","unstructured":"Bo Zhang, Hongyu Zhang, Junjie Chen, Dan Hao, and Pablo Moscato. 2019. Automatic Discovery and Cleansing of Numerical Metamorphic Relations. In IEEE International Conference on Software Maintenance and Evolution. IEEE, 235--245."},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2642994"},{"key":"e_1_3_2_1_74_1","volume-title":"CodeAgent: Enhancing Code Generation with Tool-Integrated Agent Systems for Real-World Repo-level Coding Challenges. CoRR abs\/2401.07339","author":"Zhang Kechi","year":"2024","unstructured":"Kechi Zhang, Jia Li, Ge Li, Xianjie Shi, and Zhi Jin. 2024. CodeAgent: Enhancing Code Generation with Tool-Integrated Agent Systems for Real-World Repo-level Coding Challenges. CoRR abs\/2401.07339 (2024). arXiv:2401.07339"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2876433"}],"event":{"name":"ASE '24: 39th IEEE\/ACM International Conference on Automated Software Engineering","location":"Sacramento CA USA","acronym":"ASE '24","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 39th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3691620.3696020","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3691620.3696020","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:09:40Z","timestamp":1750295380000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3691620.3696020"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,27]]},"references-count":75,"alternative-id":["10.1145\/3691620.3696020","10.1145\/3691620"],"URL":"https:\/\/doi.org\/10.1145\/3691620.3696020","relation":{},"subject":[],"published":{"date-parts":[[2024,10,27]]},"assertion":[{"value":"2024-10-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}