{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T21:14:21Z","timestamp":1775164461884,"version":"3.50.1"},"reference-count":50,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T00:00:00Z","timestamp":1763510400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T00:00:00Z","timestamp":1763510400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,11,19]]},"DOI":"10.1109\/aiware69974.2025.00011","type":"proceedings-article","created":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T20:53:03Z","timestamp":1768855983000},"page":"29-39","source":"Crossref","is-referenced-by-count":1,"title":["Understanding LLM-Driven Test Oracle Generation"],"prefix":"10.1109","author":[{"given":"Adam","family":"Bodicoat","sequence":"first","affiliation":[{"name":"University of Auckland,Auckland,New Zealand"}]},{"given":"Gunel","family":"Jahangirova","sequence":"additional","affiliation":[{"name":"King's College London,London,United Kingdom"}]},{"given":"Valerio","family":"Terragni","sequence":"additional","affiliation":[{"name":"University of Auckland,Auckland,New Zealand"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2011.19"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1297846.1297902"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/icstw64639.2025.10962503"},{"key":"ref4","first-page":"arXiv","article-title":"Do llms generate test oracles that capture the actual or the expected program behaviour?","author":"Konstantinou","year":"2024","journal-title":"arXiv e-prints"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409758"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3715003"},{"key":"ref8","article-title":"A survey on large language models for code generation","author":"Jiang","year":"2024","journal-title":"arXiv preprint"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"1607","DOI":"10.1145\/3691620.3695529","article-title":"On the evaluation of large language models in unit test generation","volume-title":"Proceedings of the 39th IEEE\/ACM International Conference on Automated Software Engineering","author":"Yang","year":"2024"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3643769"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3729354"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICST62969.2025.10988926"},{"key":"ref13","first-page":"arXiv","article-title":"Togll: Correct and strong test oracle generation with 11 ms","author":"Binta Hossain","year":"2024","journal-title":"arXiv e-prints"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/SBFT59156.2023.00025"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3519159"},{"key":"ref16","article-title":"No more manual tests? evaluating and improving chatgpt for unit test generation","author":"Yuan","year":"2023","journal-title":"arXiv preprint"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME64153.2025.00109"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICST60714.2024.00049"},{"key":"ref19","volume-title":"Replication Package for: Understanding LLM-Driven Test Oracle Generation - AIware 2025","author":"Bodicoat","year":"2025"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/571681.571686"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2005.1553571"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2628055"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3368208"},{"key":"ref24","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref25","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei","year":"2022","journal-title":"Advances in neural information processing systems"},{"key":"ref26","first-page":"22 199","article-title":"Large language models are zero-shot reasoners","volume":"35","author":"Kojima","year":"2022","journal-title":"Advances in neural information processing systems"},{"key":"ref27","volume-title":"Tree of thought prompting: What it is and how to use it","author":"Vellum","year":"2023"},{"key":"ref28","article-title":"Tree of thoughts: Deliberate problem solving with large language models","volume":"36","author":"Yao","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3699598"},{"key":"ref30","article-title":"Starcoder: may the source be with you!","author":"Li","year":"2023","journal-title":"arXiv preprint"},{"key":"ref31","article-title":"Gpt-4 technical report","volume-title":"OpenAI","year":"2024"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"ref33","volume-title":"Starcoder model card","author":"Face","year":"2025"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2023.3334955"},{"key":"ref35","volume-title":"Exploring the effectiveness of large language models in generating unit tests","author":"Siddiq"},{"key":"ref36","article-title":"A system for automated unit test generation using large language models and assessment of generated test suites","author":"Lops","year":"2024","journal-title":"arXiv preprint"},{"key":"ref37","article-title":"Gpt-4 technical report","volume-title":"arXiv preprint","year":"2023"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"1398","DOI":"10.1145\/3377811.3380429","article-title":"On learning meaningful assert statements for unit test cases","volume-title":"Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering","author":"Watson","year":"2020"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-industry.3"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510141"},{"key":"ref41","doi-asserted-by":"crossref","DOI":"10.1145\/3597926.3598080","volume-title":"Towards more realistic evaluation for neural test oracle generation","author":"Liu","year":"2023"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME64153.2025.00025"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238224"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510149"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3524481.3527220"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616265"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3433463"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3663529.3663839"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"2464","DOI":"10.1145\/3691620.3695330","article-title":"Llms and prompting for unit test generation: A large-scale evaluation","volume-title":"Proceedings of the 39th IEEE\/ACM International Conference on Automated Software Engineering","author":"Ouedraogo","year":"2024"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3715107"}],"event":{"name":"2025 2nd IEEE\/ACM International Conference on AI-powered Software (AIware)","location":"Seoul, Korea, Republic of","start":{"date-parts":[[2025,11,19]]},"end":{"date-parts":[[2025,11,20]]}},"container-title":["2025 2nd IEEE\/ACM International Conference on AI-powered Software (AIware)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11334058\/11334196\/11334275.pdf?arnumber=11334275","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T20:48:51Z","timestamp":1770842931000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11334275\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,19]]},"references-count":50,"URL":"https:\/\/doi.org\/10.1109\/aiware69974.2025.00011","relation":{},"subject":[],"published":{"date-parts":[[2025,11,19]]}}}