{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T01:09:25Z","timestamp":1780535365059,"version":"3.54.1"},"reference-count":68,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Hong Kong Research Grant Council\/General Research Fund","award":["16205821"],"award-info":[{"award-number":["16205821"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62272218"],"award-info":[{"award-number":["62272218"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Natural Sciences and Engineering Research Council of Canada Discovery Grant","award":["RGPIN-2022-03744"],"award-info":[{"award-number":["RGPIN-2022-03744"]}]},{"name":"Natural Sciences and Engineering Research Council of Canada Discovery Grant","award":["DGECR-2022-00378"],"award-info":[{"award-number":["DGECR-2022-00378"]}]},{"name":"FRQNT\/NSERC NOVA program","award":["2024-NOVA-346499"],"award-info":[{"award-number":["2024-NOVA-346499"]}]},{"name":"Leading-Edge Technology Program of the Jiangsu Natural Science Foundation","award":["BK20202001"],"award-info":[{"award-number":["BK20202001"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1109\/tse.2025.3565387","type":"journal-article","created":{"date-parts":[[2025,4,29]],"date-time":"2025-04-29T17:31:37Z","timestamp":1745947897000},"page":"1724-1744","source":"Crossref","is-referenced-by-count":1,"title":["Question Selection for Multimodal Code Search Synthesis Using Probabilistic Version Spaces"],"prefix":"10.1109","volume":"51","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6126-303X","authenticated-orcid":false,"given":"Jiarong","family":"Wu","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7651-9560","authenticated-orcid":false,"given":"Yanyan","family":"Jiang","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2428-4111","authenticated-orcid":false,"given":"Lili","family":"Wei","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, McGill University, Montreal, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-2887-1690","authenticated-orcid":false,"given":"Congying","family":"Xu","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3508-7172","authenticated-orcid":false,"given":"Shing-Chi","family":"Cheung","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6299-4704","authenticated-orcid":false,"given":"Chang","family":"Xu","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","first-page":"2:1","article-title":"QL: Object-oriented queries on relational data","volume-title":"Proc. 30th Eur. Conf. Object-Oriented Program. (ECOOP)","volume":"56","author":"Avgustinov","year":"2016"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1002\/spe.2346"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/icse.2019.00044"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474737"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/1925844.1926423"},{"key":"ref6","volume-title":"Programming by Example","author":"Halbert","year":"1984"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/icse43902.2021.00078"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380341"},{"key":"ref9","article-title":"Interactive program synthesis","author":"Le","year":"2017"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3385412.3386025"},{"key":"ref11","article-title":"Information-theoretic user interaction: Significant inputs for program synthesis","author":"Tiwari","year":"2020"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3586055"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-78800-3_24"},{"key":"ref14","article-title":"Grammar prompting for domain-specific language generation with large language models","volume-title":"Proc. Adv. Neur. Inf. Process. Syst. 36: Annu. Conf. Neural Inf. Process. Syst. (NeurIPS)","author":"Wang","year":"2023"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3697012"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ase56229.2023.00076"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3192366.3192410"},{"key":"ref18","article-title":"Version space algebras are acyclic tree automata","author":"Koppel","year":"2021"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.44"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3428287"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4939-7131-2"},{"key":"ref22","first-page":"527","article-title":"Version space algebra and its application to programming by demonstration","volume-title":"Proc. 17th Int. Conf. Mach. Learn. (ICML)","author":"Lau","year":"2000"},{"key":"ref23","article-title":"Excalibur","year":"2023"},{"key":"ref24","article-title":"Language models are few-shot learners","author":"Brown","year":"2020","journal-title":"Adv. Neur. Inf. Process. Syst. 33: Annu. Conf. Neural Inf. Process. Syst. (NeurIPS)"},{"key":"ref25","article-title":"Training language models to follow instructions with human feedback","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 35: Annu. Conf. Neural Inf. Process. Syst., (NeurIPS)","volume":"2022","author":"Ouyang"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-76626-8_35"},{"key":"ref27","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 35: Annu. Conf. Neural Inf. Process. Syst. (NeurIPS)","author":"Wei"},{"key":"ref28","volume-title":"Lattice Theoretic Properties of Subsumption","author":"Plokin","year":"1970"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/356810.356816"},{"key":"ref30","volume-title":"The Definitive ANTLR 4 Reference","author":"Parr","year":"2013"},{"key":"ref31","article-title":"Breeze github page","year":"2024"},{"key":"ref32","first-page":"36:1","article-title":"Synthesizing conjunctive queries for code search","volume-title":"Proc. 37th Eur. Conf. Object-Orient. Program. (ECOOP)","volume":"263","author":"Wang","year":"2023"},{"key":"ref33","article-title":"Qwen2. 5-Coder Technical Report","author":"Hui","year":"2024"},{"key":"ref34","article-title":"Opencoder: The open cookbook for top-tier code large language models","author":"Huang","year":"2024"},{"key":"ref35","article-title":"Is your code generated by chatgpt really correct? Rigorous evaluation of large language models for code generation","volume-title":"Adv. Neural Inf. Process. Syst. 36: Annu. Conf. Neural Inf. Process. Syst. (NeurIPS)","author":"Liu","year":"2023"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i7.16799"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/69.43410"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-41540-6_23"},{"key":"ref39","article-title":"Codeql\u2019s db Scheme for Java","year":"2024"},{"key":"ref40","first-page":"2633","article-title":"Extracting training data from large language models","volume-title":"Proc. 30th USENIX Sec. Symp.","author":"Carlini","year":"2021"},{"key":"ref41","article-title":"What do code models memorize? An empirical study on large language models of code","author":"Yang","year":"2023"},{"key":"ref42","article-title":"Retrieval-augmented generation for knowledge-intensive NLP tasks","volume-title":"Proc. Adv. Neur. Inf. Process. Syst. 33 Annu. Conf. Neural Inf. Process. Syst. (NeurIPS)","author":"Lewis","year":"2020"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3062341.3062365"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3607185"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-63387-9_12"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/icse43902.2021.00079"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/0890-5401(87)90052-6"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-25540-4_17"},{"key":"ref49","article-title":"Interactive code generation via test-driven user-intent formalization","author":"Lahiri","year":"2022"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3485530"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3519939.3523711"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/2254064.2254087"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236034"},{"key":"ref54","article-title":"Program synthesis with pragmatic communication","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 33: Annu. Conf. Neural Inf. Process. Syst. (NeurIPS)","author":"Pu","year":"2020"},{"key":"ref55","first-page":"305","article-title":"Version spaces: A candidate elimination approach to rule learning","volume-title":"Proc. 5th Int. Joint Conf. Artif. Intell","author":"Mitchell","year":"1977"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3571263"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/3133886"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510056"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-21690-4_23"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/2814270.2814310"},{"key":"ref61","article-title":"Program synthesis with large language models","author":"Austin","year":"2021"},{"key":"ref62","article-title":"Sparks of artificial general intelligence: Early experiments with GPT-4","author":"Bubeck","year":"2023"},{"key":"ref63","article-title":"Phind","year":"2023"},{"key":"ref64","article-title":"Wizardcoder: Empowering code large language models with evol-instruct","author":"Luo","year":"2023"},{"key":"ref65","article-title":"Classeval: A manually-crafted benchmark for evaluating LLMS on class-level code generation","author":"Du","year":"2023"},{"key":"ref66","article-title":"GPT-4 technical report","year":"2023"},{"key":"ref67","article-title":"Neuro-symbolic program synthesis","volume-title":"Proc. 5th Int. Conf. Learn. Represent. (ICLR)","author":"Parisotto","year":"2017"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-06747-5"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/32\/11048386\/10979773.pdf?arnumber=10979773","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T17:34:22Z","timestamp":1750786462000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10979773\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6]]},"references-count":68,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tse.2025.3565387","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6]]}}}