{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T20:43:27Z","timestamp":1776804207555,"version":"3.51.2"},"reference-count":55,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U24A6009"],"award-info":[{"award-number":["U24A6009"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2026,4]]},"DOI":"10.1109\/tse.2026.3668096","type":"journal-article","created":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T20:36:41Z","timestamp":1773347801000},"page":"1515-1530","source":"Crossref","is-referenced-by-count":0,"title":["CodeS+: Towards Assessing the Generalization Ability of Code Models Under Distribution Shift"],"prefix":"10.1109","volume":"52","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-3563-7625","authenticated-orcid":false,"given":"Ziyue","family":"Shi","sequence":"first","affiliation":[{"name":"Tianjin University, Tianjin, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-3847-6760","authenticated-orcid":false,"given":"Junjie","family":"Wang","sequence":"additional","affiliation":[{"name":"Tianjin University, Tianjin, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5535-2420","authenticated-orcid":false,"given":"Yuejun","family":"Guo","sequence":"additional","affiliation":[{"name":"Luxembourg Institute of Science and Technology, Belval, Luxembourg"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1288-6502","authenticated-orcid":false,"given":"Xiaofei","family":"Xie","sequence":"additional","affiliation":[{"name":"Singapore Management University, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8251-1669","authenticated-orcid":false,"given":"Qiang","family":"Hu","sequence":"additional","affiliation":[{"name":"Tianjin University, Tianjin, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8312-1358","authenticated-orcid":false,"given":"Maxime","family":"Cordy","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Belval, Luxembourg"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9477-4100","authenticated-orcid":false,"given":"Sen","family":"Chen","sequence":"additional","affiliation":[{"name":"Nankai University, Tianjin, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1852-2547","authenticated-orcid":false,"given":"Mike","family":"Papadakis","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Belval, Luxembourg"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1045-4861","authenticated-orcid":false,"given":"Yves","family":"Le Traon","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Belval, Luxembourg"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2573-963X","authenticated-orcid":false,"given":"Yongqiang","family":"Lyu","sequence":"additional","affiliation":[{"name":"Tianjin University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10139"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-70879-4_14"},{"key":"ref3","first-page":"1","article-title":"Code2Seq: Generating sequences from structured representations of code","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Alon","year":"2018"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3697012"},{"key":"ref5","first-page":"5637","article-title":"Wilds: a benchmark of in-the-wild distribution shifts","volume-title":"Proc. 38th Int. Conf. Mach. Learn.","volume":"139","author":"Koh","year":"2021"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER58687.2023.00007"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.276"},{"key":"ref8","first-page":"1","article-title":"Benchmarking neural network robustness to common corruptions and perturbations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Hendrycks","year":"2019"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549087"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3643770"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3351845"},{"key":"ref12","first-page":"4171","article-title":"BERT: pre-training of deep bidirectional transformers for language understanding","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics: Human Lang. Technol., Assoc. Comput. Linguistics","author":"Devlin","year":"2019"},{"key":"ref13","first-page":"187","article-title":"Aspect-based sentiment analysis using BERT","volume-title":"Proc. 22nd Nordic Conf. Comput. linguistics","author":"Hoang","year":"2019"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1242"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3290353"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.211"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.499"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510096"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"ref20","first-page":"1536","article-title":"CodeBERT: A pre-trained model for programming and natural languages","volume-title":"Findings Assoc. Comput. Linguistics: EMNLP","author":"Feng","year":"2020"},{"key":"ref21","first-page":"1","article-title":"GraphCodeBERT: Pre-training code representations with data flow","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Guo","year":"2021"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3233901"},{"key":"ref23","article-title":"RoBERTa: A robustly optimized BERT pretraining approach","author":"Liu","year":"2020"},{"key":"ref24","first-page":"1","article-title":"CodeNet: A large-scale ai for code dataset for learning a diversity of coding tasks","volume-title":"35th Conf. Neural Information Process. Syst. (NeurIPS) Track Datasets Benchmarks (NIPS)","author":"Puri","year":"2021"},{"key":"ref25","article-title":"Estimating predictive uncertainty under program data distribution shift","author":"Li","year":"2021"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338930"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3511598"},{"key":"ref28","article-title":"A survey on machine learning techniques for source code analysis","author":"Sharma","year":"2021"},{"key":"ref29","article-title":"Atcoder","year":"2012"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2014.44"},{"key":"ref31","article-title":"The bug hunter\u2019s workbench","author":"Joern","year":"2025"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/icse55347.2025.00038"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.339"},{"key":"ref34","first-page":"1","article-title":"CodeXGLUE: A machine learning benchmark dataset for code understanding and generation,\u201d in","volume-title":"Proc. 35th Conf. Neural Inf. Process. Syst. Datasets Benchmarks Track","volume":"Round 1","author":"Lu","year":"2021"},{"key":"ref35","article-title":"StarCoder 2 and the stack V2: The next generation","author":"Lozhkov","year":"2024"},{"key":"ref36","first-page":"7068","article-title":"Exploring the limits of out-of-distribution detection","volume":"34","author":"Fort","year":"2021","journal-title":"Proc. Adv. Neural Inf. Process. Syst."},{"key":"ref37","article-title":"A baseline for detecting misclassified and out-of-distribution examples in neural networks","volume-title":"Proc. 5th Int. Conf. Learn. Representations (ICLR)","author":"Hendrycks","year":"2017"},{"key":"ref38","first-page":"1","article-title":"Enhancing the reliability of out-of-distribution image detection in neural networks","volume-title":"Proc. Int. Conf.Learn. Representations","author":"Liang","year":"2018"},{"key":"ref39","first-page":"7167","article-title":"A simple unified framework for detecting out-of-distribution samples and adversarial attacks","volume-title":"Proc. 32nd Int. Conf. Neural Inform. Process. Syst. (NIPS)","author":"Lee","year":"2018"},{"key":"ref40","first-page":"1","article-title":"Deep anomaly detection with outlier exposure","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Hendrycks","year":"2019"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.554"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397357"},{"key":"ref43","first-page":"410","article-title":"Multiple-boundary clustering and prioritization to promote neural network retraining","volume-title":"Proc. 35th IEEE\/ACM Int. Conf. Automated Softw. Eng.","author":"Shen","year":"2020"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2014.6889457"},{"key":"ref45","first-page":"1","article-title":"Active learning for convolutional neural networks: A core-set approach","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Sener","year":"2018"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510146"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00149"},{"key":"ref48","article-title":"Learning to represent programs with graphs","author":"Allamanis","year":"2017"},{"key":"ref49","first-page":"10197","article-title":"Devign: effective vulnerability identification by learning comprehensive program semantics via graph neural networks","volume-title":"Proc. 33rd Int. Conf. Neural Inform. Process. Syst.","author":"Zhou","year":"2019"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/WPC.2000.852498"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2022.107066"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-naacl.90"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE55347.2025.00139"},{"key":"ref54","article-title":"Deep learning-based out-of-distribution source code data identification: How far have we gone?","author":"Nguyen","year":"2024"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE55347.2025.00177"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/32\/11488173\/11429608.pdf?arnumber=11429608","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T19:49:11Z","timestamp":1776800951000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11429608\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4]]},"references-count":55,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tse.2026.3668096","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4]]}}}