{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T16:50:56Z","timestamp":1771951856374,"version":"3.50.1"},"reference-count":67,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Huawei Technologies Canada"},{"DOI":"10.13039\/501100004489","name":"Mitacs","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004489","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001804","name":"Canada Research Chairs","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001804","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2023,4,1]]},"DOI":"10.1109\/tse.2022.3201209","type":"journal-article","created":{"date-parts":[[2022,8,24]],"date-time":"2022-08-24T19:29:58Z","timestamp":1661369398000},"page":"1912-1927","source":"Crossref","is-referenced-by-count":39,"title":["Flakify: A Black-Box, Language Model-Based Predictor for Flaky Tests"],"prefix":"10.1109","volume":"49","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9256-525X","authenticated-orcid":false,"given":"Sakina","family":"Fatima","sequence":"first","affiliation":[{"name":"School of EECS, University of Ottawa, Ottawa, ON, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9336-7298","authenticated-orcid":false,"given":"Taher A.","family":"Ghaleb","sequence":"additional","affiliation":[{"name":"School of EECS, University of Ottawa, Ottawa, ON, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1393-1010","authenticated-orcid":false,"given":"Lionel","family":"Briand","sequence":"additional","affiliation":[{"name":"School of EECS, University of Ottawa, Ottawa, ON, Canada"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1002\/spe.2929"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635920"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338945"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180164"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2019.00038"},{"key":"ref6","article-title":"Advances in continuous integration testing at Google","author":"Micco","year":"2018"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00140"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3379597.3387482"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3482909.3482916"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3472674.3473981"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00083"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330570"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2017.6"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/MSR52588.2021.00034"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3476105"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3510457.3513037"},{"key":"ref18","first-page":"92","article-title":"Refactoring test code","volume-title":"Proc. 2nd Int. Conf. Extreme Program. Flexible Processes Softw. Eng.","author":"Van Deursen"},{"key":"ref19","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2019"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"},{"key":"ref21","first-page":"5753","article-title":"XLNet: Generalized autoregressive pretraining for language understanding","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Yang"},{"key":"ref22","article-title":"RoBERTa: A robustly optimized BERT pretraining approach","author":"Liu","year":"2019"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00756"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1075\/li.30.1.03nad"},{"issue":"2","key":"ref25","first-page":"1","article-title":"A review of relation extraction","volume":"II","author":"Bach","year":"2007","journal-title":"Literature Rev. Lang. Statist."},{"key":"ref26","first-page":"2324","article-title":"BERT post-training for review reading comprehension and aspect-based sentiment analysis","author":"Xu","year":"2019"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32381-3_16"},{"key":"ref28","first-page":"5998","article-title":"Attention is all you need","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Vaswani"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1002\/047084535X"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58923-3_15"},{"key":"ref32","first-page":"1","article-title":"GraphCodeBERT: Pre-training code representations with data flow","author":"Guo","year":"2021"},{"key":"ref33","first-page":"5110","article-title":"Learning and evaluating contextual embedding of source code","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Kanade"},{"key":"ref34","first-page":"54","article-title":"TreeBERT: A tree-based pre-trained model for programming language","volume":"161","author":"Jiang","year":"2021"},{"key":"ref35","article-title":"CodeSearchNet challenge: Evaluating the state of semantic code search","author":"Husain","year":"2019"},{"key":"ref36","article-title":"Googles neural machine translation system: Bridging the gap between human and machine translation","author":"Wu","year":"2016"},{"key":"ref37","first-page":"1","article-title":"ELECTRA: Pre-training text encoders as discriminators rather than generators","author":"Clark","year":"2020"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3390\/app11114793"},{"key":"ref39","article-title":"Literature review on vulnerability detection using NLP technology","author":"Wu","year":"2021"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1031"},{"key":"ref41","article-title":"Deep learning using rectified linear units (ReLU)","year":"2018"},{"issue":"1","key":"ref42","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"Srivastava","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-76508-8_11"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17275"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3463274.3463335"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417921"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3422392.3422499"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/0096-0551(85)90018-9"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00056"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72016-2_15"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3428270"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE5003.2020.00045"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397364"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338925"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1613\/jair.953"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/2907070"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-31865-1_25"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1111\/j.1558-5646.1995.tb04456.x"},{"key":"ref60","article-title":"Flaky tests at Google and how we mitigate them","author":"Micco","year":"2016"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2017.16"},{"key":"ref62","article-title":"Probabilistic object classification using CNN ML-MAP layers","author":"Melotti","year":"2020"},{"key":"ref63","first-page":"1321","article-title":"On calibration of modern neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Guo"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC52881.2021.00052"},{"key":"ref65","article-title":"How flaky tests in continuous integration","author":"Memon","year":"2016"},{"key":"ref66","first-page":"110","article-title":"Modeling and ranking flaky tests at Apple","volume-title":"Proc. IEEE\/ACM 42nd Int. Conf. Softw. Eng.: Softw. Eng. Pract.","author":"Kowalczyk"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2941880"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3473931"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/10103953\/09866550.pdf?arnumber=9866550","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,2]],"date-time":"2024-03-02T05:48:29Z","timestamp":1709358509000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9866550\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,1]]},"references-count":67,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tse.2022.3201209","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,1]]}}}