{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T11:49:21Z","timestamp":1782992961184,"version":"3.54.5"},"reference-count":100,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1464032"],"award-info":[{"award-number":["CCF-1464032"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1652149"],"award-info":[{"award-number":["CCF-1652149"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1511117"],"award-info":[{"award-number":["CCF-1511117"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2019,6,1]]},"DOI":"10.1109\/tse.2018.2791521","type":"journal-article","created":{"date-parts":[[2018,1,9]],"date-time":"2018-01-09T22:18:17Z","timestamp":1515536297000},"page":"558-575","source":"Crossref","is-referenced-by-count":41,"title":["ConPredictor: Concurrency Defect Prediction in Real-World Applications"],"prefix":"10.1109","volume":"45","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9461-4251","authenticated-orcid":false,"given":"Tingting","family":"Yu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Wen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2527-2497","authenticated-orcid":false,"given":"Xue","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9534-556X","authenticated-orcid":false,"given":"Jane Huffman","family":"Hayes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"crossref","first-page":"1379","DOI":"10.1016\/j.infsof.2009.04.016","article-title":"Higher order mutation testing","volume":"51","author":"jia","year":"2009","journal-title":"J Information and Software Technology"},{"key":"ref38","doi-asserted-by":"crossref","DOI":"10.1002\/9781118548387","author":"hosmer","year":"2013","journal-title":"Applied Logistic Regression"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025144"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.103"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/1656274.1656278"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/1656274.1656278"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/2338965.2336779"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2013.6698911"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/32.910860"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2643008"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2010.33"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/2372251.2372285"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2483760.2483773"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/C-M.1978.218136"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1111\/j.0824-7935.2004.t01-1-00228.x"},{"key":"ref21","first-page":"785","article-title":"Efficient concurrency-bug detection across inputs","author":"deng","year":"2013","journal-title":"Proc ACM SIGPLAN Int Conf Object Oriented Program Syst Languages Appl"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-16612-9_20"},{"key":"ref23","author":"fenton","year":"1998","journal-title":"Software Metrics A Rigorous and Practical Approach"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.91"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368161"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM.2002.1134101"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2007.66"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1002\/spe.4380210704"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/1294261.1294272"},{"key":"ref58","article-title":"Writing an LLVM Pass","year":"1953","journal-title":"Web Page"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134343"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2008.35"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025156"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CGO.2004.1281665"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2013.6693142"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(97)00043-X"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/1062455.1062530"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511809163"},{"key":"ref6","first-page":"806","article-title":"The imbalanced training sample problem: Under or over sampling?","author":"barandela","year":"2004","journal-title":"Proc Workshop Statist Pattern Recognit"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/1882291.1882308"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/1595696.1595716"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985859"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/32.544352"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/1882291.1882352"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.70"},{"key":"ref45","first-page":"244","article-title":"Constructing subtle concurrency bugs using synchronization-centric second-order mutation operators","author":"wu","year":"2011","journal-title":"Proc Int Conf on Software Eng Knowledge Eng"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.70773"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/BF02249049"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/2254064.2254075"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2013.6693087"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/1595696.1595701"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"654","DOI":"10.1145\/2635868.2635929","article-title":"Are mutants a valid substitute for real faults in software testing?","author":"just","year":"2014","journal-title":"Proc Sixth ACM SIGSOFT Int'l Symp Foundations of Software Eng"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606584"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2780222"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368160"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368114"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/32.553637"},{"key":"ref77","author":"quinlan","year":"2014","journal-title":"C4 5 Programs for Machine Learning"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/WCRE.2010.37"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2010.5609560"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2013.02.009"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606589"},{"key":"ref60","first-page":"329","article-title":"Learning from mistakes: A comprehensive study on real world concurrency bug characteristics","author":"lu","year":"2008","journal-title":"Proc Int Conf Arch Support Program Lang Operat Syst"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134425"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2011.09.007"},{"key":"ref63","first-page":"5","article-title":"Metrics measuring control flow complexity in concurrent programs","author":"mathews","year":"1995","journal-title":"Proc Pacific Northwest Software Quality Conf"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233837"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/1540438.1540448"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/1453101.1453106"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.256941"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-010-0070-z"},{"key":"ref2","author":"alpaydin","year":"2004","journal-title":"Introduction to Machine Learning"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368114"},{"key":"ref1","article-title":"Design of mutant operators for the c programming language","author":"agrawal","year":"1989"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/2483760.2483771"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1145\/2043556.2043572"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950353"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2543218"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025120"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-5939-6"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597078"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/PRDC.2007.28"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2016.39"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2012.6224281"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"330","DOI":"10.1145\/2931037.2931039","article-title":"Mutation-aware fault prediction","author":"bowes","year":"2016","journal-title":"Proc Int Symp Software Testing Anal"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/MUTATION.2006.10"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/1065944.1065972"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1142\/S0218213008003947"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1613\/jair.953"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/32.295895"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/1572272.1572282"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.114.3.494"},{"key":"ref81","first-page":"1","article-title":"Appropriate statistics for ordinal level data: Should we really be using t-test and Cohen'sd for evaluating group differences on the NSSE and other surveys","author":"romano","year":"2006","journal-title":"Annual Meeting of the Florida Association of Institutional Research"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1958.tb00292.x"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2003.1191795"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/32.910859"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2322358"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/2393596.2393669"},{"key":"ref89","author":"witten","year":"2005","journal-title":"Data Mining Practical Machine Learning Tools and Techniques"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.139"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-011-9182-8"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9103-7"},{"key":"ref88","article-title":"Probability and statistics for engineers and scientists","volume":"3","author":"walpole","year":"1993"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/8735965\/08252721.pdf?arnumber=8252721","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T21:14:29Z","timestamp":1657746869000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8252721\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6,1]]},"references-count":100,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tse.2018.2791521","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,6,1]]}}}