{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T07:30:38Z","timestamp":1781076638852,"version":"3.54.1"},"reference-count":57,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Luxembourg National Research Fund","award":["C19\/IS\/13646587\/RASoRS"],"award-info":[{"award-number":["C19\/IS\/13646587\/RASoRS"]}]},{"name":"Luxembourg National Research Fund","award":["PayPal"],"award-info":[{"award-number":["PayPal"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1109\/tse.2023.3277564","type":"journal-article","created":{"date-parts":[[2023,5,26]],"date-time":"2023-05-26T17:42:47Z","timestamp":1685122967000},"page":"3922-3938","source":"Crossref","is-referenced-by-count":16,"title":["Syntactic Versus Semantic Similarity of Artificial and Real Faults in Mutation Testing Studies"],"prefix":"10.1109","volume":"49","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8213-3381","authenticated-orcid":false,"given":"Milos","family":"Ojdanic","sequence":"first","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2507-8846","authenticated-orcid":false,"given":"Aayush","family":"Garg","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7471-6050","authenticated-orcid":false,"given":"Ahmed","family":"Khanfir","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1611-3969","authenticated-orcid":false,"given":"Renzo","family":"Degiovanni","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1852-2547","authenticated-orcid":false,"given":"Mike","family":"Papadakis","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1045-4861","authenticated-orcid":false,"given":"Yves","family":"Le Traon","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09778-7"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227210"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106280"},{"key":"ref56","first-page":"101","article-title":"A critique and improvement of the “CL” common language effect size statistics of McGraw and Wong","volume":"25","author":"vargha","year":"2000","journal-title":"Journal of Educational and Behavioral Statistics"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.61"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3425497"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3377812.3382146"},{"key":"ref52","article-title":"Sequence to sequence learning with neural networks","volume":"27","author":"sutskever","year":"2014","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP52600.2021.00036"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2019.00046"},{"key":"ref10","article-title":"Code generation tools (almost) for free? A study of few-shot, pre-trained language models on code","author":"barei\u00df","year":"2022"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3340544"},{"key":"ref17","first-page":"160","article-title":"BERT: Mutation testing using pre-trained language models","author":"degiovanni","year":"2022","journal-title":"International Conference on Software Testing Verification and Validation Workshops"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2948707"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/C-M.1978.218136"},{"key":"ref51","first-page":"3104","article-title":"Sequence to sequence learning with neural networks","author":"sutskever","year":"2014","journal-title":"Proc 27th Int Conf Neural Inf Process Syst"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICST53961.2022.00027"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ICST49551.2021.00016"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468623"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/967900.968151"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3276517"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/bs.adcom.2018.03.015"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2931040"},{"key":"ref44","first-page":"311","article-title":"BLEU: A method for automatic evaluation of machine translation","author":"papineni","year":"2002","journal-title":"Proc Annual Meeting of the Assoc Computational Linguistics"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180183"},{"key":"ref49","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","author":"raffel","year":"2020"},{"key":"ref8","first-page":"27865","article-title":"Self-supervised bug detection and repair","author":"allamanis","year":"2021","journal-title":"Proc 34th Proc Adv Neural Inf Process Syst"},{"key":"ref7","year":"0"},{"key":"ref9","first-page":"402","article-title":"Is mutation an appropriate tool for testing experiments?","author":"andrews","year":"0","journal-title":"Proc 27th Int l Conf Software Eng"},{"key":"ref4","year":"0"},{"key":"ref3","year":"0"},{"key":"ref6","year":"0"},{"key":"ref5","year":"0"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2018.00025"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950322"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.21236\/ADA461156"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-5939-6_7"},{"key":"ref36","first-page":"380","article-title":"Using of Jaccard coefficient for keywords similarity","volume":"1","author":"niwattanakul","year":"2013","journal-title":"Proc Int Multiconference Engineers Comput Scientists"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3542946"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635929"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9582-5"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2684805"},{"key":"ref2","year":"0"},{"key":"ref1","year":"0"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/229000.226317"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/125489.125473"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.104"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2014.40"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/1052883.1052895"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227135"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-022-10197-4"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106304"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3140510"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2009.04.016"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/1376815.1376819"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2628055"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/10185148\/10136793.pdf?arnumber=10136793","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,7]],"date-time":"2023-08-07T18:05:56Z","timestamp":1691431556000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10136793\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7]]},"references-count":57,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tse.2023.3277564","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,7]]}}}