{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T03:40:11Z","timestamp":1782877211885,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,10,11]],"date-time":"2018-10-11T00:00:00Z","timestamp":1539216000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,10,11]]},"DOI":"10.1145\/3239235.3240500","type":"proceedings-article","created":{"date-parts":[[2018,10,4]],"date-time":"2018-10-04T12:21:55Z","timestamp":1538655715000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["Are mutants really natural?"],"prefix":"10.1145","author":[{"given":"Matthieu","family":"Jimenez","sequence":"first","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thiery Titcheu","family":"Checkam","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maxime","family":"Cordy","sequence":"additional","affiliation":[{"name":"University of Namur, Namur, Belgium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mike","family":"Papadakis","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marinos","family":"Kintis","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yves Le","family":"Traon","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mark","family":"Harman","sequence":"additional","affiliation":[{"name":"University College London and Facebook, London, UK"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2018,10,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635883"},{"key":"e_1_3_2_1_2_1","volume-title":"Sutton","author":"Allamanis Miltiadis","year":"2017","unstructured":"Miltiadis Allamanis , Earl T. Barr , Premkumar T. Devanbu , and Charles A . Sutton . 2017 . A Survey of Machine Learning for Big Code and Naturalness. CoRR abs\/1709.06182 (2017). http:\/\/arxiv.org\/abs\/1709.06182 Miltiadis Allamanis, Earl T. Barr, Premkumar T. Devanbu, and Charles A. Sutton. 2017. A Survey of Machine Learning for Big Code and Naturalness. CoRR abs\/1709.06182 (2017). http:\/\/arxiv.org\/abs\/1709.06182"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2006.83"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2011.30"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106280"},{"key":"e_1_3_2_1_6_1","volume-title":"Yves Le Traon, and Koushik Sen","author":"Chekam Thierry Titcheu","year":"2018","unstructured":"Thierry Titcheu Chekam , Mike Papadakis , Tegawend\u00e9 F. Bissyand\u00e9 , Yves Le Traon, and Koushik Sen . 2018 . Selecting Fault Revealing Mutants. CoRR abs\/1803.07901 (2018). arXiv:1803.07901 http:\/\/arxiv.org\/abs\/1803.07901 Thierry Titcheu Chekam, Mike Papadakis, Tegawend\u00e9 F. Bissyand\u00e9, Yves Le Traon, and Koushik Sen. 2018. Selecting Fault Revealing Mutants. CoRR abs\/1803.07901 (2018). arXiv:1803.07901 http:\/\/arxiv.org\/abs\/1803.07901"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.61"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1006\/csla.1999.0128"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2010.8"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2012.155"},{"key":"e_1_3_2_1_11_1","volume-title":"2015 IEEE Eighth International Conference on Software Testing, Verification and Validation Workshops (ICSTW). 1--10","author":"Deng L.","unstructured":"L. Deng , N. Mirzaei , P. Ammann , and J. Offutt . 2015. Towards mutation analysis of Android apps . In 2015 IEEE Eighth International Conference on Software Testing, Verification and Validation Workshops (ICSTW). 1--10 . L. Deng, N. Mirzaei, P. Ammann, and J. Offutt. 2015. Towards mutation analysis of Android apps. In 2015 IEEE Eighth International Conference on Software Testing, Verification and Validation Workshops (ICSTW). 1--10."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884821"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1882291.1882315"},{"key":"e_1_3_2_1_15_1","volume-title":"34th International Conference on Software Engineering, ICSE 2012","author":"Hindle Abram","year":"2012","unstructured":"Abram Hindle , Earl T. Barr , Zhendong Su , Mark Gabel , and Premkumar T. Devanbu . 2012. On the naturalness of software . In 34th International Conference on Software Engineering, ICSE 2012 , June 2-9, 2012 , Zurich, Switzerland. 837--847. Abram Hindle, Earl T. Barr, Zhendong Su, Mark Gabel, and Premkumar T. Devanbu. 2012. On the naturalness of software. In 34th International Conference on Software Engineering, ICSE 2012, June 2-9, 2012, Zurich, Switzerland. 837--847."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106244"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"e_1_3_2_1_18_1","volume-title":"On the Impact of Tokenizer and Parameters on N-Gram Based Code Analysis. In 34th International Conference on Conference on Software Maintenance and Evolution, ICSME 2018","author":"Jimenez Matthieu","year":"2018","unstructured":"Matthieu Jimenez , Maxime Cordy , Yves Le Traon , and Mike Papadakis . 2018 . On the Impact of Tokenizer and Parameters on N-Gram Based Code Analysis. In 34th International Conference on Conference on Software Maintenance and Evolution, ICSME 2018 , September 23 - 29 , 2018, Madrid, Spain. Matthieu Jimenez, Maxime Cordy, Yves Le Traon, and Mike Papadakis. 2018. On the Impact of Tokenizer and Parameters on N-Gram Based Code Analysis. In 34th International Conference on Conference on Software Maintenance and Evolution, ICSME 2018, September 23 - 29, 2018, Madrid, Spain."},{"key":"e_1_3_2_1_19_1","volume-title":"TUNA: TUning Naturalness-based Analysis. In 34th International Conference on Conference on Software Maintenance and Evolution, ICSME 2018","author":"Jimenez Matthieu","year":"2018","unstructured":"Matthieu Jimenez , Maxime Cordy , Yves Le Traon , and Mike Papadakis . 2018 . TUNA: TUning Naturalness-based Analysis. In 34th International Conference on Conference on Software Maintenance and Evolution, ICSME 2018 , September 23 - 29 , 2018, Madrid, Spain. Matthieu Jimenez, Maxime Cordy, Yves Le Traon, and Mike Papadakis. 2018. TUNA: TUning Naturalness-based Analysis. In 34th International Conference on Conference on Software Maintenance and Evolution, ICSME 2018, September 23 - 29, 2018, Madrid, Spain."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2628055"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2011.6100138"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2684805"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9582-5"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/27.2.97"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950322"},{"key":"e_1_3_2_1_26_1","volume-title":"Assessing and Improving the Mutation Testing Practice of PIT. In 2017 IEEE International Conference on Software Testing, Verification and Validation (ICST). 430--435","author":"Laurent T.","unstructured":"T. Laurent , M. Papadakis , M. Kintis , C. Henard , Y. L. Traon , and A. Ventresque . 2017 . Assessing and Improving the Mutation Testing Practice of PIT. In 2017 IEEE International Conference on Software Testing, Verification and Validation (ICST). 430--435 . T. Laurent, M. Papadakis, M. Kintis, C. Henard, Y. L. Traon, and A. Ventresque. 2017. Assessing and Improving the Mutation Testing Practice of PIT. In 2017 IEEE International Conference on Software Testing, Verification and Validation (ICST). 430--435."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106275"},{"key":"e_1_3_2_1_28_1","volume-title":"Towards Security-Aware Mutation Testing. In 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). 97--102","author":"Loise T.","unstructured":"T. Loise , X. Devroey , G. Perrouin , M. Papadakis , and P. Heymans . 2017 . Towards Security-Aware Mutation Testing. In 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). 97--102 . T. Loise, X. Devroey, G. Perrouin, M. Papadakis, and P. Heymans. 2017. Towards Security-Aware Mutation Testing. In 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). 97--102."},{"key":"e_1_3_2_1_29_1","volume-title":"Manning and Hinrich Sch\u00fctze","author":"Christopher","year":"1999","unstructured":"Christopher D. Manning and Hinrich Sch\u00fctze . 1999 . Foundations of Statistical Natural Language Processing. MIT Press , Cambridge, MA, USA. Christopher D. Manning and Hinrich Sch\u00fctze. 1999. Foundations of Statistical Natural Language Processing. MIT Press, Cambridge, MA, USA."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180191"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1542"},{"key":"e_1_3_2_1_32_1","unstructured":"Graham Neubig. 2017. Kyoto Language Modeling Toolkit. (2017). https:\/\/github.com\/neubig\/kylm  Graham Neubig. 2017. Kyoto Language Modeling Toolkit. (2017). https:\/\/github.com\/neubig\/kylm"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/229000.226317"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/227607.227610"},{"key":"e_1_3_2_1_35_1","volume-title":"The Springer International Series on Advances in Database Systems","volume":"24","author":"Offutt A.J.","unstructured":"A.J. Offutt and R. H. Untch . 2001. Mutation 2000: Uniting the Orthogonal. In Mutation Testing for the New Century, W.Eric Wong (Ed.) . The Springer International Series on Advances in Database Systems , Vol. 24 . Springer US, 34--44. A.J. Offutt and R. H. Untch. 2001. Mutation 2000: Uniting the Orthogonal. In Mutation Testing for the New Century, W.Eric Wong (Ed.). The Springer International Series on Advances in Database Systems, Vol. 24. Springer US, 34--44."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1297846.1297902"},{"key":"e_1_3_2_1_37_1","volume-title":"Mutant Quality Indicators. In 13th International Workshop on Mutation Analysis (MUTATION'18)","author":"Papadakis Mike","year":"2018","unstructured":"Mike Papadakis , Thierry Titcheu Chekam , and Yves Le Traon . 2018 . Mutant Quality Indicators. In 13th International Workshop on Mutation Analysis (MUTATION'18) . Mike Papadakis, Thierry Titcheu Chekam, and Yves Le Traon. 2018. Mutant Quality Indicators. In 13th International Workshop on Mutation Analysis (MUTATION'18)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2931040"},{"key":"e_1_3_2_1_39_1","volume-title":"Yves Le Traon, and Mark Harman","author":"Papadakis Mike","year":"2018","unstructured":"Mike Papadakis , Marinos Kintis , Jie Zhang , Yue Jia , Yves Le Traon, and Mark Harman . 2018 . Mutation Testing Advances: An Analysis and Survey. Advances in Computers ( 2018). Mike Papadakis, Marinos Kintis, Jie Zhang, Yue Jia, Yves Le Traon, and Mark Harman. 2018. Mutation Testing Advances: An Analysis and Survey. Advances in Computers (2018)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180183"},{"key":"e_1_3_2_1_41_1","unstructured":"Java Parser. 2017. Java Parser Github. (2017). https:\/\/github.com\/javaparser\/javaparser  Java Parser. 2017. Java Parser Github. (2017). https:\/\/github.com\/javaparser\/javaparser"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P14-1108"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884848"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2010.16"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635875"},{"key":"e_1_3_2_1_46_1","first-page":"101","article-title":"A Critique and Improvement of the CL Common Language Effect Size Statistics of McGraw and Wong","volume":"25","author":"Vargha A.","year":"2000","unstructured":"A. Vargha and H. D. Delaney . 2000 . A Critique and Improvement of the CL Common Language Effect Size Statistics of McGraw and Wong . Jrnl. Educ. Behav. Stat. 25 , 2 (2000), 101 -- 132 . A. Vargha and H. D. Delaney. 2000. A Critique and Improvement of the CL Common Language Effect Size Statistics of McGraw and Wong. Jrnl. Educ. Behav. Stat. 25, 2 (2000), 101--132.","journal-title":"Jrnl. Educ. Behav. Stat."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.03.002"}],"event":{"name":"ESEM '18: ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement","location":"Oulu Finland","acronym":"ESEM '18","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 12th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3239235.3240500","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3239235.3240500","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:57:25Z","timestamp":1750208245000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3239235.3240500"}},"subtitle":["a study on how \"naturalness\" helps mutant selection"],"short-title":[],"issued":{"date-parts":[[2018,10,11]]},"references-count":47,"alternative-id":["10.1145\/3239235.3240500","10.1145\/3239235"],"URL":"https:\/\/doi.org\/10.1145\/3239235.3240500","relation":{},"subject":[],"published":{"date-parts":[[2018,10,11]]},"assertion":[{"value":"2018-10-11","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}