{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T04:48:59Z","timestamp":1784695739084,"version":"3.55.0"},"reference-count":28,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1109\/ase51524.2021.9678706","type":"proceedings-article","created":{"date-parts":[[2022,1,20]],"date-time":"2022-01-20T20:33:49Z","timestamp":1642710829000},"page":"1377-1381","source":"Crossref","is-referenced-by-count":25,"title":["Assessing Robustness of ML-Based Program Analysis Tools using Metamorphic Program Transformations"],"prefix":"10.1109","author":[{"given":"Leonhard","family":"Applis","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Annibale","family":"Panichella","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arie","family":"van Deursen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref10","first-page":"867","article-title":"Properties of machine learning applications for use in metamorphic testing","author":"murphy","year":"2008","journal-title":"20th International Conference on Software Engineering and Knowledge Engineering SEKE 2008"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2010.11.920"},{"key":"ref12","first-page":"562","article-title":"Single image face recognition using laplacian of gaussian and discrete cosine transforms","volume":"9","author":"sharif","year":"2012","journal-title":"Int Arab J Inf Technol"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/MSR52588.2021.00063"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3390\/app11114793"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3240732"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.nlp4prog-1.3"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"ref18","author":"cooper","year":"2011","journal-title":"Engineering a Compiler"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2016.0150"},{"key":"ref28","article-title":"Distribution-free mulitple comparisons phd thesis princeton university princeton","author":"nemenyi","year":"1963"},{"key":"ref4","article-title":"Machine learning for software engineering: A systematic mapping","author":"shafiq","year":"2020"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.2307\/2279372"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1186\/s42400-018-0002-y"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1195"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"ref8","article-title":"Machine learning testing: Survey, landscapes and horizons","author":"zhang","year":"2020","journal-title":"IEEE Transactions on Software Engineering"},{"key":"ref7","first-page":"1571","author":"li","year":"2020","journal-title":"DeepCommenter A Deep Code Comment Generation Tool with Hybrid Lexical and Syntactical Information"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2013.02.061"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330574"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3379597.3387445"},{"key":"ref22","article-title":"Codexglue: A benchmark dataset and open challenge for code intelligence","year":"2020"},{"key":"ref21","article-title":"Adversarial examples for models of code","author":"yefet","year":"2019"},{"key":"ref24","first-page":"311","article-title":"Bleu: a method for automatic evaluation of machine translation","author":"papineni","year":"2002","journal-title":"Proceedings of the 40th Annual Meeting on Association for Computational Linguistics  - ACL '02"},{"key":"ref23","article-title":"Codesearchnet challenge: Evaluating the state of semantic code search","author":"husain","year":"2019"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.2307\/2333709"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-4380-9_16"}],"event":{"name":"2021 36th IEEE\/ACM International Conference on Automated Software Engineering (ASE)","location":"Melbourne, Australia","start":{"date-parts":[[2021,11,15]]},"end":{"date-parts":[[2021,11,19]]}},"container-title":["2021 36th IEEE\/ACM International Conference on Automated Software Engineering (ASE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9678507\/9678392\/09678706.pdf?arnumber=9678706","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,18]],"date-time":"2022-04-18T20:27:11Z","timestamp":1650313631000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9678706\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/ase51524.2021.9678706","relation":{},"subject":[],"published":{"date-parts":[[2021,11]]}}}