{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T23:31:46Z","timestamp":1776814306251,"version":"3.51.2"},"reference-count":91,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2021,7,18]],"date-time":"2021-07-18T00:00:00Z","timestamp":1626566400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,7,18]],"date-time":"2021-07-18T00:00:00Z","timestamp":1626566400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Front. Comput. Sci."],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1007\/s11704-020-9441-1","type":"journal-article","created":{"date-parts":[[2021,7,18]],"date-time":"2021-07-18T08:03:21Z","timestamp":1626595401000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Experience report: investigating bug fixes in machine learning frameworks\/libraries"],"prefix":"10.1007","volume":"15","author":[{"given":"Xiaobing","family":"Sun","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tianchi","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rongcun","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yucong","family":"Duan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lili","family":"Bo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jianming","family":"Chang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,7,18]]},"reference":[{"key":"9441_CR1","unstructured":"Cui Z L, Wang J. Distributed intelligent control system of the injection molding machine based on arm controller. In: Proceedings of IEEE International Conference on Computer Science and Automation Engineering. 2011, 339\u2013342"},{"key":"9441_CR2","volume-title":"Challenges of Medical Text and Image Processing: Machine Learning Approaches","author":"E Menasalvas","year":"2016","unstructured":"Menasalvas E, Gonzalo-Martin C. Challenges of Medical Text and Image Processing: Machine Learning Approaches. Switzerland: Springer, Cham, 2016"},{"key":"9441_CR3","doi-asserted-by":"publisher","DOI":"10.2118\/167839-MS","volume-title":"Advanced Machine Learning Methods for Production Data Pattern Recognition","author":"N Subrahmanya","year":"2014","unstructured":"Subrahmanya N, Xu P, El-Bakry A, Reynolds C. Advanced Machine Learning Methods for Production Data Pattern Recognition. Texas: Society of Petroleum Engineers, 2014"},{"key":"9441_CR4","doi-asserted-by":"crossref","unstructured":"Raedt L D, Guns T, Nijssen S. Constraint programming for data mining and machine learning. In: Proceedings of the 24th AAAI Conference on Artificial Intelligence. 2010, 11\u201315","DOI":"10.1609\/aaai.v24i1.7707"},{"key":"9441_CR5","doi-asserted-by":"crossref","unstructured":"Wang L, Sun X B, Wang J W, Duan Y C, Li B. Construct bug knowledge graph for bug resolution: poster. In: Proceedings of the 39th IEEE\/ACM International Conference on Software Engineering. 2017, 189\u2013191","DOI":"10.1109\/ICSE-C.2017.102"},{"key":"9441_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.infsof.2015.05.003","volume":"66","author":"X B Sun","year":"2015","unstructured":"Sun X B, Li B X, Leung H, Li B, Li Y. Msr4sm: using topic models to effectively mining software repositories for software maintenance tasks, Information and Software Technology, 2015, 66: 1\u201312","journal-title":"Information and Software Technology"},{"key":"9441_CR7","doi-asserted-by":"crossref","unstructured":"Sun X B, Liu X Y, Li B, Duan Y C, Yang H, Hu J J. Exploring topic models in software engineering data analysis: a survey. In: Proceedings of IEEE\/ACIS International Conference on Software Engineering. 2016, 357\u2013362","DOI":"10.1109\/SNPD.2016.7515925"},{"key":"9441_CR8","doi-asserted-by":"crossref","unstructured":"Yang H, Sun X B, Li B, Duan Y C. DR_PSF: enhancing developer recommendation by leveraging personalized source-code files. In: Proceedings of the 40th IEEE Annual Conference on Computer, Software and Applications. 2016, 239\u2013244","DOI":"10.1109\/COMPSAC.2016.101"},{"issue":"3","key":"9441_CR9","doi-asserted-by":"publisher","first-page":"272","DOI":"10.1109\/TSE.2016.2576454","volume":"43","author":"X Xia","year":"2017","unstructured":"Xia X, Lo D, Ding Y, Al-Kofahi J M, Nguyen T N, Wang X Y. Improving automated bug triaging with specialized topic model. IEEE Transactions on Software Engineering, 2017, 43(3): 272\u2013297","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9441_CR10","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1016\/j.jss.2017.09.021","volume":"134","author":"X B Sun","year":"2017","unstructured":"Sun X B, Yang H, Xia X, Li B. Enhancing developer recommendation with supplementary information via mining historical commits. Journal of Systems and Software, 2017, 134: 355\u2013368","journal-title":"Journal of Systems and Software"},{"key":"9441_CR11","doi-asserted-by":"crossref","unstructured":"Huang Q, Xia X, Lo D. Supervised vs unsupervised models: a holistic look at effort-aware just-in-time defect prediction. In: Proceedings of IEEE International Conference on Software Maintenance and Evolution. 2017, 159\u2013170","DOI":"10.1109\/ICSME.2017.51"},{"key":"9441_CR12","doi-asserted-by":"crossref","unstructured":"Yang Y B, Zhou Y M, Liu J P, Zhao Y Y, Lu H M, Xu L, Xu B W, Leung H. Effort-aware just-in-time defect prediction: simple unsupervised models could be better than supervised models. In: Proceedings of ACM Sigsoft International Symposium on Foundations of Software Engineering. 2016, 157\u2013168","DOI":"10.1145\/2950290.2950353"},{"key":"9441_CR13","doi-asserted-by":"publisher","first-page":"204","DOI":"10.1016\/j.infsof.2019.07.003","volume":"114","author":"T C Zhou","year":"2019","unstructured":"Zhou T C, Sun X B, Xia X, Li B, Chen X. Improving defect prediction with deep forest. Information and Software Technology, 2019, 114: 204\u2013216","journal-title":"Information and Software Technology"},{"key":"9441_CR14","doi-asserted-by":"crossref","unstructured":"Jing X Y, Wu F, Dong X W, Qi F M, Xu B W. Heterogeneous cross-company defect prediction by unified metric representation and cca-based transfer learning. In: Proceedings of the 10th Joint Meeting on Foundations of Software Engineering. 2015, 496\u2013507","DOI":"10.1145\/2786805.2786813"},{"key":"9441_CR15","doi-asserted-by":"crossref","unstructured":"Zhang F, Zheng Q, Zou Y, Hassan A E. Cross-project defect prediction using a connectivity-based unsupervised classifier. In: Proceedings of IEEE\/ACM International Conference on Software Engineering. 2016, 309\u2013320","DOI":"10.1145\/2884781.2884839"},{"issue":"5","key":"9441_CR16","doi-asserted-by":"publisher","first-page":"812","DOI":"10.1007\/s11704-016-5226-y","volume":"10","author":"X B Sun","year":"2016","unstructured":"Sun X B, Peng X, Li B, Li B X, Wen W Z. IPSETFUL: an iterative process of selecting test cases for effective fault localization by exploring concept lattice of program spectra. Frontiers of Computer Science, 2016, 10(5): 812\u2013831","journal-title":"Frontiers of Computer Science"},{"key":"9441_CR17","doi-asserted-by":"crossref","unstructured":"Xu Z G, Ma S Q, Zhang X Y, Zhu S F, Xu B W. Debugging with intelligence via probabilistic inference. In: Proceedings of the 40th International Conference on Software Engineering. 2018, 1171\u20131181","DOI":"10.1145\/3180155.3180237"},{"key":"9441_CR18","doi-asserted-by":"crossref","unstructured":"Chappelly T, Cifuentes C, Krishnan P, Gevay S. Machine learning for finding bugs: an initial report. In: Proceedings of IEEE Workshop on Machine Learning Techniques for Software Quality Evaluation. 2017, 21\u201326","DOI":"10.1109\/MALTESQUE.2017.7882012"},{"key":"9441_CR19","doi-asserted-by":"crossref","unstructured":"Helming J, Arndt H, Hodaie Z, Koegel M, Narayan N. Automatic assignment of work items. In: Proceedings of International Conference on Evaluation of Novel Approaches to Software Engineering. 2010, 236\u2013250","DOI":"10.1007\/978-3-642-23391-3_17"},{"key":"9441_CR20","doi-asserted-by":"crossref","unstructured":"Liu C, Yang J Q, Tan L, Hafiz M. R2fix: automatically generating bug fixes from bug reports. In: Proceedings of IEEE International Conference on Software Testing, Verification and Validation. 2013, 282\u2013291","DOI":"10.1109\/ICST.2013.24"},{"key":"9441_CR21","doi-asserted-by":"crossref","unstructured":"Thung F, Lo D, Jiang L X. Automatic recovery of root causes from bug-fixing changes. In: Proceedings of Working Conference on Reverse Engineering. 2013, 92\u2013101","DOI":"10.1109\/WCRE.2013.6671284"},{"issue":"3","key":"9441_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2000791.2000794","volume":"20","author":"J Anvik","year":"2011","unstructured":"Anvik J, Murphy G C. Reducing the effort of bug report triage: recommenders for development-oriented decisions. ACM Transactions on Software Engineering and Methodology, 2011, 20(3): 1\u201335","journal-title":"ACM Transactions on Software Engineering and Methodology"},{"key":"9441_CR23","doi-asserted-by":"crossref","unstructured":"Hellendoorn V J, Devanbu P T. Are deep neural networks the best choice for modeling source code? In: Proceedings of the 11th Joint Meeting on Foundations of Software Engineering. 2017, 763\u2013773","DOI":"10.1145\/3106237.3106290"},{"key":"9441_CR24","doi-asserted-by":"crossref","unstructured":"Yang G, Zhang T, Lee B. Utilizing a multi-developer network-based developer recommendation algorithm to fix bugs effectively. In: Proceedings of ACM Symposium on Applied Computing. 2014, 1134\u20131139","DOI":"10.1145\/2554850.2555008"},{"key":"9441_CR25","doi-asserted-by":"crossref","unstructured":"Gu X D, Zhang H Y, Kim S H. Deep code search. In: Proceedings of the 40th International Conference on Software Engineering. 2018, 933\u2013944","DOI":"10.1145\/3180155.3180167"},{"key":"9441_CR26","doi-asserted-by":"crossref","unstructured":"Reungsinkonkarn A, Apirukvorapinit P. Bug detection using particle swarm optimization with search space reduction. In: Proceedings of International Conference on Intelligent Systems, Modelling and Simulation. 2015, 53\u201357","DOI":"10.1109\/ISMS.2015.20"},{"key":"9441_CR27","doi-asserted-by":"crossref","unstructured":"Liu H, Xu Z F, Zou Y Z. Deep learning based feature envy detection. In: Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering. 2018, 385\u2013396","DOI":"10.1145\/3238147.3238166"},{"key":"9441_CR28","doi-asserted-by":"crossref","unstructured":"Hu X, Li G, Xia X, Lo D, Jin Z. Deep code comment generation. In: Proceedings of the 26th Conference on Program Comprehension. 2018, 200\u2013210","DOI":"10.1145\/3196321.3196334"},{"key":"9441_CR29","doi-asserted-by":"publisher","first-page":"110538","DOI":"10.1016\/j.jss.2020.110538","volume":"163","author":"Z Ni","year":"2020","unstructured":"Ni Z, Li B, Sun X B, Chen T H, Tang B, Shi X C. Analyzing bug fix for automatic bug cause classification. Journal of Systems and Software, 2020, 163: 110538","journal-title":"Journal of Systems and Software"},{"key":"9441_CR30","doi-asserted-by":"crossref","unstructured":"Guo J, Cheng J H, Cleland-Huang J. Semantically enhanced software traceability using deep learning techniques. In: Proceedings of the 39th International Conference on Software Engineering. 2017, 3\u201314","DOI":"10.1109\/ICSE.2017.9"},{"key":"9441_CR31","doi-asserted-by":"crossref","unstructured":"Liu Z X, Xia X, Hassan A E, Lo D, Xing Z C, Wang X Y. Neural-machine-translation-based commit message generation: how far are we? In: Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering. 2018, 373\u2013384","DOI":"10.1145\/3238147.3238190"},{"key":"9441_CR32","doi-asserted-by":"crossref","unstructured":"Hu J J, Sun X B, Lo D, Li B. Modeling the evolution of development topics using dynamic topic models. In: Proceedings of IEEE International Conference on Software Analysis, Evolution and Reengineering. 2015, 3\u201312","DOI":"10.1109\/SANER.2015.7081810"},{"key":"9441_CR33","doi-asserted-by":"crossref","unstructured":"Sun Y C, Wu M, Ruan W J, Huang X W, Kwiatkowska M, Kroening D. Concolic testing for deep neural networks. In: Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering. 2018, 109\u2013119","DOI":"10.1145\/3238147.3238172"},{"key":"9441_CR34","doi-asserted-by":"crossref","unstructured":"Ma L, Liu Y, Zhao J J, Wang Y D, Xu F J, Zhang F Y, Sun J Y, Xue M H, Li B, Chen C Y, Su T, Li L. Deepgauge: multi-granularity testing criteria for deep learning systems. In: Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering. 2018, 120\u2013131","DOI":"10.1145\/3238147.3238202"},{"key":"9441_CR35","doi-asserted-by":"crossref","unstructured":"Thung F, Wang S W, Lo D, Jiang L X. An empirical study of bugs in machine learning systems. In: Proceedings of IEEE International Symposium on Software Reliability Engineering. 2012, 271\u2013280","DOI":"10.1109\/ISSRE.2012.22"},{"key":"9441_CR36","doi-asserted-by":"crossref","unstructured":"Zhang Y H, Chen Y F, Cheung S C, Xiong Y F, Zhang L. An empirical study on tensorflow program bugs. In: Proceedings of the 27th ACM SIGSOFT International Symposium on Software Testing and Analysis. 2018, 129\u2013140","DOI":"10.1145\/3213846.3213866"},{"key":"9441_CR37","doi-asserted-by":"crossref","unstructured":"Sun X B, Zhou T C, Li G J, Hu J J, Yang H, Li B. An empirical study on real bugs for machine learning programs. In: Proceedings of Asia-Pacific Software Engineering Conference. 2017, 348\u2013357","DOI":"10.1109\/APSEC.2017.41"},{"issue":"5","key":"9441_CR38","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.ins.2015.12.008","volume":"59","author":"L L Wang","year":"2016","unstructured":"Wang L L, Li B X, Leung H. A new method to encode calling contexts with recursions. Science China Information Sciences, 2016, 59(5): 60\u201374","journal-title":"Science China Information Sciences"},{"issue":"7","key":"9441_CR39","doi-asserted-by":"publisher","first-page":"1558","DOI":"10.1016\/j.jss.2012.01.046","volume":"85","author":"B X Li","year":"2012","unstructured":"Li B X, Wang L L, Leung H, Liu F. Profiling all paths: a new profiling technique for both cyclic and acyclic paths. Journal of Systems and Software, 2012, 85(7): 1558\u20131576","journal-title":"Journal of Systems and Software"},{"issue":"3","key":"9441_CR40","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1145\/2886098","volume":"40","author":"S Danicic","year":"2018","unstructured":"Danicic S, Laurence M R. Static backward slicing of non-deterministic programs and systems. ACM Transactions on Programming Language and Systems, 2018, 40(3): 11","journal-title":"ACM Transactions on Programming Language and Systems"},{"key":"9441_CR41","doi-asserted-by":"crossref","unstructured":"Ufuktepe E, Tuglular T. A program slicing-based bayesian network model for change impact analysis. In: Proceedings of IEEE International Conference on Software Quality, Reliability and Security. 2018, 490\u2013499","DOI":"10.1109\/QRS.2018.00062"},{"key":"9441_CR42","doi-asserted-by":"crossref","unstructured":"Roy S, Pandey A, Dolan-Gavitt B, Hu Y. Bug synthesis: challenging bug-finding tools with deep faults. In: Proceedings of the 2018 ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering. 2018, 224\u2013234","DOI":"10.1145\/3236024.3236084"},{"key":"9441_CR43","doi-asserted-by":"crossref","unstructured":"Cheng D W, Cao C, Xu C, Ma X X. Manifesting bugs in machine learning code: an explorative study with mutation testing. In: Proceedings of IEEE International Conference on Software Quality, Reliability and Security. 2018, 313\u2013324","DOI":"10.1109\/QRS.2018.00044"},{"key":"9441_CR44","doi-asserted-by":"crossref","unstructured":"Bian P, Liang B, Shi W C, Huang J J, Cai Y. Nar-miner: discovering negative association rules from code for bug detection. In: Proceedings of ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering. 2018, 411\u2013422","DOI":"10.1145\/3236024.3236032"},{"key":"9441_CR45","doi-asserted-by":"crossref","unstructured":"Wong C P, Meinicke J, K\u00e4stner C. Beyond testing configurable systems: applying variational execution to automatic program repair and higher order mutation testing. In: Proceedings of ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering. 2018, 749\u2013753","DOI":"10.1145\/3236024.3264837"},{"key":"9441_CR46","doi-asserted-by":"crossref","unstructured":"Zhong H, Su Z D. An empirical study on real bug fixes. In: Proceedings of the 37th IEEE\/ACM International Conference on Software Engineering. 2015, 913\u2013923","DOI":"10.1109\/ICSE.2015.101"},{"issue":"10","key":"9441_CR47","first-page":"47","volume":"62","author":"A Roychoudhury","year":"2019","unstructured":"Roychoudhury A, Xiong Y F. Automated program repair: a step towards software automation. Science China Information Science, 2019, 62(10): 47\u201349","journal-title":"Science China Information Science"},{"issue":"12","key":"9441_CR48","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1145\/3318162","volume":"62","author":"C L Goues","year":"2019","unstructured":"Goues C L, Pradel M, Roychoudhury A. Automated program repair. Communications of the ACM, 2019, 62(12): 56\u201365","journal-title":"Communications of the ACM"},{"issue":"1","key":"9441_CR49","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1145\/3360004","volume":"29","author":"Y Yuan","year":"2020","unstructured":"Yuan Y, Banzhaf W. Toward better evolutionary program repair: an integrated approach. ACM Transactions Software Engineering and Methodology, 2020, 29(1): 5","journal-title":"ACM Transactions Software Engineering and Methodology"},{"issue":"10","key":"9441_CR50","doi-asserted-by":"publisher","first-page":"200102","DOI":"10.1007\/s11432-018-1465-6","volume":"62","author":"J J Jiang","year":"2019","unstructured":"Jiang J J, Xiong Y F, Xia X. A manual inspection of defects4J bugs and its implications for automatic program repair. SCIENCE China Informaiton Sciences, 2019, 62(10): 200102","journal-title":"SCIENCE China Informaiton Sciences"},{"issue":"1","key":"9441_CR51","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1002\/smr.220","volume":"13","author":"N Chapin","year":"2001","unstructured":"Chapin N, Hale J E, Khan M D, Ramil J F, Tan W G. Types of software evolution and software maintenance. Journal of Software Maintenance, 2001, 13(1): 3\u201330","journal-title":"Journal of Software Maintenance"},{"issue":"6","key":"9441_CR52","doi-asserted-by":"publisher","first-page":"1665","DOI":"10.1007\/s10664-013-9258-8","volume":"19","author":"L Tan","year":"2014","unstructured":"Tan L, Liu C, Li Z M, Wang X H, Zhou Y Y, Zhai C X. Bug characteristics in open source software. Empirical Software Engineering, 2014, 19(6): 1665\u20131705","journal-title":"Empirical Software Engineering"},{"key":"9441_CR53","doi-asserted-by":"publisher","first-page":"480","DOI":"10.1016\/j.jss.2017.06.039","volume":"137","author":"X L Kong","year":"2018","unstructured":"Kong X L, Zhang L M, Wong E, Li B X. The impacts of techniques, programs and tests on automated program repair: an empirical study. Journal of Systems and Software, 2018, 137: 480\u2013496","journal-title":"Journal of Systems and Software"},{"issue":"1","key":"9441_CR54","first-page":"17","volume":"51","author":"M Monperrus","year":"2018","unstructured":"Monperrus M. Automatic software repair: a bibliography. ACM Computer Survey, 2018, 51(1): 17","journal-title":"ACM Computer Survey"},{"key":"9441_CR55","doi-asserted-by":"crossref","unstructured":"Witschey J, Zielinska O A, Welk A K, Murphy-Hill E R, Mayhorn C B, Zimmermann T. Quantifying developers\u2019 adoption of security tools. In: Proceedings of the 10th Joint Meeting on Foundations of Software Engineering. 2015, 260\u2013271","DOI":"10.1145\/2786805.2786816"},{"key":"9441_CR56","doi-asserted-by":"crossref","unstructured":"Lucia L, Thung F, Lo D, Jiang L X. Are faults localizable? In: Proceedings of the 9th IEEE Working Conference on Mining Software Repositories. 2012, 74\u2013-77","DOI":"10.1109\/MSR.2012.6224302"},{"key":"9441_CR57","doi-asserted-by":"crossref","unstructured":"Tufano M, Watson C, Bavota G, Di Penta M, White M, Poshyvanyk D. An empirical investigation into learning bug-fixing patches in the wild via neural machine translation. In: Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering. 2018, 832\u2013837","DOI":"10.1145\/3238147.3240732"},{"key":"9441_CR58","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1016\/0164-1212(79)90022-0","volume":"1","author":"M M Lehman","year":"1980","unstructured":"Lehman M M. On understanding laws, evolution, and conservation in the large-program life cycle. Journal of Systems and Software, 1980, 1: 213\u2013221","journal-title":"Journal of Systems and Software"},{"issue":"1\u20134","key":"9441_CR59","first-page":"275","volume":"14","author":"M M Lehman","year":"2002","unstructured":"Lehman M M, Ramil J F. Software evolution and software evolution processes. Automated Software Engineering, 2002, 14(1\u20134): 275\u2013309","journal-title":"Automated Software Engineering"},{"key":"9441_CR60","unstructured":"Zhang J M, Harman M, Ma L, Liu Y. Machine learning testing: survey, landscapes and horizons. IEEE Transactions on Software Engineering, 2020"},{"key":"9441_CR61","doi-asserted-by":"crossref","unstructured":"Pei K X, Cao Y Z, Yang J F, Jana S. Deepxplore: automated whitebox testing of deep learning systems. In: Proceedings of the 26th Symposium on Operating Systems Principles. 2017, 1\u201318","DOI":"10.1145\/3132747.3132785"},{"key":"9441_CR62","doi-asserted-by":"crossref","unstructured":"Papernot N, McDaniel P D, Goodfellow I J, Jha S, Celik Z B, Swami A. Practical black-box attacks against deep learning systems using adversarial examples. 2016, arXiv preprint arXiv:1602.02697","DOI":"10.1145\/3052973.3053009"},{"key":"9441_CR63","doi-asserted-by":"crossref","unstructured":"Dwarakanath A, Ahuja M, Sikand S, Rao R M, Bose R P J C, Dubash N, Podder S. Identifying implementation bugs in machine learning based image classifiers using metamorphic testing. In: Proceedings of the 27th ACM SIGSOFT International Symposium on Software Testing and Analysis. 2018, 118\u2013128","DOI":"10.1145\/3213846.3213858"},{"key":"9441_CR64","doi-asserted-by":"crossref","unstructured":"Zhang T Y, Gao C Y, Ma L, Lyu M R, Kim M. An empirical study of common challenges in developing deep learning applications. In: Proceedings of the 30th IEEE International Symposium on Software Reliability Engineering. 2019, 104\u2013115","DOI":"10.1109\/ISSRE.2019.00020"},{"key":"9441_CR65","doi-asserted-by":"crossref","unstructured":"Guo Q Y, Chen S, Xie X F, Ma L, Hu Q, Liu H T, Liu Y, Zhao J J, Li X H. An empirical study towards characterizing deep learning development and deployment across different frameworks and platforms. In: Proceedings of the 34th IEEE\/ACM International Conference on Automated Software Engineering. 2019, 810\u2013822","DOI":"10.1109\/ASE.2019.00080"},{"key":"9441_CR66","doi-asserted-by":"crossref","unstructured":"Xie X F, Ma L, Wang H J, Li Y K, Liu Y, Li X H. Diffchaser: detecting disagreements for deep neural networks. In: Proceedings of the 28th International Joint Conference on Artificial Intelligence. 2019, 5772\u20135778","DOI":"10.24963\/ijcai.2019\/800"},{"issue":"5","key":"9441_CR67","doi-asserted-by":"publisher","first-page":"2901","DOI":"10.1007\/s10664-017-9550-0","volume":"23","author":"M Motwani","year":"2018","unstructured":"Motwani M, Sankaranarayanan S, Just R, Brun Y. Do automated program repair techniques repair hard and important bugs? Empirical Software Engineering, 2018, 23(5): 2901\u20132947","journal-title":"Empirical Software Engineering"},{"key":"9441_CR68","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1016\/j.infsof.2017.08.012","volume":"93","author":"S Khatiwada","year":"2018","unstructured":"Khatiwada S, Tushev M, Mahmoud A. Just enough semantics: an information theoretic approach for ir-based software bug localization. Information & Software Technology, 2018, 93: 45\u201357","journal-title":"Information & Software Technology"},{"key":"9441_CR69","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1016\/j.infsof.2016.11.002","volume":"82","author":"K C Youm","year":"2017","unstructured":"Youm K C, Ahn J, Lee E. Improved bug localization based on code change histories and bug reports. Information and Software Technology, 2017, 82: 177\u2013192","journal-title":"Information and Software Technology"},{"key":"9441_CR70","doi-asserted-by":"crossref","unstructured":"Wen M, Chen J J, Wu R X, Hao D, Cheung S C. Context-aware patch generation for better automated program repair. In: Proceedings of the 40th International Conference on Software Engineering. 2018, 1\u201311","DOI":"10.1145\/3180155.3180233"},{"key":"9441_CR71","doi-asserted-by":"crossref","unstructured":"Wen M, Wu R X, Cheung S C. Locus: locating bugs from software changes. In: Proceedings of the 31st IEEE\/ACM International Conference on Automated Software Engineering. 2016, 262\u2013273","DOI":"10.1145\/2970276.2970359"},{"issue":"10","key":"9441_CR72","first-page":"921","volume":"28","author":"S W Wang","year":"2016","unstructured":"Wang S W, Lo D. Amalgam+: composing rich information sources for accurate bug localization. Journal of Software: Evolution and Process, 2016, 28(10): 921\u2013942","journal-title":"Journal of Software: Evolution and Process"},{"key":"9441_CR73","doi-asserted-by":"publisher","first-page":"110572","DOI":"10.1016\/j.jss.2020.110572","volume":"165","author":"C Zhou","year":"2020","unstructured":"Zhou C, Li B, Sun X B. Improving software bug-specific named entity recognition with deep neural network. Journal of Systems and Software, 2020, 165: 110572","journal-title":"Journal of Systems and Software"},{"key":"9441_CR74","doi-asserted-by":"crossref","unstructured":"Zhou C, Li B, Sun X B, Guo H J. Recognizing software bug-specific named entity in software bug repository. In: Proceedings of the 26th International Conference on Program Comprehension. 2018, 108\u2013119","DOI":"10.1145\/3196321.3196335"},{"key":"9441_CR75","doi-asserted-by":"crossref","unstructured":"Garcia J, Feng Y, Shen J J, Almanee S, Xia Y, Chen Q A. A comprehensive study of autonomous vehicle bugs. In: Proceedings of the 42nd International Conference on Software Engineering. 2020, 385\u2013396","DOI":"10.1145\/3377811.3380397"},{"key":"9441_CR76","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/j.infsof.2017.02.003","volume":"86","author":"Y Y Zhao","year":"2017","unstructured":"Zhao Y Y, Leung H, Yang Y B, Zhou Y M, Xu B W. Towards an understanding of change types in bug fixing code. Information and Software Technology, 2017, 86: 37\u201353","journal-title":"Information and Software Technology"},{"issue":"5","key":"9441_CR77","doi-asserted-by":"publisher","first-page":"2521","DOI":"10.1007\/s10664-017-9584-3","volume":"23","author":"H Zhong","year":"2018","unstructured":"Zhong H, Meng N. Towards reusing hints from past fixes \u2014 an exploratory study on thousands of real samples. Empirical Software Engineering, 2018, 23(5): 2521\u20132549","journal-title":"Empirical Software Engineering"},{"key":"9441_CR78","doi-asserted-by":"crossref","unstructured":"Campos E C, Maia M A. Common bug-fix patterns: a large-scale observational study. In: Proceedings of ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement. 2017, 404\u2013413","DOI":"10.1109\/ESEM.2017.55"},{"key":"9441_CR79","doi-asserted-by":"crossref","unstructured":"Yue R R, Meng N, Wang Q X. A characterization study of repeated bug fixes. In: Proceedings of IEEE International Conference on Software Maintenance and Evolution. 2017, 422\u2013432","DOI":"10.1109\/ICSME.2017.16"},{"key":"9441_CR80","doi-asserted-by":"crossref","unstructured":"Soto M, Thung F, Wong C P, Goues C L, Lo D. A deeper look into bug fixes: patterns, replacements, deletions, and additions. In: Proceedings of the 13th International Workshop on Mining Software Repositories. 2016, 512\u2013515","DOI":"10.1145\/2901739.2903495"},{"key":"9441_CR81","doi-asserted-by":"crossref","unstructured":"Wan Z Y, Lo D, Xia X, Cai L. Bug characteristics in blockchain systems: a large-scale empirical study. In: Proceedings of the 14th International Conference on Mining Software Repositories. 2017, 413\u2013424","DOI":"10.1109\/MSR.2017.59"},{"issue":"1","key":"9441_CR82","doi-asserted-by":"publisher","first-page":"19102","DOI":"10.1007\/s11432-017-9459-5","volume":"62","author":"X B Sun","year":"2019","unstructured":"Sun X B, Peng X, Zhang K, Liu Y, Cai Y F. How security bugs are fixed and what can be improved: an empirical study with mozilla. Science China Information Sciences, 2019, 62(1): 19102","journal-title":"Science China Information Sciences"},{"key":"9441_CR83","doi-asserted-by":"publisher","first-page":"110542","DOI":"10.1016\/j.jss.2020.110542","volume":"164","author":"H B Braiek","year":"2020","unstructured":"Braiek H B, Khomh F. On testing machine learning programs. Journal of Systems and Software, 2020, 164: 110542","journal-title":"Journal of Systems and Software"},{"key":"9441_CR84","doi-asserted-by":"crossref","unstructured":"Xie X F, Ma L, Xu F J, Xue M H, Chen H X, Liu Y, Zhao J J, Li B, Yin J X, See S. Deephunter: a coverage-guided fuzz testing framework for deep neural networks. In: Proceedings of the 28th ACM SIGSOFT International Symposium on Software Testing and Analysis. 2019, 146\u2013157","DOI":"10.1145\/3293882.3330579"},{"issue":"11","key":"9441_CR85","doi-asserted-by":"publisher","first-page":"943","DOI":"10.1109\/32.177364","volume":"18","author":"R Chillarege","year":"1992","unstructured":"Chillarege R, Bhandari I S, Chaar J K, Halliday M J. Orthogonal defect classification-a concept for in-process measurements. IEEE Transactions on Software Engineering, 1992, 18(11): 943\u2013956","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9441_CR86","doi-asserted-by":"crossref","unstructured":"Li Z M, Tan L, Wang X H, Lu S, Zhou Y Y, Zhai C X. Have things changed now?: an empirical study of bug characteristics in modern open source software. In: Proceedings of the 1st Workshop on Architectural and System Support for Improving Software Dependability. 2006, 25\u201333","DOI":"10.1145\/1181309.1181314"},{"key":"9441_CR87","doi-asserted-by":"crossref","unstructured":"Xia X, Zhou X Z, Lo D, Zhao X Q. An empirical study of bugs in software build systems. In: Proceedings of International Conference on Quality Software. 2013, 200\u2013203","DOI":"10.1109\/QSIC.2013.60"},{"key":"9441_CR88","doi-asserted-by":"crossref","unstructured":"Nayrolles M, Hamou-Lhadj A. Towards a classification of bugs to facilitate software maintainability tasks. In: Proceedings of the 1st International Workshop on Software Qualities and Their Dependencies. 2018, 25\u201332","DOI":"10.1145\/3194095.3194101"},{"key":"9441_CR89","doi-asserted-by":"publisher","first-page":"579","DOI":"10.1016\/j.asoc.2017.10.047","volume":"62","author":"J Hern\u00e1ndez-Gonz\u00e1lez","year":"2018","unstructured":"Hern\u00e1ndez-Gonz\u00e1lez J, Rodr\u00edguez D, Inza I, Harrison R, Lozano J A. Learning to classify software defects from crowds: a novel approach. Applied Software Computing, 2018, 62: 579\u2013591","journal-title":"Applied Software Computing"},{"issue":"2","key":"9441_CR90","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/s11219-014-9235-5","volume":"23","author":"M Hamill","year":"2015","unstructured":"Hamill M, Goseva-Popstojanova K. Exploring fault types, detection activities, and failure severity in an evolving safety-critical software system. Software Quality Journal, 2015, 23(2): 229\u2013265","journal-title":"Software Quality Journal"},{"key":"9441_CR91","doi-asserted-by":"crossref","unstructured":"Silva N, Vieira M. Experience report: orthogonal classification of safety critical issues. In: Proceedings of the 25th IEEE International Symposium on Software Reliability Engineering. 2014, 156\u2013166","DOI":"10.1109\/ISSRE.2014.25"}],"container-title":["Frontiers of Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-020-9441-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11704-020-9441-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-020-9441-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,27]],"date-time":"2023-01-27T12:30:07Z","timestamp":1674822607000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11704-020-9441-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,18]]},"references-count":91,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2021,12]]}},"alternative-id":["9441"],"URL":"https:\/\/doi.org\/10.1007\/s11704-020-9441-1","relation":{},"ISSN":["2095-2228","2095-2236"],"issn-type":[{"value":"2095-2228","type":"print"},{"value":"2095-2236","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7,18]]},"assertion":[{"value":"11 November 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 July 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 July 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"156212"}}