{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T17:26:12Z","timestamp":1781976372668,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":84,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,5,27]],"date-time":"2018-05-27T00:00:00Z","timestamp":1527379200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,5,27]]},"DOI":"10.1145\/3183519.3183547","type":"proceedings-article","created":{"date-parts":[[2018,6,12]],"date-time":"2018-06-12T18:12:32Z","timestamp":1528827152000},"page":"286-295","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":107,"title":["An experience report on defect modelling in practice"],"prefix":"10.1145","author":[{"given":"Chakkrit","family":"Tantithamthavorn","sequence":"first","affiliation":[{"name":"The University of Adelaide, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ahmed E.","family":"Hassan","sequence":"additional","affiliation":[{"name":"Queen's University, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2018,5,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985795"},{"key":"e_1_3_2_1_2_1","volume-title":"Bora Caglayan, Ekrem Kocaguneli, and Gul Calikli.","author":"Bener Ayse","year":"2015","unstructured":"Ayse Bener , Ayse Tosun Misirli , Bora Caglayan, Ekrem Kocaguneli, and Gul Calikli. 2015 . Lessons Learned from Software Analytics In Practice. The art and science of analyzing software data, 1 st edn. Elsevier , Waltham (2015), 453--489. Ayse Bener, Ayse Tosun Misirli, Bora Caglayan, Ekrem Kocaguneli, and Gul Calikli. 2015. Lessons Learned from Software Analytics In Practice. The art and science of analyzing software data, 1st edn. Elsevier, Waltham (2015), 453--489.","edition":"1"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-012-9205-0"},{"key":"e_1_3_2_1_4_1","volume-title":"The Art and Science of Analyzing Software Data","author":"Bird Christian","unstructured":"Christian Bird , Tim Menzies , and Thomas Zimmermann . 2015. The Art and Science of Analyzing Software Data . Elsevier . Christian Bird, Tim Menzies, and Thomas Zimmermann. 2015. The Art and Science of Analyzing Software Data. Elsevier."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025119"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2012.86"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2017.3571562"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.5555\/2819009.2819025"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-013-9290-8"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.295895"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1983.10477973"},{"key":"e_1_3_2_1_12_1","volume-title":"Tibshirani","author":"Efron Bradley","year":"1993","unstructured":"Bradley Efron and Robert J . Tibshirani . 1993 . An Introduction to the Bootstrap. Springer US , Boston, MA. Bradley Efron and Robert J. Tibshirani. 1993. An Introduction to the Bootstrap. Springer US, Boston, MA."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.76"},{"key":"e_1_3_2_1_14_1","volume-title":"Intraclass correlations and the analysis of variance. Statistical Methods for Research Workers","author":"Fisher RA","year":"1925","unstructured":"RA Fisher . 1925. Intraclass correlations and the analysis of variance. Statistical Methods for Research Workers ( 1925 ), 187--210. RA Fisher. 1925. Intraclass correlations and the analysis of variance. Statistical Methods for Research Workers (1925), 187--210."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.04.017"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1975.10479865"},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the International Conference on Software Engineering (ICSE). 789--800","author":"Ghotra Baljinder","unstructured":"Baljinder Ghotra , Shane McIntosh , and Ahmed E. Hassan . 2015. Revisiting the Impact of Classification Techniques on the Performance of Defect Prediction Models . In Proceedings of the International Conference on Software Engineering (ICSE). 789--800 . Baljinder Ghotra, Shane McIntosh, and Ahmed E. Hassan. 2015. Revisiting the Impact of Classification Techniques on the Performance of Defect Prediction Models. In Proceedings of the International Conference on Software Engineering (ICSE). 789--800."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9513-5"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.103"},{"key":"e_1_3_2_1_20_1","volume-title":"Regression Modeling Strategies","author":"Harrell Frank E.","unstructured":"Frank E. Harrell Jr . 2002. Regression Modeling Strategies ( 1 st ed.). Frank E. Harrell Jr. 2002. Regression Modeling Strategies (1st ed.).","edition":"1"},{"key":"e_1_3_2_1_21_1","volume-title":"Hmisc: Harrell miscellaneous. R package version 3.12--2. Software available at URL: http:\/\/cran.r-project.org\/web\/packages\/Hmisc","author":"Harrell Frank E.","year":"2013","unstructured":"Frank E. Harrell Jr . 2013 . Hmisc: Harrell miscellaneous. R package version 3.12--2. Software available at URL: http:\/\/cran.r-project.org\/web\/packages\/Hmisc (2013). Frank E. Harrell Jr. 2013. Hmisc: Harrell miscellaneous. R package version 3.12--2. Software available at URL: http:\/\/cran.r-project.org\/web\/packages\/Hmisc (2013)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2009.5070510"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2005.91"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Trevor Hastie Robert Tibshirani and Jerome Friedman. 2009. The elements of statistical learning. Trevor Hastie Robert Tibshirani and Jerome Friedman. 2009. The elements of statistical learning.","DOI":"10.1007\/978-0-387-84858-7"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2008.239"},{"key":"e_1_3_2_1_26_1","volume-title":"Proceedings of the International Conference on Software Technologies (ICSOFT). 5--14","author":"Herraiz Israel","year":"2011","unstructured":"Israel Herraiz , Daniel M German , and Ahmed E Hassan . 2011 . On the Distribution of Source Code File Sizes .. In Proceedings of the International Conference on Software Technologies (ICSOFT). 5--14 . Israel Herraiz, Daniel M German, and Ahmed E Hassan. 2011. On the Distribution of Source Code File Sizes.. In Proceedings of the International Conference on Software Technologies (ICSOFT). 5--14."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISESE.2005.1541818"},{"key":"e_1_3_2_1_28_1","volume-title":"Hassan","author":"Jiarpakdee Jirayus","year":"2018","unstructured":"Jirayus Jiarpakdee , Chakkrit Tantithamthavorn , and Ahmed E . Hassan . 2018 . The Impact of Correlated Metrics on Defect Models . (2018). arXiv:arXiv:1801.10271 Jirayus Jiarpakdee, Chakkrit Tantithamthavorn, and Ahmed E. Hassan. 2018. The Impact of Correlated Metrics on Defect Models. (2018). arXiv:arXiv:1801.10271"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSREW.2016.30"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.70"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2017.19"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884783"},{"key":"e_1_3_2_1_33_1","volume-title":"Data Scientists in Software Teams: State of the Art and Challenges","author":"Kim Miryung","year":"2017","unstructured":"Miryung Kim , Thomas Zimmermann , Robert DeLine , and Andrew Begel . 2017. Data Scientists in Software Teams: State of the Art and Challenges . IEEE Transactions on Software Engineering (TSE) PP ( 2017 ), 1--1. Issue 99. Miryung Kim, Thomas Zimmermann, Robert DeLine, and Andrew Begel. 2017. Data Scientists in Software Teams: State of the Art and Challenges. IEEE Transactions on Software Engineering (TSE) PP (2017), 1--1. Issue 99."},{"key":"e_1_3_2_1_34_1","first-page":"1","article-title":"Procedures for performing systematic reviews. Keele, UK","volume":"33","author":"Kitchenham Barbara","year":"2004","unstructured":"Barbara Kitchenham . 2004 . Procedures for performing systematic reviews. Keele, UK , Keele University 33 , 2004 (2004), 1 -- 26 . Barbara Kitchenham. 2004. Procedures for performing systematic reviews. Keele, UK, Keele University 33, 2004 (2004), 1--26.","journal-title":"Keele University"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-007-9053-5"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1540438.1540444"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2002.1027796"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-013-9279-3"},{"key":"e_1_3_2_1_40_1","unstructured":"Max Kuhn. 2015. caret: Classification and Regression Training. http:\/\/CRAN.R-project.org\/package=caret. (2015). Max Kuhn. 2015. caret: Classification and Regression Training. http:\/\/CRAN.R-project.org\/package=caret. (2015)."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2008.35"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486838"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597076"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-015-9381-9"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-015-9381-9"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025128"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"crossref","unstructured":"Tim Menzies Laurie Williams and Thomas Zimmermann. 2016. Perspectives on Data Science for Software Engineering. Morgan Kaufmann. Tim Menzies Laurie Williams and Thomas Zimmermann. 2016. Perspectives on Data Science for Software Engineering. Morgan Kaufmann.","DOI":"10.1016\/B978-0-12-804206-9.00001-5"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1002\/bltj.2229"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2007.87"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134349"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2010.25"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2005.49"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0895-4356(96)00236-3"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.5555\/2227115.2227123"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2013.92"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985441.1985459"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2804428"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9102-8"},{"key":"e_1_3_2_1_59_1","volume-title":"Case Study Research in Software Engineering: Guidelines and Examples","author":"Runeson Per","unstructured":"Per Runeson , Martin Host , Austen Rainer , and Bjorn Regnell . 2012. Case Study Research in Software Engineering: Guidelines and Examples . John Wiley & Sons . Per Runeson, Martin Host, Austen Rainer, and Bjorn Regnell. 2012. Case Study Research in Software Engineering: Guidelines and Examples. John Wiley & Sons."},{"key":"e_1_3_2_1_60_1","volume-title":"The VARCLUS Procedure. SAS\/STAT User's Guide","author":"Sarle WS","year":"1990","unstructured":"WS Sarle . 1990. The VARCLUS Procedure. SAS\/STAT User's Guide . SAS Institute . Inc., Cary, NC, USA ( 1990 ). WS Sarle. 1990. The VARCLUS Procedure. SAS\/STAT User's Guide. SAS Institute. Inc., Cary, NC, USA (1990)."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/2393596.2393670"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025155"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889243"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9060-1"},{"key":"e_1_3_2_1_66_1","volume-title":"Clinical prediction models: a practical approach to development, validation, and updating","author":"Steyerberg Ewout W","unstructured":"Ewout W Steyerberg . 2008. Clinical prediction models: a practical approach to development, validation, and updating . Springer Science & Business Media . Ewout W Steyerberg. 2008. Clinical prediction models: a practical approach to development, validation, and updating. Springer Science & Business Media."},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884833"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1111\/j.2517-6161.1974.tb00994.x","article-title":"Cross-Validatory Choice and Assessment of Statistical Predictions","volume":"36","author":"Stone M","year":"1974","unstructured":"M Stone . 1974 . Cross-Validatory Choice and Assessment of Statistical Predictions . Journal of the Royal Statistical Society 36 , 2 (1974), 111 -- 147 . M Stone. 1974. Cross-Validatory Choice and Assessment of Statistical Predictions. Journal of the Royal Statistical Society 36, 2 (1974), 111--147.","journal-title":"Journal of the Royal Statistical Society"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.5555\/2819009.2819026"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889256"},{"key":"e_1_3_2_1_71_1","unstructured":"Chakkrit Tantithamthavorn. 2017. ScottKnottESD: The Scott-Knott Effect Size Difference (ESD) Test. https:\/\/cran.r-project.org\/web\/packages\/ScottKnottESD\/. (2017). Chakkrit Tantithamthavorn. 2017. ScottKnottESD: The Scott-Knott Effect Size Difference (ESD) Test. https:\/\/cran.r-project.org\/web\/packages\/ScottKnottESD\/. (2017)."},{"key":"e_1_3_2_1_72_1","unstructured":"Chakkrit Tantithamthavorn Ahmed E. Hassan and Kenichi Matsumoto. 2018. The Impact of Class Rebalancing Techniques on the Performance and Interpretation of Defect Prediction Models. (2018). arXiv:arXiv:1801.10269 Chakkrit Tantithamthavorn Ahmed E. Hassan and Kenichi Matsumoto. 2018. The Impact of Class Rebalancing Techniques on the Performance and Interpretation of Defect Prediction Models. (2018). arXiv:arXiv:1801.10269"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818852"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884857"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2553030"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2584050"},{"key":"e_1_3_2_1_77_1","volume-title":"The Impact of Automated Parameter Optimization on Defect Prediction Models","author":"Tantithamthavorn Chakkrit","year":"2018","unstructured":"Chakkrit Tantithamthavorn , Shane McIntosh , Ahmed E. Hassan , and Kenichi Matsumoto . 2018. The Impact of Automated Parameter Optimization on Defect Prediction Models . IEEE Transactions on Software Engineering (TSE) ( 2018 ). Chakkrit Tantithamthavorn, Shane McIntosh, Ahmed E. Hassan, and Kenichi Matsumoto. 2018. The Impact of Automated Parameter Optimization on Defect Prediction Models. IEEE Transactions on Software Engineering (TSE) (2018)."},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884852"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.5555\/1671248.1671311"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-011-9182-8"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/2070821.2070829"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2599161"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368161"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2009.5316024"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/1595696.1595713"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1109\/PROMISE.2007.10"}],"event":{"name":"ICSE '18: 40th International Conference on Software Engineering","location":"Gothenburg Sweden","acronym":"ICSE '18","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE-CS Computer Society"]},"container-title":["Proceedings of the 40th International Conference on Software Engineering: Software Engineering in Practice"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3183519.3183547","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3183519.3183547","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:08:12Z","timestamp":1750208892000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3183519.3183547"}},"subtitle":["pitfalls and challenges"],"short-title":[],"issued":{"date-parts":[[2018,5,27]]},"references-count":84,"alternative-id":["10.1145\/3183519.3183547","10.1145\/3183519"],"URL":"https:\/\/doi.org\/10.1145\/3183519.3183547","relation":{},"subject":[],"published":{"date-parts":[[2018,5,27]]},"assertion":[{"value":"2018-05-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}