{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T16:05:29Z","timestamp":1783526729151,"version":"3.55.0"},"reference-count":79,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2020,8,17]],"date-time":"2020-08-17T00:00:00Z","timestamp":1597622400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,8,17]],"date-time":"2020-08-17T00:00:00Z","timestamp":1597622400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100009226","name":"National Security Agency","doi-asserted-by":"publisher","award":["H98230-17-D-0080"],"award-info":[{"award-number":["H98230-17-D-0080"]}],"id":[{"id":"10.13039\/100009226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2020,9]]},"DOI":"10.1007\/s10664-020-09841-8","type":"journal-article","created":{"date-parts":[[2020,8,20]],"date-time":"2020-08-20T15:03:50Z","timestamp":1597935830000},"page":"3430-3467","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":37,"title":["The \u2018as code\u2019 activities: development anti-patterns for infrastructure as code"],"prefix":"10.1007","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5056-757X","authenticated-orcid":false,"given":"Akond","family":"Rahman","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Effat","family":"Farhana","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Laurie","family":"Williams","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,8,17]]},"reference":[{"key":"9841_CR1","doi-asserted-by":"publisher","unstructured":"Adams B, McIntosh S (2016) Modern release engineering in a nutshell \u2013 why researchers should care. In: 2016 IEEE 23Rd international conference on software analysis, evolution, and reengineering (SANER). https:\/\/doi.org\/10.1109\/SANER.2016.108, vol 5, pp 78\u201390","DOI":"10.1109\/SANER.2016.108"},{"key":"9841_CR2","doi-asserted-by":"publisher","unstructured":"Alali A, Kagdi H, Maletic JI (2008) What\u2019s a typical commit? a characterization of open source software repositories. In: 2008 16th IEEE international conference on program comprehension, pp 182\u2013191. https:\/\/doi.org\/10.1109\/ICPC.2008.24","DOI":"10.1109\/ICPC.2008.24"},{"issue":"1","key":"9841_CR3","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1186\/1478-4505-6-7","volume":"6","author":"S Anderson","year":"2008","unstructured":"Anderson S, Allen P, Peckham S, Goodwin N (2008) Asking the right questions: scoping studies in the commissioning of research on the organisation and delivery of health services. Health Res Policy Syst 6(1):7","journal-title":"Health Res Policy Syst"},{"key":"9841_CR4","unstructured":"Ansible (2019) Nasa: Increasing cloud efficiency with ansible and ansible tower. Tech. Rep., Ansible, https:\/\/www.ansible.com\/hubfs\/pdf\/Ansible-Case-Study-NASA.pdf?hsLang=en-us"},{"issue":"1","key":"9841_CR5","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1016\/j.jss.2009.06.055","volume":"83","author":"E Arisholm","year":"2010","unstructured":"Arisholm E, Briand LC, Johannessen EB (2010) A systematic and comprehensive investigation of methods to build and evaluate fault prediction models. J Syst Software 83(1):2\u201317. https:\/\/doi.org\/10.1016\/j.jss.2009.06.055. sI: Top Scholars","journal-title":"J Syst Software"},{"issue":"1","key":"9841_CR6","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1080\/1364557032000119616","volume":"8","author":"Arksey H","year":"2005","unstructured":"Arksey H, O\u2019Malley L (2005) Scoping studies: towards a methodological framework. Int J Soc Res Methodol 8(1):19\u201332. https:\/\/doi.org\/10.1080\/1364557032000119616","journal-title":"Int J Soc Res Methodol"},{"key":"9841_CR7","doi-asserted-by":"publisher","unstructured":"Bird C, Nagappan N, Murphy B, Gall H, Devanbu P (2011) Don\u2019t touch my code!: examining the effects of ownership on software quality. In: Proceedings of the 19th ACM SIGSOFT symposium and the 13th european conference on foundations of software engineering, ACM, New York, NY, USA, ESEC\/FSE \u201911, pp 4\u201314. https:\/\/doi.org\/10.1145\/2025113.2025119","DOI":"10.1145\/2025113.2025119"},{"issue":"1","key":"9841_CR8","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L (2001) Random forests. Mach Learn 45(1):5\u201332. https:\/\/doi.org\/10.1023\/A:1010933404324","journal-title":"Mach Learn"},{"key":"9841_CR9","volume-title":"Classification and Regression Trees","author":"L Breiman","year":"1984","unstructured":"Breiman L et al (1984) Classification and Regression Trees, 1st. Chapman & Hall, New York. http:\/\/www.crcpress.com\/catalog\/C4841.htm","edition":"1st"},{"key":"9841_CR10","unstructured":"Bright J (2017) Slalom\u2019s approach to breaking down silos between devops and security teams. https:\/\/blog.chef.io\/2017\/08\/16\/slaloms-approach-to-breaking-down-silos-between-devops-and-security\/. [Online; Accessed 18-Feb-2019]"},{"key":"9841_CR11","volume-title":"The Mythical Man-month (Anniversary Ed.)","author":"FPJr Brooks","year":"1995","unstructured":"Brooks FP Jr (1995) The Mythical Man-month (Anniversary Ed.) Addison-Wesley Longman Publishing Co., Inc, Boston"},{"key":"9841_CR12","volume-title":"Antipatterns: Refactoring Software, Architectures, and Projects in Crisis","author":"WH Brown","year":"1998","unstructured":"Brown WH, Malveau RC, McCormick HWS, Mowbray TJ (1998) Antipatterns: Refactoring Software, Architectures, and Projects in Crisis, 1st. John Wiley & Sons, Inc., New York","edition":"1st"},{"key":"9841_CR13","doi-asserted-by":"publisher","unstructured":"Businge J, Kawuma S, Bainomugisha E, Khomh F, Nabaasa E (2017) Code authorship and fault-proneness of open-source android applications: an empirical study. In: Proceedings of the 13th international conference on predictive models and data analytics in software engineering, ACM, New York, NY, USA, PROMISE, pp 33\u201342. https:\/\/doi.org\/10.1145\/3127005.3127009","DOI":"10.1145\/3127005.3127009"},{"key":"9841_CR14","unstructured":"C SN, Menzies T (2019) Assessing developer beliefs: a reply to \u201cperceptions, expectations, and challenges in defect prediction\u201d. arXiv:1904.05794"},{"key":"9841_CR15","doi-asserted-by":"publisher","unstructured":"Chen B, Jiang ZMJ (2017) Characterizing and detecting anti-patterns in the logging code. In: Proceedings of the 39th international conference on software engineering, IEEE Press, ICSE \u201917, pp 71\u201381. https:\/\/doi.org\/10.1109\/ICSE.2017.15","DOI":"10.1109\/ICSE.2017.15"},{"issue":"3","key":"9841_CR16","doi-asserted-by":"crossref","first-page":"494","DOI":"10.1037\/0033-2909.114.3.494","volume":"114","author":"N Cliff","year":"1993","unstructured":"Cliff N (1993) Dominance statistics: ordinal analyses to answer ordinal questions. Psychol Bull 114(3):494\u2013509","journal-title":"Psychol Bull"},{"issue":"1","key":"9841_CR17","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J (1960) A coefficient of agreement for nominal scales. Educ Psychol Meas 20(1):37\u201346. https:\/\/doi.org\/10.1177\/001316446002000104","journal-title":"Educ Psychol Meas"},{"key":"9841_CR18","unstructured":"Commons W (2017) Incident documentation\/20170118-Labs. https:\/\/wikitech.wikimedia.org\/wiki\/Incident_documentation\/20170118-Labs [Online; accessed 27-Jan-2019]"},{"key":"9841_CR19","doi-asserted-by":"crossref","unstructured":"Cramer D, Howitt DL (2004) The Sage dictionary of statistics: a practical resource for students in the social sciences. Sage","DOI":"10.4135\/9780857020123"},{"key":"9841_CR20","doi-asserted-by":"publisher","unstructured":"Devanbu P, Zimmermann T, Bird C (2016) Belief and evidence in empirical software engineering. In: Proceedings of the 38th international conference on software engineering, ACM, New York, NY, USA, ICSE \u201916, pp 108\u2013119. https:\/\/doi.org\/10.1145\/2884781.2884812","DOI":"10.1145\/2884781.2884812"},{"key":"9841_CR21","first-page":"285","volume-title":"Selecting empirical methods for software engineering research","author":"S Easterbrook","year":"2008","unstructured":"Easterbrook S, Singer J, Storey MA, Damian D (2008) Selecting empirical methods for software engineering research. Springer London, London, pp 285\u2013311"},{"key":"9841_CR22","doi-asserted-by":"publisher","unstructured":"Elberzhager F, Kremer S, M\u00fcnch J, Assmann D (2012) Guiding testing activities by predicting defect-prone parts using product and inspection metrics. In: 2012 38th Euromicro conference on software engineering and advanced applications, pp 406\u2013413. https:\/\/doi.org\/10.1109\/SEAA.2012.30","DOI":"10.1109\/SEAA.2012.30"},{"key":"9841_CR23","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9781139165495","volume-title":"Statistical models : theory and practice","author":"D Freedman","year":"2005","unstructured":"Freedman D (2005) Statistical models : theory and practice. Cambridge University Press, Cambridge"},{"key":"9841_CR24","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1016\/j.infsof.2016.04.017","volume":"76","author":"W Fu","year":"2016","unstructured":"Fu W, Menzies T, Shen X (2016) Tuning for software analytics: is it really necessary?. Inf Softw Technol 76:135\u2013146. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584916300738","journal-title":"Inf Softw Technol"},{"key":"9841_CR25","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1016\/j.jss.2017.12.013","volume":"138","author":"V Garousi","year":"2018","unstructured":"Garousi V, K\u00fc\u00e7\u00fck B (2018) Smells in software test code: a survey of knowledge in industry and academia. J Syst Software 138:52\u201381. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0164121217303060","journal-title":"J Syst Software"},{"key":"9841_CR26","doi-asserted-by":"crossref","unstructured":"Ghotra B, McIntosh S, Hassan AE (2015) Revisiting the impact of classification techniques on the performance of defect prediction models. In: Proceedings of the 37th international conference on software engineering - volume 1. IEEE Press, Piscataway, pp 789\u2013800. http:\/\/dl.acm.org\/citation.cfm?id=2818754.2818850","DOI":"10.1109\/ICSE.2015.91"},{"issue":"6","key":"9841_CR27","doi-asserted-by":"publisher","first-page":"1276","DOI":"10.1109\/TSE.2011.103","volume":"38","author":"T Hall","year":"2012","unstructured":"Hall T, Beecham S, Bowes D, Gray D, Counsell S (2012) A systematic literature review on fault prediction performance in software engineering. IEEE T Software Eng 38(6):1276\u20131304. https:\/\/doi.org\/10.1109\/TSE.2011.103","journal-title":"IEEE T Software Eng"},{"key":"9841_CR28","doi-asserted-by":"publisher","unstructured":"Hassan AE (2009) Predicting faults using the complexity of code changes. In: Proceedings of the 31st international conference on software engineering, IEEE computer society, Washington, DC, USA, ICSE \u201909, pp 78\u201388. https:\/\/doi.org\/10.1109\/ICSE.2009.5070510","DOI":"10.1109\/ICSE.2009.5070510"},{"key":"9841_CR29","unstructured":"Hersher R (2017) Incident documentation\/20170118-Labs. https:\/\/www.npr.org\/sections\/thetwo-way\/2017\/03\/03\/518322734\/amazon-and-the-150-million-typo, [Online; accessed 27-Jan-2019]"},{"key":"9841_CR30","doi-asserted-by":"publisher","unstructured":"Hove SE, Anda B (2005) Experiences from conducting semi-structured interviews in empirical software engineering research. In: 11th IEEE International software metrics symposium (METRICS\u201905), pp 10 pp.\u201323 https:\/\/doi.org\/10.1109\/METRICS.2005.24","DOI":"10.1109\/METRICS.2005.24"},{"key":"9841_CR31","doi-asserted-by":"crossref","DOI":"10.1002\/047178947X","volume-title":"Applied MANOVA and discriminant analysis, vol 498","author":"CJ Huberty","year":"2006","unstructured":"Huberty CJ, Olejnik S (2006) Applied MANOVA and discriminant analysis, vol 498. John Wiley & Sons, New York"},{"key":"9841_CR32","doi-asserted-by":"publisher","unstructured":"Hudak P (1998) Modular domain specific languages and tools. In: Proceedings. Fifth international conference on software reuse (Cat. No.98TB100203), pp 134\u2013142. https:\/\/doi.org\/10.1109\/ICSR.1998.685738","DOI":"10.1109\/ICSR.1998.685738"},{"key":"9841_CR33","volume-title":"Continuous delivery: reliable software releases through build, test, and deployment automation","author":"J Humble","year":"2010","unstructured":"Humble J, Farley D (2010) Continuous delivery: reliable software releases through build, test, and deployment automation, 1st. Addison-Wesley Professional, Boston","edition":"1"},{"key":"9841_CR34","doi-asserted-by":"publisher","unstructured":"IEEE (2010) Ieee standard classification for software anomalies. IEEE Std 1044-2009 (Revision of IEEE Std 1044-1993) pp 1\u201323. https:\/\/doi.org\/10.1109\/IEEESTD.2010.5399061","DOI":"10.1109\/IEEESTD.2010.5399061"},{"key":"9841_CR35","doi-asserted-by":"crossref","unstructured":"Jiang Y, Adams B (2015) Co-evolution of infrastructure and source code: an empirical study. In: Proceedings of the 12th working conference on mining software repositories, ieee press, Piscataway, NJ, USA, MSR \u201915, pp 45\u201355. http:\/\/dl.acm.org\/citation.cfm?id=2820518.2820527","DOI":"10.1109\/MSR.2015.12"},{"key":"9841_CR36","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1007\/978-1-84800-044-5_3","volume-title":"Personal opinion surveys","author":"BA Kitchenham","year":"2008","unstructured":"Kitchenham BA, Pfleeger SL (2008) Personal opinion surveys. Springer London, London, pp 63\u201392. https:\/\/doi.org\/10.1007\/978-1-84800-044-5_3"},{"key":"9841_CR37","unstructured":"Labs P (2018) Puppet documentation. https:\/\/docs.puppet.com\/, [Online; accessed 08-Aug-2018]"},{"issue":"1","key":"9841_CR38","doi-asserted-by":"crossref","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"JR Landis","year":"1977","unstructured":"Landis JR, Koch GG (1977) The measurement of observer agreement for categorical data. Biometrics 33(1):159\u2013174. http:\/\/www.jstor.org\/stable\/2529310","journal-title":"Biometrics"},{"key":"9841_CR39","unstructured":"Leone M (2016) The economic benefits of puppet enterprise. Tech. rep., ESG. https:\/\/puppet.com\/resources\/analyst-report\/the-economic-benefits-puppet-enterprise"},{"issue":"4","key":"9841_CR40","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/MS.2017.265100500","volume":"35","author":"L MacLeod","year":"2018","unstructured":"MacLeod L, Greiler M, Storey M, Bird C, Czerwonka J (2018) Code reviewing in the trenches: challenges and best practices. IEEE Softw 35 (4):34\u201342. https:\/\/doi.org\/10.1109\/MS.2017.265100500","journal-title":"IEEE Softw"},{"issue":"1","key":"9841_CR41","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1214\/aoms\/1177730491","volume":"18","author":"HB Mann","year":"1947","unstructured":"Mann HB, Whitney DR (1947) On a test of whether one of two random variables is stochastically larger than the other. Ann Math Statist 18(1):50\u201360. http:\/\/www.jstor.org\/stable\/2236101","journal-title":"Ann Math Statist"},{"key":"9841_CR42","unstructured":"Martin RC (2011) The clean coder: a code of conduct for professional programmers. Pearson Education"},{"key":"9841_CR43","doi-asserted-by":"publisher","unstructured":"McCune JT, Jeffrey (2011) Pro Puppet, 1st edn. Apress. https:\/\/doi.org\/10.1007\/978-1-4302-3058-8. https:\/\/www.springer.com\/gp\/book\/9781430230571","DOI":"10.1007\/978-1-4302-3058-8"},{"key":"9841_CR44","doi-asserted-by":"publisher","unstructured":"Meneely A, Williams L (2009) Secure open source collaboration: an empirical study of linus\u2019 law. In: Proceedings of the 16th ACM conference on computer and communications security, ACM, New York, NY, USA, CCS \u201909, pp 453\u2013462. https:\/\/doi.org\/10.1145\/1653662.1653717","DOI":"10.1145\/1653662.1653717"},{"issue":"4","key":"9841_CR45","doi-asserted-by":"publisher","first-page":"24:1","DOI":"10.1145\/2377656.2377661","volume":"21","author":"A Meneely","year":"2013","unstructured":"Meneely A, Smith B, Williams L (2013) Validating software metrics: a spectrum of philosophies. ACM Trans Softw Eng Methodol 21(4):24:1\u201324:28. https:\/\/doi.org\/10.1145\/2377656.2377661","journal-title":"ACM Trans Softw Eng Methodol"},{"issue":"1","key":"9841_CR46","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1109\/TSE.2007.256941","volume":"33","author":"T Menzies","year":"2007","unstructured":"Menzies T, Greenwald J, Frank A (2007) Data mining static code attributes to learn defect predictors. IEEE T Software Eng 33(1):2\u201313. https:\/\/doi.org\/10.1109\/TSE.2007.256941","journal-title":"IEEE T Software Eng"},{"key":"9841_CR47","unstructured":"Morris K (2016) Infrastructure as code: managing servers in the cloud. \u201c O\u2019Reilly Media, Inc.\u201d"},{"key":"9841_CR48","doi-asserted-by":"publisher","unstructured":"Munaiah N, Kroh S, Cabrey C, Nagappan M (2017) Curating github for engineered software projects. Empirical Software Engineering pp 1\u201335. https:\/\/doi.org\/10.1007\/s10664-017-9512-6","DOI":"10.1007\/s10664-017-9512-6"},{"issue":"1","key":"9841_CR49","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1186\/s12874-018-0611-x","volume":"18","author":"Z Munn","year":"2018","unstructured":"Munn Z, Peters MD, Stern C, Tufanaru C, McArthur A, Aromataris E (2018) Systematic review or scoping review? guidance for authors when choosing between a systematic or scoping review approach. BMC Med Res Methodol 18 (1):143","journal-title":"BMC Med Res Methodol"},{"key":"9841_CR50","unstructured":"Oktaba P (2015) Keep your commits small. https:\/\/dzone.com\/articles\/keep-your-commits-small, [Online; accessed 08-Feb-2019]"},{"key":"9841_CR51","doi-asserted-by":"publisher","unstructured":"Ostrand TJ, Weyuker EJ, Bell RM (2004) Where the bugs are. In: Proceedings of the 2004 ACM SIGSOFT international symposium on software testing and analysis, ACM, New York, NY, USA, ISSTA \u201904, pp 86\u201396. https:\/\/doi.org\/10.1145\/1007512.1007524","DOI":"10.1145\/1007512.1007524"},{"key":"9841_CR52","doi-asserted-by":"publisher","unstructured":"Pinzger M, Nagappan N, Murphy B (2008) Can developer-module networks predict failures?. In: Proceedings of the 16th ACM SIGSOFT international symposium on foundations of software engineering, ACM, New York, NY, USA, SIGSOFT \u201908\/FSE-16, pp 2\u201312. https:\/\/doi.org\/10.1145\/1453101.1453105","DOI":"10.1145\/1453101.1453105"},{"key":"9841_CR53","doi-asserted-by":"publisher","unstructured":"Rahman A, Williams L (2018) Characterizing defective configuration scripts used for continuous deployment. In: 2018 IEEE 11th International conference on software testing, verification and validation (ICST), pp 34\u201345. https:\/\/doi.org\/10.1109\/ICST.2018.00014","DOI":"10.1109\/ICST.2018.00014"},{"key":"9841_CR54","doi-asserted-by":"publisher","unstructured":"Rahman A, Williams L (2019) Source code properties of defective infrastructure as code scripts. Information and Software Technology. https:\/\/doi.org\/10.1016\/j.infsof.2019.04.013, http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584919300965","DOI":"10.1016\/j.infsof.2019.04.013"},{"key":"9841_CR55","doi-asserted-by":"publisher","unstructured":"Rahman A, Partho A, Morrison P, Williams L (2018) What questions do programmers ask about configuration as code?. In: Proceedings of the 4th international workshop on rapid continuous software engineering, ACM, New York, NY, USA, RCoSE \u201918, pp 16\u201322. https:\/\/doi.org\/10.1145\/3194760.3194769","DOI":"10.1145\/3194760.3194769"},{"key":"9841_CR56","doi-asserted-by":"publisher","unstructured":"Rahman A, Parnin C, Williams L (2019) The seven sins: Security smells in infrastructure as code scripts. In: Proceedings of the 41st international conference on software engineering, IEEE Press, Piscataway, NJ, USA, ICSE \u201919, pp 164\u2013175. https:\/\/doi.org\/10.1109\/ICSE.2019.00033","DOI":"10.1109\/ICSE.2019.00033"},{"key":"9841_CR57","doi-asserted-by":"crossref","unstructured":"Rahman A, Farhana E, Parnin C, Williams L (2020) Gang of eight: a defect taxonomy for infrastructure as code scripts. In: Proceedings of the 42nd international conference on software engineering, ICSE \u201920, to appear","DOI":"10.1145\/3377811.3380409"},{"key":"9841_CR58","doi-asserted-by":"crossref","unstructured":"Rahman F, Devanbu P (2013a) How, and why, process metrics are better. In: Proceedings of the 2013 international conference on software engineering, IEEE Press, Piscataway, NJ, USA, ICSE \u201913, pp 432\u2013441. http:\/\/dl.acm.org\/citation.cfm?id=2486788.2486846","DOI":"10.1109\/ICSE.2013.6606589"},{"key":"9841_CR59","doi-asserted-by":"crossref","unstructured":"Rahman F, Devanbu P (2013b) How, and why, process metrics are better. In: Proceedings of the 2013 international conference on software engineering, IEEE press, Piscataway, NJ, USA, ICSE \u201913, pp 432\u2013441. http:\/\/dl.acm.org\/citation.cfm?id=2486788.2486846","DOI":"10.1109\/ICSE.2013.6606589"},{"key":"9841_CR60","doi-asserted-by":"publisher","unstructured":"Rigby PC, German DM, Storey MA (2008) Open source software peer review practices: a case study of the apache server. In: Proceedings of the 30th international conference on software engineering, ACM, New York, NY, USA, ICSE \u201908, pp 541\u2013550. https:\/\/doi.org\/10.1145\/1368088.1368162","DOI":"10.1145\/1368088.1368162"},{"key":"9841_CR61","unstructured":"Romano J, Kromrey J, Coraggio J, Skowronek J (2006) Appropriate statistics for ordinal level data: Should we really be using t-test and Cohen\u2019sd for evaluating group differences on the NSSE and other surveys?. In: Annual meeting of the florida association of institutional research, pp 1\u20133"},{"key":"9841_CR62","unstructured":"Saldana J (2015) The coding manual for qualitative researchers. Sage"},{"issue":"6","key":"9841_CR63","doi-asserted-by":"publisher","first-page":"416","DOI":"10.1145\/2980983.2908083","volume":"51","author":"R Shambaugh","year":"2016","unstructured":"Shambaugh R, Weiss A, Guha A (2016) Rehearsal: a configuration verification tool for puppet. SIGPLAN Not 51(6):416\u2013430. https:\/\/doi.org\/10.1145\/2980983.2908083","journal-title":"SIGPLAN Not"},{"key":"9841_CR64","doi-asserted-by":"publisher","unstructured":"Sharma T, Fragkoulis M, Spinellis D (2016) Does your configuration code smell?. In: Proceedings of the 13th international conference on mining software repositories, ACM, New York, NY, USA, MSR \u201916, pp 189\u2013200. https:\/\/doi.org\/10.1145\/2901739.2901761","DOI":"10.1145\/2901739.2901761"},{"issue":"10","key":"9841_CR65","doi-asserted-by":"publisher","first-page":"1027","DOI":"10.1002\/spe.1053","volume":"41","author":"E Shihab","year":"2011","unstructured":"Shihab E, Jiang ZM, Adams B, Hassan AE, Bowerman R (2011) Prioritizing the creation of unit tests in legacy software systems. Software Pract Exper 41(10):1027\u20131048. https:\/\/doi.org\/10.1002\/spe.1053","journal-title":"Software Pract Exper"},{"key":"9841_CR66","doi-asserted-by":"publisher","unstructured":"Smith E, Loftin R, Murphy-Hill E, Bird C, Zimmermann T (2013) Improving developer participation rates in surveys. In: 2013 6th International workshop on cooperative and human aspects of software engineering (CHASE), pp 89\u201392. https:\/\/doi.org\/10.1109\/CHASE.2013.6614738","DOI":"10.1109\/CHASE.2013.6614738"},{"issue":"3","key":"9841_CR67","doi-asserted-by":"publisher","first-page":"279","DOI":"10.4300\/JGME-D-12-00156.1","volume":"4","author":"GM Sullivan","year":"2012","unstructured":"Sullivan GM, Feinn R (2012) Using effect size-or why the p value is not enough. J Grad Med Educ 4(3):279\u2013282. https:\/\/doi.org\/10.4300\/JGME-D-12-00156.1","journal-title":"J Grad Med Educ"},{"key":"9841_CR68","volume-title":"Introduction to data mining","author":"PN Tan","year":"2005","unstructured":"Tan PN, Steinbach M, Kumar V (2005) Introduction to data mining, 1st. Addison-Wesley Longman Publishing Co., Inc., Boston","edition":"1st"},{"key":"9841_CR69","doi-asserted-by":"publisher","unstructured":"Tantithamthavorn C, McIntosh S, Hassan AE, Matsumoto K (2016) Automated parameter optimization of classification techniques for defect prediction models. In: Proceedings of the 38th international conference on software engineering, ACM, New York, NY, USA, ICSE \u201916, pp 321\u2013332 https:\/\/doi.org\/10.1145\/2884781.2884857","DOI":"10.1145\/2884781.2884857"},{"issue":"1","key":"9841_CR70","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TSE.2016.2584050","volume":"43","author":"C Tantithamthavorn","year":"2017","unstructured":"Tantithamthavorn C, McIntosh S, Hassan AE, Matsumoto K (2017) An empirical comparison of model validation techniques for defect prediction models. IEEE Trans Softw Eng 43(1):1\u201318. https:\/\/doi.org\/10.1109\/TSE.2016.2584050","journal-title":"IEEE Trans Softw Eng"},{"issue":"11","key":"9841_CR71","doi-asserted-by":"publisher","first-page":"1242","DOI":"10.1016\/j.infsof.2010.06.006","volume":"52","author":"A Tosun","year":"2010","unstructured":"Tosun A, Bener A, Turhan B, Menzies T (2010) Practical considerations in deploying statistical methods for defect prediction: a case study within the turkish telecommunications industry. Inf Softw Technol 52(11):1242\u20131257. https:\/\/doi.org\/10.1016\/j.infsof.2010.06.006","journal-title":"Inf Softw Technol"},{"issue":"1","key":"9841_CR72","doi-asserted-by":"crossref","first-page":"e1797","DOI":"10.1002\/smr.1797","volume":"29","author":"M Tufano","year":"2017","unstructured":"Tufano M, Bavota G, Poshyvanyk D, Di Penta M, Oliveto R, De Lucia A (2017) An empirical study on developer-related factors characterizing fix-inducing commits. J Softw Evol Proc 29(1):e1797. https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1002\/smr.1797","journal-title":"J Softw Evol Proc"},{"issue":"6","key":"9841_CR73","doi-asserted-by":"publisher","first-page":"9986","DOI":"10.1016\/j.eswa.2008.12.028","volume":"36","author":"B Turhan","year":"2009","unstructured":"Turhan B, Kocak G, Bener A (2009) Data mining source code for locating software bugs: a case study in telecommunication industry. Expert Syst Appl 36(6):9986\u20139990. https:\/\/doi.org\/10.1016\/j.eswa.2008.12.028. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0957417408009275","journal-title":"Expert Syst Appl"},{"key":"9841_CR74","doi-asserted-by":"crossref","unstructured":"Turnbull J (2007) Pulling strings with puppet: automated system administration done right. Apress","DOI":"10.1007\/978-1-4302-0622-4"},{"key":"9841_CR75","doi-asserted-by":"publisher","unstructured":"van der Bent E, Hage J, Visser J, Gousios G (2018) How good is your puppet? an empirically defined and validated quality model for puppet. In: 2018 IEEE 25th international conference on software analysis, evolution and reengineering (SANER), pp 164\u2013174. https:\/\/doi.org\/10.1109\/SANER.2018.8330206","DOI":"10.1109\/SANER.2018.8330206"},{"key":"9841_CR76","doi-asserted-by":"crossref","unstructured":"Van Wyk E, Krishnan L, Bodin D, Schwerdfeger A (2007) Attribute grammar-based language extensions for java. In: Proceedings of the 21st european conference on object-oriented programming, springer-verlag, Berlin, Heidelberg, ECOOP\u201907, pp 575\u2013599. http:\/\/dl.acm.org\/citation.cfm?id=2394758.2394796","DOI":"10.1007\/978-3-540-73589-2_27"},{"key":"9841_CR77","volume-title":"DSL engineering: designing implementing and using domain-specific languages","author":"M Voelter","year":"2013","unstructured":"Voelter M (2013) DSL engineering: designing implementing and using domain-specific languages. CreateSpace Independent Publishing Platform, USA"},{"key":"9841_CR78","volume-title":"Quality software management (vol. 1): systems thinking","author":"GM Weinberg","year":"1992","unstructured":"Weinberg GM (1992) Quality software management (vol. 1): systems thinking. Dorset House Publishing Co., Inc., New York"},{"key":"9841_CR79","doi-asserted-by":"crossref","unstructured":"Weiss A, Guha A, Brun Y (2017) Tortoise: Interactive system configuration repair. In: Proceedings of the 32Nd IEEE\/ACM international conference on automated software engineering, IEEE press, Piscataway, NJ, USA, ASE 2017, pp 625\u2013636. http:\/\/dl.acm.org\/citation.cfm?id=3155562.3155641","DOI":"10.1109\/ASE.2017.8115673"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-020-09841-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-020-09841-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-020-09841-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,17]],"date-time":"2021-08-17T00:42:19Z","timestamp":1629160939000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-020-09841-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,8,17]]},"references-count":79,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2020,9]]}},"alternative-id":["9841"],"URL":"https:\/\/doi.org\/10.1007\/s10664-020-09841-8","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,8,17]]},"assertion":[{"value":"17 August 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}