{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T16:33:02Z","timestamp":1783096382064,"version":"3.54.6"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2017,11,4]],"date-time":"2017-11-04T00:00:00Z","timestamp":1509753600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2018,4]]},"DOI":"10.1007\/s10664-017-9548-7","type":"journal-article","created":{"date-parts":[[2017,11,4]],"date-time":"2017-11-04T13:33:56Z","timestamp":1509802436000},"page":"835-904","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["The impact of rapid release cycles on the integration delay of fixed issues"],"prefix":"10.1007","volume":"23","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4525-3266","authenticated-orcid":false,"given":"Daniel Alencar da","family":"Costa","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shane","family":"McIntosh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christoph","family":"Treude","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Uir\u00e1","family":"Kulesza","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ahmed E.","family":"Hassan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,11,4]]},"reference":[{"key":"9548_CR1","doi-asserted-by":"crossref","unstructured":"Adams B, McIntosh S (2016) Modern release engineering in a nutshell: why researchers should care. In: Proceedings of the 23rd international conference on software analysis, evolution, and reengineering (SANER), pp 78\u201390","DOI":"10.1109\/SANER.2016.108"},{"key":"9548_CR2","doi-asserted-by":"crossref","unstructured":"AlGhamdi HM, Syer MD, Shang W, Hassan AE (2016) An automated approach for recommending when to stop performance tests. In: Proceedings of the international conference on software maintenance and evolution. IEEE, Piscataway, pp 279\u2013289","DOI":"10.1109\/ICSME.2016.46"},{"key":"9548_CR3","doi-asserted-by":"crossref","unstructured":"Antoniol G, Ayari K, Penta MD, Khomh F, Gu\u00e9h\u00e9neuc Y (2008) Is it a bug or an enhancement?: a text-based approach to classify change requests. In: Proceedings of the 2008 conference of the centre for advanced studies on collaborative research (CASCON), pp 23\u201337","DOI":"10.1145\/1463788.1463819"},{"key":"9548_CR4","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1111\/j.1365-2575.2004.00171.x","volume":"14","author":"R Baskerville","year":"2004","unstructured":"Baskerville R, Pries-Heje J (2004) Short cycle time systems development. Inf Syst J 14:237\u2013264","journal-title":"Inf Syst J"},{"key":"9548_CR5","doi-asserted-by":"crossref","unstructured":"Baysal O, Davis I, Godfrey MW (2011) A tale of two browsers. In: Proceedings of the 8th working conference on mining software repositories (MSR). ACM, New York, pp 238\u2013241","DOI":"10.1145\/1985441.1985481"},{"key":"9548_CR6","volume-title":"Extreme programming explained: embrace change","author":"K Beck","year":"2000","unstructured":"Beck K (2000) Extreme programming explained: embrace change. Addison-Wesley Professional, Reading"},{"key":"9548_CR7","doi-asserted-by":"crossref","unstructured":"Beller M, Gousios G, Zaidman A (2015) How (much) do developers test?. In: 2015 IEEE\/ACM 37th IEEE international conference on software engineering, vol 2. IEEE, Piscataway, pp 559\u2013562","DOI":"10.1109\/ICSE.2015.193"},{"issue":"5","key":"9548_CR8","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1109\/2.59","volume":"21","author":"BW Boehm","year":"1988","unstructured":"Boehm BW (1988) A spiral model of software development and enhancement. Computer 21(5):61\u201372","journal-title":"Computer"},{"key":"9548_CR9","volume-title":"Constructing grounded theory","author":"K Charmaz","year":"2014","unstructured":"Charmaz K (2014) Constructing grounded theory. SAGE, Newbury Park"},{"key":"9548_CR10","doi-asserted-by":"crossref","first-page":"494","DOI":"10.1037\/0033-2909.114.3.494","volume":"114","author":"N Cliff","year":"1993","unstructured":"Cliff N (1993) Dominance statistics: ordinal analyses to answer ordinal questions. Psychol Bull 114:494\u2013509","journal-title":"Psychol Bull"},{"key":"9548_CR11","doi-asserted-by":"crossref","unstructured":"da Costa DA, Abebe SL, McIntosh S, Kulesza U, Hassan AE (2014) An empirical study of delays in the integration of addressed issues. In: Proceedings of the 30th international conference on software maintenance and evolution (ICSME), pp 281\u2013290","DOI":"10.1109\/ICSME.2014.50"},{"key":"9548_CR12","doi-asserted-by":"crossref","unstructured":"da Costa DA, McIntosh S, Kulesza U, Hassan AE (2016) The impact of switching to a rapid release cycle on the integration delay of addressed issues: an empirical study of the mozilla firefox project. In: Proceedings of the 13th international workshop on mining software repositories. ACM, New York, pp 374\u2013385","DOI":"10.1145\/2901739.2901764"},{"issue":"3","key":"9548_CR13","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1080\/00401706.1964.10490181","volume":"6","author":"OJ Dunn","year":"1964","unstructured":"Dunn OJ (1964) Multiple comparisons using rank sums. Technometrics 6 (3):241\u2013252","journal-title":"Technometrics"},{"key":"9548_CR14","doi-asserted-by":"crossref","unstructured":"Efron B (1986) How biased is the apparent error rate of a prediction rule?. In: Journal of the american statistical association, Taylor & Francis, Milton Park, vol 81, pp 461\u2013470","DOI":"10.1080\/01621459.1986.10478291"},{"key":"9548_CR15","volume-title":"Statistical methods for research workers","author":"RA Fisher","year":"1925","unstructured":"Fisher RA (1925) Statistical methods for research workers. Genesis Publishing Pvt Ltd, New Delhi"},{"key":"9548_CR16","doi-asserted-by":"crossref","unstructured":"Giger E, Pinzger M, Gall H (2010) Predicting the fix time of bugs. In: Proceedings of the 2nd international workshop on recommendation systems for software engineering (RSSE). ACM, New York, pp 52\u201356","DOI":"10.1145\/1808920.1808933"},{"key":"9548_CR17","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1016\/j.infsof.2003.07.002","volume":"46","author":"D Greer","year":"2004","unstructured":"Greer D, Ruhe G (2004) Software release planning: an evolutionary and iterative approach. Inf Softw Technol 46:243\u2013253","journal-title":"Inf Softw Technol"},{"key":"9548_CR18","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4757-3462-1","volume-title":"Regression modeling strategies: with applications to linear models, logistic regression, and survival analysis","author":"FE Harrell","year":"2001","unstructured":"Harrell FE (2001) Regression modeling strategies: with applications to linear models, logistic regression, and survival analysis. Springer, New York"},{"key":"9548_CR19","doi-asserted-by":"crossref","unstructured":"Herraiz I, German DM, Gonzalez-Barahona JM, Robles G (2008) Towards a simplification of the bug report form in eclipse. In: Proceedings of the 2008 international working conference on mining software repositories (MSR), pp 145\u2013148","DOI":"10.1145\/1370750.1370786"},{"key":"9548_CR20","first-page":"65","volume":"6","author":"S Holm","year":"1979","unstructured":"Holm S (1979) A simple sequentially rejective multiple test procedure. Scand J Stat 6:65\u201370","journal-title":"Scand J Stat"},{"key":"9548_CR21","doi-asserted-by":"crossref","unstructured":"Howell DC (2005) Median absolute deviation. In: Encyclopedia of statistics in behavioral science. Wiley Online Library, Hoboken","DOI":"10.1002\/0470013192.bsa384"},{"key":"9548_CR22","doi-asserted-by":"crossref","unstructured":"Iasonos A, Schrag D, Raj GV, Panageas KS (2008) How to build and interpret a nomogram for cancer prognosis. In: Journal of clinical oncology, american society of clinical oncology, vol 26, pp 1364\u20131370","DOI":"10.1200\/JCO.2007.12.9791"},{"key":"9548_CR23","doi-asserted-by":"crossref","unstructured":"Jeong G, Kim S, Zimmermann T (2009) Improving bug triage with bug tossing graphs. In: Proceedings of the 7th joint meeting of the european software engineering conference and the ACM SIGSOFT symposium on the foundations of software engineering (ESEC\/FSE). ACM, New York, pp 111\u2013120","DOI":"10.1145\/1595696.1595715"},{"key":"9548_CR24","unstructured":"Jiang Y, Adams B (2014) How much does integrating this commit cost? - a position paper. In: 2nd International Workshop on Release Engineering (RELENG)"},{"key":"9548_CR25","doi-asserted-by":"crossref","unstructured":"Jiang Y, Adams B, German DM (2013) Will my patch make it? and how fast?: case study on the linux kernel. In: Proceedings of the 10th working conference on mining software repositories (MSR), pp 101\u2013110","DOI":"10.1109\/MSR.2013.6624016"},{"key":"9548_CR26","doi-asserted-by":"crossref","first-page":"1","DOI":"10.18637\/jss.v028.c01","volume":"28","author":"P Kampstra","year":"2008","unstructured":"Kampstra P et al. (2008) Beanplot: a boxplot alternative for visual comparison of distributions. J Stat Softw 28:1\u20139","journal-title":"J Stat Softw"},{"key":"9548_CR27","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1109\/52.605933","volume":"14","author":"J Karlsson","year":"1997","unstructured":"Karlsson J, Ryan K (1997) A cost-value approach for prioritizing requirements. IEEE Softw 14:67\u201374","journal-title":"IEEE Softw"},{"key":"9548_CR28","doi-asserted-by":"crossref","unstructured":"Khomh F, Dhaliwal T, Zou Y, Adams B (2012) Do faster releases improve software quality? an empirical case study of mozilla firefox. In: Proceedings of the 9th IEEE working conference on mining software repositories (MSR). IEEE, Piscataway, pp 179\u2013188","DOI":"10.1109\/MSR.2012.6224279"},{"issue":"260","key":"9548_CR29","doi-asserted-by":"crossref","first-page":"583","DOI":"10.1080\/01621459.1952.10483441","volume":"47","author":"WH Kruskal","year":"1952","unstructured":"Kruskal WH, Wallis WA (1952) Use of ranks in one-criterion variance analysis. J Am Stat Assoc 47(260):583\u2013621","journal-title":"J Am Stat Assoc"},{"key":"9548_CR30","doi-asserted-by":"crossref","first-page":"764","DOI":"10.1016\/j.jesp.2013.03.013","volume":"49","author":"C Leys","year":"2013","unstructured":"Leys C, Ley C, Klein O, Bernard P, Licata L (2013) Detecting outliers: do not use standard deviation around the mean, use absolute deviation around the median. J Exp Soc Psychol 49:764\u2013766","journal-title":"J Exp Soc Psychol"},{"key":"9548_CR31","unstructured":"M\u00e4ntyl\u00e4 MV, Adams B, Khomh F, Engstr\u00f6m E, Petersen K (2014) On rapid releases and software testing: a case study and a semi-systematic literature review. In: Journal of Empirical Software Engineering. Springer, Berlin, pp 1\u201342"},{"issue":"5","key":"9548_CR32","doi-asserted-by":"crossref","first-page":"2146","DOI":"10.1007\/s10664-015-9381-9","volume":"21","author":"S McIntosh","year":"2016","unstructured":"McIntosh S, Kamei Y, Adams B, Hassan AE (2016) An empirical study of the impact of modern code review practices on software quality. Empir Softw Eng 21 (5):2146\u20132189","journal-title":"Empir Softw Eng"},{"key":"9548_CR33","doi-asserted-by":"crossref","unstructured":"Morakot C, Hoa Khanh D, Truyen T, Aditya G (2015a) Characterization and prediction of issue-related risks in software projects. In: 12th international conference on mining software repositories (MSR), pp 280\u2013291","DOI":"10.1109\/MSR.2015.33"},{"key":"9548_CR34","unstructured":"Morakot C, Hoa Khanh D, Truyen T, Aditya G (2015b) Predicting delays in software projects using networked classification. In: 30th international conference on automated software engineering (ASE)"},{"key":"9548_CR35","unstructured":"Nagappan N, Ball T (2005) Use of relative code churn measures to predict system defect density. In: Proceedings of the 27th international conference on software engineering (ICSE). IEEE, Piscataway, pp 284\u2013292"},{"key":"9548_CR36","doi-asserted-by":"crossref","unstructured":"Paetsch F, Eberlein A, Maurer F (2003) Requirements engineering and agile software development. In: Twelfth IEEE international workshops on enabling technologies: infrastructure for collaborative enterprises, pp 308\u2013313","DOI":"10.1109\/ENABL.2003.1231428"},{"key":"9548_CR37","doi-asserted-by":"crossref","unstructured":"Panjer LD (2007) Predicting eclipse bug lifetimes. In: Proceedings of the 4th international workshop on mining software repositories (MSR), p 29","DOI":"10.1109\/MSR.2007.25"},{"key":"9548_CR38","doi-asserted-by":"crossref","unstructured":"Rahman MT, Rigby PC (2015) Release stabilization on linux and chrome. In: IEEE software journal. vol 2. IEEE, Piscataway, pp 81\u201388","DOI":"10.1109\/MS.2015.31"},{"key":"9548_CR39","doi-asserted-by":"crossref","unstructured":"Regnell B, Brinkkemper S (2005) Market-driven requirements engineering for software products. In: Engineering and managing software requirements, pp 287\u2013308","DOI":"10.1007\/3-540-28244-0_13"},{"issue":"2","key":"9548_CR40","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1002\/nur.4770180211","volume":"18","author":"M Sandelowski","year":"1995","unstructured":"Sandelowski M (1995) Sample size in qualitative research. Res Nurs Health 18 (2):179\u2013183","journal-title":"Res Nurs Health"},{"key":"9548_CR41","doi-asserted-by":"crossref","unstructured":"Schroter A, Bettenburg N, Premraj R (2010) Do stack traces help developers fix bugs?. In: 2010 7th IEEE working conference on mining software repositories (MSR). IEEE, Piscataway, pp 118\u2013121","DOI":"10.1109\/MSR.2010.5463280"},{"key":"9548_CR42","doi-asserted-by":"crossref","unstructured":"Schwaber K (1997) Scrum development process. In: Business object design and implementation. Springer, Berlin, pp 117\u2013134","DOI":"10.1007\/978-1-4471-0947-1_11"},{"key":"9548_CR43","doi-asserted-by":"publisher","unstructured":"Sheehan KB (2001) E-mail survey response rates: a review. J Comput-Mediat Commun 6(2) 10.1111\/j.1083-6101.2001.tb00117.x 10.1111\/j.1083-6101.2001.tb00117.x","DOI":"10.1111\/j.1083-6101.2001.tb00117.x"},{"key":"9548_CR44","doi-asserted-by":"crossref","unstructured":"Shihab E, Ihara A, Kamei Y, Ibrahim WM, Ohira M, Adams B, Hassan AE, Matsumoto K (2010) Predicting re-opened bugs: a case study on the eclipse project. In: Proceedings of 17th working conference on reverse engineering (WCRE). IEEE, Piscataway, pp 249\u2013258","DOI":"10.1109\/WCRE.2010.36"},{"key":"9548_CR45","doi-asserted-by":"crossref","unstructured":"Shimagaki J, Kamei Y, McIntosh S, Pursehouse D, Ubayashi N (2016) Why are commits being reverted?: a comparative study of industrial and open source projects. In: 2016 IEEE international conference on software maintenance and evolution (ICSME). IEEE, Piscataway, pp 301\u2013311","DOI":"10.1109\/ICSME.2016.83"},{"key":"9548_CR46","doi-asserted-by":"crossref","unstructured":"Smith E, Loftin R, Murphy-Hill E, Bird C, Zimmermann T (2013) Improving developer participation rates in surveys. In: 6th international workshop on cooperative and human aspects of software engineering (CHASE), pp 89\u201392","DOI":"10.1109\/CHASE.2013.6614738"},{"key":"9548_CR47","doi-asserted-by":"crossref","unstructured":"Souza R, Chavez C, Bittencourt RA (2014) Do rapid releases affect bug reopening? a case study of firefox. In: Proceedings of the brazilian symposium on software engineering (SBES). IEEE, Piscataway, pp 31\u201340","DOI":"10.1109\/SBES.2014.10"},{"key":"9548_CR48","doi-asserted-by":"crossref","unstructured":"Souza R, Chavez C, Bittencourt R (2015) Rapid releases and patch backouts: a software analytics approach. In: IEEE software journal, vol 32. IEEE, Piscataway, pp 89\u201396","DOI":"10.1109\/MS.2015.30"},{"issue":"1","key":"9548_CR49","doi-asserted-by":"crossref","first-page":"72","DOI":"10.2307\/1412159","volume":"15","author":"C Spearman","year":"1904","unstructured":"Spearman C (1904) The proof and measurement of association between two things. Am J Psychol 15(1):72\u2013101","journal-title":"Am J Psychol"},{"key":"9548_CR50","doi-asserted-by":"crossref","unstructured":"Subramaniam C, Sen R, Nelson ML (2009) Determinants of open source software project success: a longitudinal study. In: Journal of decision support systems, vol 46. Elsevier, Amsterdam, pp 576\u2013585","DOI":"10.1016\/j.dss.2008.10.005"},{"key":"9548_CR51","first-page":"1","volume":"21","author":"Y Tian","year":"2015","unstructured":"Tian Y, Ali N, Lo D, Hassan AE (2015) On the unreliability of bug severity data. Empir Softw Eng 21:1\u201326","journal-title":"Empir Softw Eng"},{"key":"9548_CR52","volume-title":"Statistical methods in the atmospheric sciences, vol 100","author":"DS Wilks","year":"2011","unstructured":"Wilks DS (2011) Statistical methods in the atmospheric sciences, vol 100. Academic Press, Cambridge"},{"key":"9548_CR53","doi-asserted-by":"crossref","unstructured":"Zaman S, Adams B, Hassan AE (2011) Security versus performance bugs: a case study on firefox. In: Proceedings of the 8th working conference on mining software repositories. ACM, New York, pp 93\u2013102","DOI":"10.1145\/1985441.1985457"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-017-9548-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-017-9548-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-017-9548-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,26]],"date-time":"2025-06-26T21:29:03Z","timestamp":1750973343000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-017-9548-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,11,4]]},"references-count":53,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2018,4]]}},"alternative-id":["9548"],"URL":"https:\/\/doi.org\/10.1007\/s10664-017-9548-7","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,11,4]]}}}