{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,18]],"date-time":"2026-01-18T11:39:32Z","timestamp":1768736372851,"version":"3.49.0"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2015,10,27]],"date-time":"2015-10-27T00:00:00Z","timestamp":1445904000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2016,12]]},"DOI":"10.1007\/s10664-015-9409-1","type":"journal-article","created":{"date-parts":[[2015,10,26]],"date-time":"2015-10-26T23:16:11Z","timestamp":1445901371000},"page":"2298-2323","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":43,"title":["On the unreliability of bug severity data"],"prefix":"10.1007","volume":"21","author":[{"given":"Yuan","family":"Tian","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nasir","family":"Ali","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Lo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ahmed E.","family":"Hassan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,10,27]]},"reference":[{"key":"9409_CR1","first-page":"23:304","volume-title":"Proceedings of the 2008 conference of the center for advanced studies on collaborative research: meeting of minds, CASCON \u201908,","author":"G Antoniol","year":"2008","unstructured":"Antoniol G, Ayari K, Di Penta M, Khomh F, Gu\u00e9h\u00e9neuc YG (2008) Is it a bug or an enhancement?: A text-based approach to classify change requests. In: Proceedings of the 2008 conference of the center for advanced studies on collaborative research: meeting of minds, CASCON \u201908,. ACM, New York, pp 23:304\u201323:318"},{"key":"9409_CR2","doi-asserted-by":"crossref","unstructured":"Cohen WW (1995) Fast effective rule induction. In: Proceedings of the 12th international conference on machine learning (ICML\u201995), pp 115\u2013123","DOI":"10.1016\/B978-1-55860-377-6.50023-2"},{"key":"9409_CR3","doi-asserted-by":"crossref","unstructured":"Espinha T, Zaidman A, Gross H G (2014) Web api growing pains: stories from client developers and their code. In: Software evolution week-IEEE conference on software maintenance, reengineering and reverse engineering (CSMR-WCRE), 2014. IEEE, pp 84\u201393","DOI":"10.1109\/CSMR-WCRE.2014.6747228"},{"issue":"1","key":"9409_CR4","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1080\/19312450709336664","volume":"1","author":"AF Hayes","year":"2007","unstructured":"Hayes A F, Krippendorff K (2007) Answering the call for a standard reliability measure for coding data. Commun Method Meas 1(1):77\u201389","journal-title":"Commun Method Meas"},{"key":"9409_CR5","doi-asserted-by":"crossref","unstructured":"Herzig K, Just S, Zeller A (2013) It\u2019s not a bug, it\u2019s a feature: how misclassification impacts bug prediction. In: Proceedings of the 2013 international conference on software engineering, ICSE \u201913, pp 392\u2013401","DOI":"10.1109\/ICSE.2013.6606585"},{"issue":"2","key":"9409_CR6","first-page":"297","volume":"22","author":"SJ Huang","year":"2006","unstructured":"Huang S J, Lin C Y, Chiu N H et al (2006) Fuzzy decision tree approach for embedding risk assessment information into software cost estimation model. J Inf Sci Eng 22(2):297\u2013313","journal-title":"J Inf Sci Eng"},{"key":"9409_CR7","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1007\/BFb0026683","volume-title":"Proceedings of the 10th European conference on machine learning, ECML \u201998","author":"T Joachims","year":"1998","unstructured":"Joachims T (1998) Text categorization with suport vector machines: learning with many relevant features. In: Proceedings of the 10th European conference on machine learning, ECML \u201998. Springer-Verlag, London, pp 137\u2013142"},{"key":"9409_CR8","doi-asserted-by":"crossref","first-page":"481","DOI":"10.1145\/1985793.1985859","volume-title":"Proceedings of the 33rd international conference on software engineering, ICSE \u201911","author":"S Kim","year":"2011","unstructured":"Kim S, Zhang H, Wu R, Gong L (2011) Dealing with noise in defect prediction. In: Proceedings of the 33rd international conference on software engineering, ICSE \u201911. ACM, New York, pp 481\u2013490"},{"key":"9409_CR9","unstructured":"Krippendorff K (2003) Content analysis: an introduction to its methodology, 2nd edn. Sage Publications"},{"issue":"2","key":"9409_CR10","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1109\/TSE.2011.27","volume":"38","author":"E Kocaguneli","year":"2012","unstructured":"Kocaguneli E, Menzies T, Bener AB, Keung JW (2012) Exploiting the essential assumptions of analogy-based effort estimation. IEEE Trans Software Eng 38 (2):425\u2013438","journal-title":"IEEE Trans Software Eng"},{"key":"9409_CR11","doi-asserted-by":"crossref","unstructured":"Lamkanfi A, Demeyer S, Giger E, Goethals B (2010) Predicting the severity of a reported bug. In: 7th IEEE working conference on mining software repositories (MSR), 2010. IEEE, pp 1\u201310","DOI":"10.1109\/MSR.2010.5463284"},{"key":"9409_CR12","doi-asserted-by":"crossref","unstructured":"Lamkanfi A, Demeyer S, Soetens QD, Verdonck T (2011) Comparing mining algorithms for predicting the severity of a reported bug. In: 15th European conference on software maintenance and reengineering (CSMR), 2011, pp 249\u2013258","DOI":"10.1109\/CSMR.2011.31"},{"key":"9409_CR13","doi-asserted-by":"crossref","first-page":"1023","DOI":"10.1007\/978-1-84628-288-1_53","volume-title":"Springer handbook of engineering statistics","author":"H Lim","year":"2006","unstructured":"Lim H, Goel A (2006) Support vector machines for data modeling with software engineering applications. In: Pham H (ed) Springer handbook of engineering statistics. Springer, London, pp 1023\u20131037"},{"key":"9409_CR14","doi-asserted-by":"crossref","unstructured":"Menzies T, Marcus A (2008) Automated severity assessment of software defect reports. In: IEEE international conference on software maintenance, 2008. ICSM 2008. IEEE, pp 346\u2013355","DOI":"10.1109\/ICSM.2008.4658083"},{"key":"9409_CR15","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1007\/978-1-84800-044-5_7","volume-title":"Guide to advanced empirical software engineering","author":"A Mockus","year":"2008","unstructured":"Mockus A (2008) Missing data in software engineering. In: Shull F, Singer J, Sjberg D (eds) Guide to advanced empirical software engineering. doi: 10.1007\/978-1-84800-044-5_7 . Springer, London, pp 185\u2013200"},{"key":"9409_CR16","doi-asserted-by":"crossref","unstructured":"Nguyen A, Nguyen T, Nguyen T, Lo D, Sun C (2012) Duplicate bug report detection with a combination of information retrieval and topic modeling. In: ASE. ACM, pp 70\u201379","DOI":"10.1145\/2351676.2351687"},{"key":"9409_CR17","doi-asserted-by":"crossref","unstructured":"Nguyen HA, Nguyen AT, Nguyen T (2013) Filtering noise in mixed-purpose fixing commits to improve defect prediction and localization","DOI":"10.1109\/ISSRE.2013.6698913"},{"issue":"4","key":"9409_CR18","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1109\/2.839317","volume":"33","author":"B Nuseibeh","year":"2000","unstructured":"Nuseibeh B, Easterbrook S, Russo A (2000) Leveraging inconsistency in software development. Computer 33(4):24\u201329","journal-title":"Computer"},{"key":"9409_CR19","doi-asserted-by":"crossref","unstructured":"Ramler R, Himmelbauer J (2013) Noise in bug report data and the impact on defect prediction results. In: Joint conference of the 23rd international workshop on software measurement and the 2013 8th international conference on software process and product measurement (IWSM-MENSURA), 2013, pp 173\u2013180","DOI":"10.1109\/IWSM-Mensura.2013.33"},{"key":"9409_CR20","doi-asserted-by":"crossref","unstructured":"Runeson P, Alexandersson M, Nyholm O (2007) Detection of duplicate defect reports using natural language processing. In: ICSE. IEEE, pp 499\u2013510","DOI":"10.1109\/ICSE.2007.32"},{"issue":"5","key":"9409_CR21","doi-asserted-by":"crossref","first-page":"1005","DOI":"10.1007\/s10664-012-9228-6","volume":"18","author":"E Shihab","year":"2013","unstructured":"Shihab E, Ihara A, Kamei Y, Ibrahim WM, Ohira M, Adams B, Hassan AE, Ki Matsumoto (2013) Studying re-opened bugs in open source software. Empir Softw Eng 18(5):1005\u20131042","journal-title":"Empir Softw Eng"},{"issue":"10","key":"9409_CR22","doi-asserted-by":"crossref","first-page":"890","DOI":"10.1109\/32.962560","volume":"27","author":"K Strike","year":"2001","unstructured":"Strike K, El Emam K, Madhavji N (2001) Software cost estimation with incomplete data. IEEE Trans Softw Eng 27(10):890\u2013908","journal-title":"IEEE Trans Softw Eng"},{"key":"9409_CR23","doi-asserted-by":"crossref","unstructured":"Sun C, Lo D, Wang X, Jiang J, Khoo S (2010) A discriminative model approach for accurate duplicate bug report retrieval. In: ICSE. ACM, pp 45\u201354","DOI":"10.1145\/1806799.1806811"},{"key":"9409_CR24","doi-asserted-by":"crossref","unstructured":"Thung F, Lo D, Jiang L, Rahman F, Devanbu PT et al (2012) When would this bug get reported? In: 28th IEEE International Conference on Software Maintenance (ICSM), 2012. IEEE, pp 420\u2013429","DOI":"10.1109\/ICSM.2012.6405302"},{"key":"9409_CR25","doi-asserted-by":"crossref","unstructured":"Tian Y, Lo D, Sun C (2012a) Information retrieval based nearest neighbor classification for fine-grained bug severity prediction. In: 19th working conference on reverse engineering (WCRE), 2012. IEEE, pp 215\u2013224","DOI":"10.1109\/WCRE.2012.31"},{"key":"9409_CR26","doi-asserted-by":"crossref","unstructured":"Tian Y, Sun C, Lo D (2012b) Improved duplicate bug report identification. In: 16th European conference on software maintenance and reengineering, CSMR 2012, Szeged, pp 385\u2013390","DOI":"10.1109\/CSMR.2012.48"},{"key":"9409_CR27","unstructured":"Tian Y, Lo D, Xia X, Sun C (2014) Automated prediction of bug report priority using multi-factor analysis. Empir Softw Eng:1\u201330"},{"key":"9409_CR28","doi-asserted-by":"crossref","unstructured":"Valdivia Garcia H, Shihab E (2014) Characterizing and predicting blocking bugs in open source projects. In: Proceedings of the 11th working conference on mining software repositories. ACM, pp 72\u201381","DOI":"10.1145\/2597073.2597099"},{"key":"9409_CR29","first-page":"189","volume-title":"COOP 2014-Proceedings of the 11th international conference on the design of cooperative systems","author":"D Vyas","year":"2014","unstructured":"Vyas D, Fritz T, Shepherd D (2014) Bug reproduction: A collaborative practice within software maintenance activities. In: COOP 2014-Proceedings of the 11th international conference on the design of cooperative systems. Springer, Nice (France), pp 189\u2013207"},{"key":"9409_CR30","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1109\/CSMR-WCRE.2014.6747167","volume-title":"2014 software evolution week - IEEE conference on software maintenance, reengineering, and reverse engineering, CSMR-WCRE 2014","author":"X Xia","year":"2014","unstructured":"Xia X, Lo D, Wen M, Shihab E, Zhou B (2014) An empirical study of bug report field reassignment. In: 2014 software evolution week - IEEE conference on software maintenance, reengineering, and reverse engineering, CSMR-WCRE 2014. Antwerp, Belgium, pp 174\u2013183"},{"key":"9409_CR31","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1007\/978-3-642-37395-4_14","volume-title":"Perspectives on the future of software engineering","author":"A Zeller","year":"2013","unstructured":"Zeller A (2013) Can we trust software repositories? In: Mnch J, Schmid K (eds) Perspectives on the future of software engineering. Springer, Berlin Heidelberg, pp 209\u2013215"},{"key":"9409_CR32","doi-asserted-by":"crossref","unstructured":"Zhang F, Khomh F, Zou Y, Hassan AE (2012) An empirical study on factors impacting bug fixing time. In: 19th Working Conference on Reverse Engineering (WCRE), 2012. IEEE, pp 225\u2013234","DOI":"10.1109\/WCRE.2012.32"},{"key":"9409_CR33","doi-asserted-by":"crossref","unstructured":"Zhang H, Gong L, Versteeg S (2013) Predicting bug-fixing time: an empirical study of commercial software projects. In: Proceedings of the 2013 international conference on software engineering. IEEE Press, pp 1042\u20131051","DOI":"10.1109\/ICSE.2013.6606654"},{"issue":"3","key":"9409_CR34","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1007\/s10462-004-0751-8","volume":"22","author":"X Zhu","year":"2004","unstructured":"Zhu X, Wu X (2004) Class noise vs. attribute noise: a quantitative study of their impacts. Artif Intell Rev 22(3):177\u2013210","journal-title":"Artif Intell Rev"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-015-9409-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-015-9409-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-015-9409-1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-015-9409-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,31]],"date-time":"2019-08-31T20:31:34Z","timestamp":1567283494000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-015-9409-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,10,27]]},"references-count":34,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2016,12]]}},"alternative-id":["9409"],"URL":"https:\/\/doi.org\/10.1007\/s10664-015-9409-1","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,10,27]]}}}