{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,5]],"date-time":"2026-10-05T03:48:47Z","timestamp":1791172127144,"version":"4.1.0"},"publisher-location":"New York, NY, USA","reference-count":51,"publisher":"ACM","license":[{"start":{"date-parts":[[2009,8,24]],"date-time":"2009-08-24T00:00:00Z","timestamp":1251072000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2009,8,24]]},"DOI":"10.1145\/1595696.1595716","type":"proceedings-article","created":{"date-parts":[[2009,8,24]],"date-time":"2009-08-24T10:08:35Z","timestamp":1251108515000},"page":"121-130","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":268,"title":["Fair and balanced?"],"prefix":"10.1145","author":[{"given":"Christian","family":"Bird","sequence":"first","affiliation":[{"name":"University of California, Davis, Davis, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adrian","family":"Bachmann","sequence":"additional","affiliation":[{"name":"University of Zurich, Zurich, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eirik","family":"Aune","sequence":"additional","affiliation":[{"name":"Univeristy of California, Davis, Davis, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John","family":"Duffy","sequence":"additional","affiliation":[{"name":"University of California, Davis, Davis, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abraham","family":"Bernstein","sequence":"additional","affiliation":[{"name":"University of Zurich, Zurich, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vladimir","family":"Filkov","sequence":"additional","affiliation":[{"name":"University of California, Davis, Davis, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Premkumar","family":"Devanbu","sequence":"additional","affiliation":[{"name":"University of California, Davis, Davis, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2009,8,24]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Approximate Is Better Than \"Exact\" for Interval Estimation ofBinomial Proportions. The American Statistician, 52(2)","author":"Agresti A.","year":"1998","unstructured":"A. Agresti and B. Coull . Approximate Is Better Than \"Exact\" for Interval Estimation ofBinomial Proportions. The American Statistician, 52(2) , 1998 . A. Agresti and B. Coull. Approximate Is Better Than \"Exact\" for Interval Estimation ofBinomial Proportions. The American Statistician, 52(2), 1998."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.102102699"},{"key":"e_1_3_2_1_3_1","volume-title":"Data retrieval, processing and linking for software process dataanalysis. Technical report","author":"Bachmann A.","year":"2009","unstructured":"A. Bachmann and A. Bernstein . Data retrieval, processing and linking for software process dataanalysis. Technical report , University of Zurich , 2009 . Published May, 2009. http:\/\/www.ifi.uzh.ch\/ddis\/people\/adrian-bachmann\/pdq\/. A. Bachmann and A. Bernstein. Data retrieval, processing and linking for software process dataanalysis. Technical report, University of Zurich, 2009. Published May, 2009. http:\/\/www.ifi.uzh.ch\/ddis\/people\/adrian-bachmann\/pdq\/."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1595808.1595830"},{"key":"e_1_3_2_1_5_1","first-page":"528","volume":"1","author":"Basili V.","year":"1994","unstructured":"V. Basili , G. Caldiera , and H. Rombach . The Goal Question Metric Approach. Encyclopedia of Software Engineering , 1 : 528 -- 532 , 1994 . V. Basili, G. Caldiera, and H. Rombach. The Goal Question Metric Approach. Encyclopedia of Software Engineering, 1:528--532, 1994.","journal-title":"The Goal Question Metric Approach. Encyclopedia of Software Engineering"},{"key":"e_1_3_2_1_6_1","volume-title":"Proc. of the American Statistical Association and BiomeasureSociety Joint Statistical Meetings","author":"Basili V.","year":"1984","unstructured":"V. Basili and R. Selby Jr . Data collection and analysis in software research and management . Proc. of the American Statistical Association and BiomeasureSociety Joint Statistical Meetings , 1984 . V. Basili and R. Selby Jr. Data collection and analysis in software research and management. Proc. of the American Statistical Association and BiomeasureSociety Joint Statistical Meetings, 1984."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1984.5010301"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.2307\/2095230"},{"key":"e_1_3_2_1_10_1","unstructured":"Bugzilla Fields http:\/\/www.eclipse.org\/tptp\/home\/documents\/process\/development\/bugzilla.html.  Bugzilla Fields http:\/\/www.eclipse.org\/tptp\/home\/documents\/process\/development\/bugzilla.html."},{"key":"e_1_3_2_1_11_1","volume-title":"Expert Systems With Applications","author":"Catal C.","year":"2008","unstructured":"C. Catal and B. Diri . A systematic review of software fault prediction studies . Expert Systems With Applications , 2008 . C. Catal and B. Diri. A systematic review of software fault prediction studies. Expert Systems With Applications, 2008."},{"key":"e_1_3_2_1_12_1","volume-title":"Practical Nonparametric Statistics","author":"Conover W. J.","year":"1971","unstructured":"W. J. Conover . Practical Nonparametric Statistics . John Wiley &Sons, 1971 . W. J. Conover. Practical Nonparametric Statistics. John Wiley&Sons, 1971."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2005.71"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321631.1321702"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1002\/0471477435"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2008.36"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/0140-6736(91)90201-Y"},{"key":"e_1_3_2_1_18_1","volume-title":"Selecting Empirical Methods for Software Engineering Research. Guide to Advanced Empirical Software Engineering","author":"Easterbrook S.","year":"2007","unstructured":"S. Easterbrook , J. Singer , M. Storey , and D. Damian . Selecting Empirical Methods for Software Engineering Research. Guide to Advanced Empirical Software Engineering , 2007 . S. Easterbrook, J. Singer, M. Storey, and D. Damian. Selecting Empirical Methods for Software Engineering Research. Guide to Advanced Empirical Software Engineering, 2007."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.5555\/942800.943568"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the Conference on Coopration, Innovations et Technologies","author":"Gasser L.","year":"2003","unstructured":"L. Gasser and G. Ripoche . Distributed collective practices and free\/open-source software problem management: perspectives and methods . Proceedings of the Conference on Coopration, Innovations et Technologies , 2003 . L. Gasser and G. Ripoche. Distributed collective practices and free\/open-source software problem management: perspectives and methods. Proceedings of the Conference on Coopration, Innovations et Technologies, 2003."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15506878jobem4504_6"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.5555\/26775"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.2307\/1912352"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1082983.1083168"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1181775.1181781"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2006.23"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2007.66"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1082983.1083172"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2004.12"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1086\/268766"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1370788.1370799"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2007.48"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1198\/tech.2003.s167"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.5555\/541177"},{"key":"e_1_3_2_1_35_1","volume-title":"Empirical Methods in Software Engineering","author":"Mockus A.","year":"2000","unstructured":"A. Mockus . Missing Data in Software Engineering . Empirical Methods in Software Engineering . The MIT Press) , 2000 . A. Mockus. Missing Data in Software Engineering. Empirical Methods in Software Engineering. The MIT Press), 2000."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368114"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1315245.1315311"},{"key":"e_1_3_2_1_38_1","first-page":"138","volume-title":"Practical evaluation of an organizational memory using the goal-question-metric technique. Lecture notes in computer science","author":"Nick M.","year":"1999","unstructured":"M. Nick and C. Tautz . Practical evaluation of an organizational memory using the goal-question-metric technique. Lecture notes in computer science , pages 138 -- 147 , 1999 . M. Nick and C. Tautz. Practical evaluation of an organizational memory using the goal-question-metric technique. Lecture notes in computer science, pages 138--147, 1999."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1037\/1089-2680.2.2.175"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/336512.336586"},{"key":"e_1_3_2_1_41_1","volume-title":"'08: Proceedings of the 4th international workshop on predictor models in software engineering","author":"Promise","year":"2008","unstructured":"Promise '08: Proceedings of the 4th international workshop on predictor models in software engineering , 2008 . Eds. B. Boetticher and T. Ostrand. Promise '08: Proceedings of the 4th international workshop on predictor models in software engineering, 2008. Eds. B. Boetticher and T. Ostrand."},{"key":"e_1_3_2_1_42_1","unstructured":"Promise Dataset http:\/\/promisedata.org.  Promise Dataset http:\/\/promisedata.org."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1159733.1159739"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.5555\/1324786"},{"key":"e_1_3_2_1_45_1","volume-title":"Approaches to Social Research","author":"Singleton R. A.","year":"2005","unstructured":"R. A. Singleton , Jr. and B. C. Straits . Approaches to Social Research . Oxford University Press , 2005 . R. A. Singleton, Jr. and B. C. Straits. Approaches to Social Research. Oxford University Press, 2005."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/1083142.1083147"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1080\/07853890310015181"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015425"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/PROMISE.2007.10"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1049\/ic:20040466"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.5555\/47303"}],"event":{"name":"ESEC\/FSE09: Joint 12th European Software Engineering Conference","location":"Amsterdam The Netherlands","acronym":"ESEC\/FSE09","sponsor":["ACM Association for Computing Machinery","SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 7th joint meeting of the European software engineering conference and the ACM SIGSOFT symposium on The foundations of software engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1595696.1595716","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1595696.1595716","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T08:18:04Z","timestamp":1750234684000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1595696.1595716"}},"subtitle":["bias in bug-fix datasets"],"short-title":[],"issued":{"date-parts":[[2009,8,24]]},"references-count":51,"alternative-id":["10.1145\/1595696.1595716","10.1145\/1595696"],"URL":"https:\/\/doi.org\/10.1145\/1595696.1595716","relation":{},"subject":[],"published":{"date-parts":[[2009,8,24]]},"assertion":[{"value":"2009-08-24","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}