{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T11:31:50Z","timestamp":1781523110383,"version":"3.54.1"},"reference-count":72,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2022,5,30]],"date-time":"2022-05-30T00:00:00Z","timestamp":1653868800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,5,30]],"date-time":"2022-05-30T00:00:00Z","timestamp":1653868800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1007\/s10664-022-10153-2","type":"journal-article","created":{"date-parts":[[2022,5,30]],"date-time":"2022-05-30T09:03:03Z","timestamp":1653901383000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Works for Me! Cannot Reproduce \u2013 A Large Scale Empirical Study of Non-reproducible Bugs"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3821-5990","authenticated-orcid":false,"given":"Mohammad M.","family":"Rahman","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Foutse","family":"Khomh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marco","family":"Castelluccio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,5,30]]},"reference":[{"key":"10153_CR1","doi-asserted-by":"crossref","unstructured":"Amoui M, Kaushik N, Al-Dabbagh A, Tahvildari L, Li S, Liu W (2013) Search-based duplicate defect detection: An industrial experience. In: Proc. MSR, pp 173\u2013182","DOI":"10.1109\/MSR.2013.6624025"},{"key":"10153_CR2","first-page":"1799","volume":"24","author":"L An","year":"2019","unstructured":"An L, Castelluccio M, Khomh F (2019) An empirical study of dll injection bugs in the firefox ecosystem. EMSE 24:1799\u20131822","journal-title":"EMSE"},{"key":"10153_CR3","doi-asserted-by":"crossref","unstructured":"Antoniol G, Ayari K, Di Penta M, Khomh F, Gu\u00e9h\u00e9neuc Y (2008) Is it a bug or an enhancement? a text-based approach to classify change requests. In: Proc. CASCON, p 15","DOI":"10.1145\/1463788.1463819"},{"key":"10153_CR4","unstructured":"Apache Lucene Core (2019) https:\/\/lucene.apache.org\/core"},{"key":"10153_CR5","doi-asserted-by":"crossref","unstructured":"Aranda J, Venolia G (2009) The secret life of bugs: Going past the errors and omissions in software repositories. In: Proc. ICSE, pp 298\u2013308","DOI":"10.1109\/ICSE.2009.5070530"},{"key":"10153_CR6","doi-asserted-by":"crossref","unstructured":"Bettenburg N, Just S, Schr\u00f6ter A, Weiss C, Premraj R, Zimmermann T (2008) What makes a good bug report?. In: Proc. FSE, pp 308\u2013318","DOI":"10.1145\/1453101.1453146"},{"key":"10153_CR7","doi-asserted-by":"crossref","unstructured":"Bojanowski P, Grave E, Joulin A, Mikolov T (2016) Enriching word vectors with subword information. arXiv:1607.04606","DOI":"10.1162\/tacl_a_00051"},{"issue":"1","key":"10153_CR8","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L (2001) Random forests. Mach. Learn. 45(1):5\u201332","journal-title":"Mach. Learn."},{"issue":"1","key":"10153_CR9","first-page":"191","volume":"41","author":"SL Cessie","year":"1992","unstructured":"Cessie S L, Houwelingen J C V (1992) Ridge estimators in logistic regression. JSTOR 41(1):191\u2013201","journal-title":"JSTOR"},{"key":"10153_CR10","doi-asserted-by":"crossref","unstructured":"Chaparro O, Bernal-C\u00e1rdenas C, Lu J, Moran K, Marcus A, Di Penta M, Poshyvanyk D, Ng V (2019) Assessing the quality of the steps to reproduce in bug reports. In: Proc.ESEC\/FSE, pp 86\u201396","DOI":"10.1145\/3338906.3338947"},{"key":"10153_CR11","doi-asserted-by":"crossref","unstructured":"Chaparro O, Florez J M, Marcus A (2017) Using observed behavior to reformulate queries during text retrieval-based bug localization. In: Proc. ICSME, p to appear","DOI":"10.1109\/ICSME.2017.100"},{"key":"10153_CR12","doi-asserted-by":"crossref","unstructured":"Chaparro O, Florez J M, Singh U, Marcus A (2019) Reformulating queries for duplicate bug report detection. In: Proc. SANER, pp 218\u2013229","DOI":"10.1109\/SANER.2019.8667985"},{"key":"10153_CR13","doi-asserted-by":"crossref","unstructured":"Chaparro O, Lu J, Zampetti F, Moreno L, Di Penta M, Marcus A, Bavota G, Ng V (2017) Detecting missing information in bug descriptions. In: Proc. ESEC\/FSE, pp 396\u2013407","DOI":"10.1145\/3106237.3106285"},{"key":"10153_CR14","doi-asserted-by":"crossref","unstructured":"Chen T, Guestrin C (2016) Xgboost: A scalable tree boosting system. In: Proc. SIGKDD, pp 785\u2013794","DOI":"10.1145\/2939672.2939785"},{"key":"10153_CR15","doi-asserted-by":"crossref","unstructured":"Dam H K, Tran T, Ghose A (2018) Explainable software analytics. In: Proc. ICSE-C, pp 53\u201356","DOI":"10.1145\/3183399.3183424"},{"key":"10153_CR16","unstructured":"Doxygen (2020) https:\/\/www.doxygen.nl\/index.html"},{"key":"10153_CR17","unstructured":"Firefox profiler (2020) https:\/\/profiler.firefox.com"},{"key":"10153_CR18","doi-asserted-by":"crossref","unstructured":"Fagerland M W (2012) t-tests, non-parametric tests, and large studies\u2013a paradox of statistical practice?. BMC Med Res Methodol, 12(78)","DOI":"10.1186\/1471-2288-12-78"},{"key":"10153_CR19","unstructured":"Fan Y, Xia X, D.Lo, Hassan A E (2018) Chaff from the wheat: Characterizing and determining valid bug reports. TSE"},{"issue":"11","key":"10153_CR20","doi-asserted-by":"publisher","first-page":"964","DOI":"10.1145\/32206.32212","volume":"30","author":"GW Furnas","year":"1987","unstructured":"Furnas G W, Landauer T K, Gomez L M, Dumais S T (1987) The Vocabulary Problem in Human-system Communication. Commun. ACM 30(11):964\u2013971","journal-title":"Commun. ACM"},{"key":"10153_CR21","volume-title":"The discovery of grounded theory : strategies for qualitative research","author":"BG Glaser","year":"1967","unstructured":"Glaser B G, Strauss A L (1967) The discovery of grounded theory : strategies for qualitative research. Aldine Publishing, Chicago"},{"issue":"1","key":"10153_CR22","first-page":"103","volume":"11","author":"A Goyal","year":"2017","unstructured":"Goyal A, Sardana N (2017) Nrfixer: Sentiment based model for predicting the fixability of non-reproducible bugs. e-Informatica 11(1):103\u2013116","journal-title":"e-Informatica"},{"key":"10153_CR23","doi-asserted-by":"crossref","unstructured":"Guo P J, Zimmermann T, Nagappan N, Murphy B (2010) Characterizing and predicting which bugs get fixed: An empirical study of microsoft windows. In: Proc. ICSE, pp 495\u2013504","DOI":"10.1145\/1806799.1806871"},{"key":"10153_CR24","doi-asserted-by":"crossref","unstructured":"Guo P J, Zimmermann T, Nagappan N, Murphy B (2011) \u201cnot my bug!\u201d and other reasons for software bug report reassignments. In: Proc. CSCW, pp 395\u2013404","DOI":"10.1145\/1958824.1958887"},{"key":"10153_CR25","doi-asserted-by":"crossref","unstructured":"Herzig K, Just S, Zeller A (2013) It\u2019s not a bug, it\u2019s a feature: How misclassification impacts bug prediction. In: Proc. ICSE, pp 392\u2013401","DOI":"10.1109\/ICSE.2013.6606585"},{"issue":"2","key":"10153_CR26","doi-asserted-by":"publisher","first-page":"902","DOI":"10.1007\/s10664-018-9643-4","volume":"24","author":"A Hindle","year":"2019","unstructured":"Hindle A, Onuczko C (2019) Preventing duplicate bug reports by continuously querying bug reports. Empirical Softw. Engg. 24(2):902\u2013936","journal-title":"Empirical Softw. Engg."},{"key":"10153_CR27","unstructured":"ICSME replication package (2020). https:\/\/github.com\/masud-technope\/ICSME2020-Replication-Package"},{"key":"10153_CR28","unstructured":"Jiarpakdee J, Tantithamthavorn C, Dam H K, Grundy J (2020) An empirical study of model-agnostic techniques for defect prediction models. TSE"},{"key":"10153_CR29","doi-asserted-by":"crossref","unstructured":"Jiarpakdee J, Tantithamthavorn C, Grundy J (2021) Practitioners\u2019 perceptions of the goals and visual explanations of defect prediction models. In: Proc. MSR, pp 432\u2013443","DOI":"10.1109\/MSR52588.2021.00055"},{"key":"10153_CR30","unstructured":"John G H, Langley P (1995) Estimating continuous distributions in bayesian classifiers. In: Proc. UAI, pp 338\u2013345"},{"key":"10153_CR31","unstructured":"Joorabchi M E, Mirzaaghaei M, Mesbah A (2014) Works for me! characterizing non-reproducible bug reports. In: Proc. MSR, pp 62\u201371"},{"key":"10153_CR32","doi-asserted-by":"crossref","unstructured":"Lin B, Zampetti F, Bavota G, Di Penta M, Lanza M, Oliveto R (2018) Sentiment analysis for software engineering: How far can we go?. In: Proc. ICSE, pp 94\u2013104","DOI":"10.1145\/3180155.3180195"},{"issue":"1","key":"10153_CR33","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1038\/s42256-019-0138-9","volume":"2","author":"SM Lundberg","year":"2020","unstructured":"Lundberg S M, Erion G, Chen H, DeGrave A, Prutkin J M, Nair B, Katz R, Himmelfarb J, Bansal N, Lee S (2020) From local explanations to global understanding with explainable ai for trees. Nature machine intelligence 2 (1):56\u201367","journal-title":"Nature machine intelligence"},{"key":"10153_CR34","doi-asserted-by":"crossref","unstructured":"Maalej W, Nabil H (2015) Bug report, feature request, or simply praise? on automatically classifying app reviews. In: Proc. RE, pp 116\u2013125","DOI":"10.1109\/RE.2015.7320414"},{"key":"10153_CR35","doi-asserted-by":"crossref","unstructured":"Nayrolles M, Hamou-Lhadj A (2018) Towards a classification of bugs to facilitate software maintainability tasks. In: Proc. SQUADE, pp 25\u201332","DOI":"10.1145\/3194095.3194101"},{"key":"10153_CR36","unstructured":"O\u2019Callahan R, Jones C, Froyd N, Huey K, Noll A, Partush N (2017) Engineering record and replay for deployability. In: Proc. USENIX, pp 377\u2013389"},{"key":"10153_CR37","doi-asserted-by":"crossref","unstructured":"Parnin C, Orso A (2011) Are Automated Debugging Techniques Actually Helping Programmers?. In: Proc. ISSTA, pp 199\u2013209","DOI":"10.1145\/2001420.2001445"},{"key":"10153_CR38","unstructured":"Pernosco (2020) https:\/\/pernos.co\/about\/overview"},{"key":"10153_CR39","doi-asserted-by":"crossref","unstructured":"Ponzanelli L, Mocci A, Bacchelli A, Lanza M, Fullerton D (2014) Improving Low Quality Stack Overflow Post Detection. In: Proc. ICSME, pp 541\u2013544","DOI":"10.1109\/ICSME.2014.90"},{"key":"10153_CR40","unstructured":"Quinlan J R (1993) C4.5: Programs for machine learning. Morgan Kaufmann Publishers Inc."},{"key":"10153_CR41","doi-asserted-by":"crossref","unstructured":"Rahman M M, Khomh F, Castelluccio M (2020) Why are some bugs non-reproducible? an empirical investigation using data fusion. In: Proc. ICSME, p 12","DOI":"10.1109\/ICSME46990.2020.00063"},{"key":"10153_CR42","doi-asserted-by":"crossref","unstructured":"Rahman M M, Roy C K, Collins J (2016) CORRECT: Code Reviewer Recommendation Based on Cross-Project and Technology Experience. In: Proc. ICSE, p to appear","DOI":"10.1145\/2889160.2889244"},{"key":"10153_CR43","first-page":"1869","volume":"24","author":"MM Rahman","year":"2019","unstructured":"Rahman M M, Roy C K, Lo D (2019) Automatic query reformulation for code search using crowdsourced knowledge. EMSE 24:1869\u20131924","journal-title":"EMSE"},{"key":"10153_CR44","unstructured":"Researcher posts facebook bug report to mark Zuckerberg\u2019s wall (2013) https:\/\/cnet.co\/2PvIH9O"},{"key":"10153_CR45","unstructured":"Report: (2019) Software failure caused $1.7 trillion in financial losses in 2017. https:\/\/tek.io\/2FBNl2i"},{"key":"10153_CR46","doi-asserted-by":"crossref","unstructured":"Ribeiro M T, Singh S, Guestrin C (2016) \u201dwhy should i trust you?\u201d: Explaining the predictions of any classifier. In: Proc. KDD, pp 1135\u20131144","DOI":"10.1145\/2939672.2939778"},{"issue":"2","key":"10153_CR47","first-page":"115","volume":"31","author":"JP Royston","year":"1982","unstructured":"Royston J P (1982) An extension of shapiro and wilk\u2019s w test for normality to large samples. J R Stat Soc 31(2):115\u2013124","journal-title":"J R Stat Soc"},{"key":"10153_CR48","doi-asserted-by":"crossref","unstructured":"Sarkar A, Rigby P C, Bartalos B (2019) Improving bug triaging with high confidence predictions at ericsson. In: Proc. ICSME, pp 81\u201391","DOI":"10.1109\/ICSME.2019.00018"},{"key":"10153_CR49","unstructured":"Srcml (2020) https:\/\/www.srcml.org\/"},{"key":"10153_CR50","unstructured":"Shapley values (2021) https:\/\/christophm.github.io\/interpretable-ml-book\/shapley.html"},{"key":"10153_CR51","unstructured":"Shafiq H A, Arshad Z (2014) Automated debugging and bug fixing solutions : A systematic literature review and classification"},{"key":"10153_CR52","doi-asserted-by":"crossref","unstructured":"Shi Z, Keung J, Song Q (2014) An Empirical Study of BM25 and BM25F Based Feature Location Techniques. In: Proc. InnoSWDev, pp 106\u2013114","DOI":"10.1145\/2666581.2666594"},{"key":"10153_CR53","unstructured":"Socher R, Perelygin A, Wu J, Chuang J, Manning C D, Ng A, Potts C (2013) Recursive deep models for semantic compositionality over a sentiment treebank. In: Proc. EMNLP, pp 1631\u20131642"},{"issue":"6","key":"10153_CR54","first-page":"1665","volume":"19","author":"L Tan","year":"2014","unstructured":"Tan L, Liu C, Li Z, Wang X, Zhou Y, Zhai C (2014) Bug characteristics in open source software. EMSE 19(6):1665\u20131705","journal-title":"EMSE"},{"issue":"12","key":"10153_CR55","doi-asserted-by":"publisher","first-page":"2544","DOI":"10.1002\/asi.21416","volume":"61","author":"M Thelwall","year":"2010","unstructured":"Thelwall M, Buckley K, Paltoglou G, Cai D, Kappas A (2010) Sentiment strength detection in short informal text. JASIST 61(12):2544\u20132558","journal-title":"JASIST"},{"key":"10153_CR56","unstructured":"Thongtanunam P, Kula R G, Yoshida N, Iida H, Matsumoto K (2015) Who Should Review my Code?. In: Proc. SANER, pp 141\u2013150"},{"key":"10153_CR57","doi-asserted-by":"crossref","unstructured":"Tian Y, Sun C, Lo D (2012) Improved duplicate bug report identification. In: Proc. CSMR, pp 385\u2013390","DOI":"10.1109\/CSMR.2012.48"},{"key":"10153_CR58","doi-asserted-by":"crossref","unstructured":"Vyas D, Fritz T, Shepherd D (2014) Bug reproduction: A collaborative practice within software maintenance activities. In: COOP, pp 189\u2013207","DOI":"10.1007\/978-3-319-06498-7_12"},{"key":"10153_CR59","doi-asserted-by":"crossref","unstructured":"Wang S, Lo D (2014) Version history, similar report, and structure: Putting them together for improved bug localization. In: Proc. ICPC, pp 53\u201363","DOI":"10.1145\/2597008.2597148"},{"issue":"10","key":"10153_CR60","first-page":"921","volume":"28","author":"S Wang","year":"2016","unstructured":"Wang S, Lo D (2016) Amalgam+: Composing rich information sources for accurate bug localization. JSEP 28(10):921\u2013942","journal-title":"JSEP"},{"key":"10153_CR61","doi-asserted-by":"crossref","unstructured":"Wang X, Zhang L, Xie T, Anvik J, Sun J (2008) An approach to detecting duplicate bug reports using natural language and execution information. Proc. ICSE, pp 461\u2013470","DOI":"10.1145\/1368088.1368151"},{"key":"10153_CR62","unstructured":"Wattanakriengkrai S, Thongtanunam P, Tantithamthavorn C, Hata H, Matsumoto K (2020) Predicting defective lines using a model-agnostic technique. TSE"},{"key":"10153_CR63","unstructured":"WEKA Toolkit. http:\/\/www.cs.waikato.ac.nz\/ml\/weka"},{"key":"10153_CR64","unstructured":"Works for me (2022) https:\/\/bit.ly\/2M94cff"},{"key":"10153_CR65","doi-asserted-by":"crossref","unstructured":"Wong C P, Xiong Y, Zhang H, Hao D, Zhang L, Mei H (2014) Boosting bug-report-oriented fault localization with segmentation and stack-trace analysis. In: Proc. ICSME, pp 181\u2013190","DOI":"10.1109\/ICSME.2014.40"},{"issue":"3","key":"10153_CR66","first-page":"1094","volume":"65","author":"X Xia","year":"2016","unstructured":"Xia X, Lo D, Shihab E, Wang X (2016) Automated bug report field reassignment and refinement prediction. TSR 65(3):1094\u20131113","journal-title":"TSR"},{"key":"10153_CR67","doi-asserted-by":"crossref","unstructured":"Yang X, Lo D, Xia X, Bao L, Sun J (2016) Combining word embedding with information retrieval to recommend similar bug reports. In: Proc. ISSRE, pp 127\u2013137","DOI":"10.1109\/ISSRE.2016.33"},{"key":"10153_CR68","doi-asserted-by":"crossref","unstructured":"Ye X, Shen H, Ma X, Bunescu R, Liu C (2016) From Word Embeddings to Document Similarities for Improved Information Retrieval in Software Engineering. In: Proc. ICSE, pp 404\u2013415","DOI":"10.1145\/2884781.2884862"},{"key":"10153_CR69","unstructured":"Yuan T, Lo D, Lawall J (2014) Automated Construction of a Software-specific Word Similarity Database. In: Proc. CSMR-WCRE, pp 44\u201353"},{"key":"10153_CR70","doi-asserted-by":"crossref","unstructured":"Zhao Y, Yu T, Su T, Liu Y, Zheng W, Zhang J, Halfond WGJ (2019) Recdroid: Automatically reproducing android application crashes from bug reports. In: Proc. ICSE, pp 128\u2013139","DOI":"10.1109\/ICSE.2019.00030"},{"key":"10153_CR71","doi-asserted-by":"crossref","unstructured":"Zhou J, Zhang H, Lo D (2012) Where Should the Bugs Be Fixed? - More Accurate Information Retrieval-based Bug Localization Based on Bug Reports. In: Proc. ICSE","DOI":"10.1109\/ICSE.2012.6227210"},{"key":"10153_CR72","doi-asserted-by":"crossref","unstructured":"Zimmermann T, Nagappan N, Guo P J, Murphy B (2012) Characterizing and predicting which bugs get reopened. In: Proc. ICSE, pp 1074\u20131083","DOI":"10.1109\/ICSE.2012.6227112"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10153-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-022-10153-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10153-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,26]],"date-time":"2022-07-26T05:12:07Z","timestamp":1658812327000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-022-10153-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,30]]},"references-count":72,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2022,9]]}},"alternative-id":["10153"],"URL":"https:\/\/doi.org\/10.1007\/s10664-022-10153-2","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,5,30]]},"assertion":[{"value":"22 March 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 May 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"111"}}