{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T14:45:36Z","timestamp":1781621136528,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,5,21]],"date-time":"2022-05-21T00:00:00Z","timestamp":1653091200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,5,21]]},"DOI":"10.1145\/3510003.3510122","type":"proceedings-article","created":{"date-parts":[[2022,7,5]],"date-time":"2022-07-05T22:42:59Z","timestamp":1657060979000},"page":"2177-2188","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":17,"title":["Towards language-independent brown build detection"],"prefix":"10.1145","author":[{"given":"Doriane","family":"Olewicki","sequence":"first","affiliation":[{"name":"Polytechnique Montr\u00e9al, Montr\u00e9al, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mathieu","family":"Nayrolles","sequence":"additional","affiliation":[{"name":"Ubisoft Montr\u00e9al, Montr\u00e9al, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bram","family":"Adams","sequence":"additional","affiliation":[{"name":"Queen's University, Kingston, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,7,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"List of english stop words. Accessed February 2020. [Online]. Available: http:\/\/xpo6.com\/list-of-english-stop-words\/"},{"key":"e_1_3_2_1_2_1","unstructured":"Openstack zuul ci dashboard. Accessed February 2020. [Online]. Available: http:\/\/zuul.openstack.org"},{"key":"e_1_3_2_1_3_1","unstructured":"Replication package. [Online]. Available: https:\/\/github.com\/ubisoft\/ubisoft-laforge-brownbuild"},{"key":"e_1_3_2_1_4_1","unstructured":"Shap values documentation. Accessed February 2020. [Online]. Available: https:\/\/shap.readthedocs.io\/en\/latest\/"},{"key":"e_1_3_2_1_5_1","unstructured":"Sklearn selectkbest python package. Accessed February 2020. [Online]. Available: https:\/\/scikit-learn.org\/stable\/modules\/generated\/sklearn.feature_selection.SelectKBest.html#sklearn.feature_selection.SelectKBest"},{"key":"e_1_3_2_1_6_1","unstructured":"Stemmer golang package. Accessed February 2020. [Online]. Available: https:\/\/github.com\/caneroj1\/stemmer"},{"key":"e_1_3_2_1_7_1","unstructured":"Treeherder. Accessed November 2019. [Online]. Available: https:\/\/treeherder.mozilla.org\/#\/jobs?repo=mozilla-inbound"},{"key":"e_1_3_2_1_8_1","unstructured":"Xgboost python package. Accessed February 2020. [Online]. Available: https:\/\/xgboost.readthedocs.io\/en\/latest\/python\/index.html"},{"key":"e_1_3_2_1_9_1","first-page":"78","volume-title":"evolution, and reengineering (SANER)","author":"Adams B.","year":"2016","unstructured":"B. Adams and S. McIntosh, \"Modern release engineering in a nutshell-why researchers should care,\" in IEEE 23rd international conference on software analysis, evolution, and reengineering (SANER), vol. 5. IEEE, 2016, pp. 78--90."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1791"},{"key":"e_1_3_2_1_11_1","first-page":"433","volume-title":"IEEE","author":"Bell J.","year":"2018","unstructured":"J. Bell, O. Legunsen, M. Hilton, L. Eloussi, T. Yung, and D. Marinov, \"Deflaker: Automatically detecting flaky tests,\" in IEEE\/ACM 40th International Conference on Software Engineering (ICSE). IEEE, 2018, pp. 433--444."},{"key":"e_1_3_2_1_12_1","first-page":"1","volume-title":"Pearson correlation coefficient,\" in Noise reduction in speech processing","author":"Benesty J.","year":"2009","unstructured":"J. Benesty, J. Chen, Y. Huang, and I. Cohen, \"Pearson correlation coefficient,\" in Noise reduction in speech processing. Springer, 2009, pp. 1--4."},{"key":"e_1_3_2_1_13_1","volume-title":"Trenkle et al., \"N-gram-based text categorization,\" in 3rd annual symposium on document analysis and information retrieval (SDAIR)","author":"Cavnar W. B.","year":"1994","unstructured":"W. B. Cavnar, J. M. Trenkle et al., \"N-gram-based text categorization,\" in 3rd annual symposium on document analysis and information retrieval (SDAIR), vol. 161175, 1994."},{"key":"e_1_3_2_1_14_1","volume-title":"Ucb and infogain exploration via q-ensembles,\" arXiv preprint arXiv:1706.01502","author":"Chen R. Y.","year":"2017","unstructured":"R. Y. Chen, J. Schulman, P. Abbeel, and S. Sidor, \"Ucb and infogain exploration via q-ensembles,\" arXiv preprint arXiv:1706.01502, vol. 9, 2017."},{"key":"e_1_3_2_1_15_1","volume-title":"Multi-label text categorization with model combination based on f1-score maximization,\" in 3rd International Joint Conference on Natural Language Processing (ICNLP): Volume-II","author":"Fujino A.","year":"2008","unstructured":"A. Fujino, H. Isozaki, and J. Suzuki, \"Multi-label text categorization with model combination based on f1-score maximization,\" in 3rd International Joint Conference on Natural Language Processing (ICNLP): Volume-II, 2008."},{"key":"e_1_3_2_1_16_1","first-page":"87","volume-title":"ACM","author":"Gallaba K.","year":"2018","unstructured":"K. Gallaba, C. Macho, M. Pinzger, and S. McIntosh, \"Noise and heterogeneity in historical build data: an empirical study of travis ci,\" in IEEE 33rd International Conference on Automated Software Engineering (ASE). ACM, 2018, pp. 87--97."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2941880"},{"key":"e_1_3_2_1_18_1","volume-title":"System to uncover root cause of non-deterministic (flaky) tests","author":"Ha J.","year":"2016","unstructured":"J. Ha, J. Yi, P. Dinges, J. Manson, C. H. Sadowski, and N. Meng, \"System to uncover root cause of non-deterministic (flaky) tests,\" 2016, US Patent 9,311,220."},{"key":"e_1_3_2_1_19_1","volume-title":"Empirically detecting false test alarms using association rules,\" in 37th International Conference on Software Engineering (ICSE) -","author":"Herzig K.","year":"2015","unstructured":"K. Herzig and N. Nagappan, \"Empirically detecting false test alarms using association rules,\" in 37th International Conference on Software Engineering (ICSE) - Volume 2. IEEE Press, 2015, p. 39--48."},{"key":"e_1_3_2_1_20_1","first-page":"426","volume-title":"ACM","author":"Hilton M.","year":"2016","unstructured":"M. Hilton, T. Tunnell, K. Huang, D. Marinov, and D. Dig, \"Usage, costs, and benefits of continuous integration in open-source projects,\" in IEEE 31st International Conference on Automated Software Engineering (ACM). ACM, 2016, pp. 426--437."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5555\/2876386.2876401"},{"key":"e_1_3_2_1_22_1","volume-title":"Pearson Education","author":"Humble J.","year":"2010","unstructured":"J. Humble and D. Farley, Continuous Delivery: Reliable Software Releases through Build, Test, and Deployment Automation. Pearson Education, 2010."},{"key":"e_1_3_2_1_23_1","first-page":"181","volume-title":"IEEE","author":"Ibrahim W. M.","year":"2010","unstructured":"W. M. Ibrahim, N. Bettenburg, E. Shihab, B. Adams, and A. E. Hassan, \"Should i contribute to this discussion?\" in 7th IEEE Working Conference on Mining Software Repositories (MSR). IEEE, 2010, pp. 181--190."},{"key":"e_1_3_2_1_24_1","first-page":"821","volume-title":"ACM","author":"Labuschagne A.","year":"2017","unstructured":"A. Labuschagne, L. Inozemtseva, and R. Holmes, \"Measuring the cost of regression testing in practice: a study of java projects using continuous integration,\" in 11th Joint Meeting on Foundations of Software Engineering (FSE). ACM, 2017, pp. 821--830."},{"key":"e_1_3_2_1_25_1","first-page":"312","volume-title":"IEEE","author":"Lam W.","year":"2019","unstructured":"W. Lam, R. Oei, A. Shi, D. Marinov, and T. Xie, \"idflakies: A framework for detecting and partially classifying flaky tests,\" in 12th IEEE Conference on software testing, validation and verification (ICST). IEEE, 2019, pp. 312--322."},{"key":"e_1_3_2_1_26_1","first-page":"208","volume-title":"Addressing cold-start problem in recommendation systems,\" in 2nd international conference on Ubiquitous information management and communication (ICUIMC)","author":"Lam X. N.","year":"2008","unstructured":"X. N. Lam, T. Vu, T. D. Le, and A. D. Duong, \"Addressing cold-start problem in recommendation systems,\" in 2nd international conference on Ubiquitous information management and communication (ICUIMC), 2008, pp. 208--211."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"J. Lampel S. Just S. Apel and A. Zeller \"When life gives you oranges: detecting and diagnosing intermittent job failures at mozilla \" in 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering (ESEC\/FSE) 2021 pp. 1381--1392.","DOI":"10.1145\/3468264.3473931"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-44851-9_15"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.11.005"},{"key":"e_1_3_2_1_30_1","first-page":"643","volume-title":"ACM","author":"Luo Q.","year":"2014","unstructured":"Q. Luo, F. Hariri, L. Eloussi, and D. Marinov, \"An empirical analysis of flaky tests,\" in 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering (FSE). ACM, 2014, pp. 643--653."},{"key":"e_1_3_2_1_31_1","volume-title":"Simpson's paradox","author":"Malinas G.","year":"2004","unstructured":"G. Malinas and J. Bigelow, \"Simpson's paradox,\" 2004."},{"key":"e_1_3_2_1_32_1","first-page":"233","volume-title":"IEEE","author":"Memon A.","year":"2017","unstructured":"A. Memon, Z. Gao, B. Nguyen, S. Dhanda, E. Nickell, R. Siemborski, and J. Micco, \"Taming google-scale continuous testing,\" in 39th International Conference on Software Engineering: Software Engineering in Practice Track (SEIP). IEEE, 2017, pp. 233--242."},{"key":"e_1_3_2_1_33_1","volume-title":"Automated testing of GUI applications: Models, tools, and controlling flakiness,\" in 35th International Conference on Software Engineering (ICSE)","author":"Memon A. M.","year":"2013","unstructured":"A. M. Memon and M. B. Cohen, \"Automated testing of GUI applications: Models, tools, and controlling flakiness,\" in 35th International Conference on Software Engineering (ICSE). IEEE Press, 2013, p. 1479--1480."},{"key":"e_1_3_2_1_34_1","unstructured":"K. Pfeffers T. Tuunanen C. E. Gengler M. Rossi W. Hui V. Virtanen and J. Bragge \"The design science research process: A model for producing and presenting information systems research \" in 1st International Conference on Design Science Research in Information Systems and Technology (DESRIST) 2006 pp. 83--106."},{"key":"e_1_3_2_1_35_1","first-page":"492","article-title":"What is the Vocabulary of Flaky Tests?","author":"Pinto G.","year":"2020","unstructured":"G. Pinto, B. Miranda, S. Dissanayake, M. d'Amorim, C. Treude, and A. Bertolino, What is the Vocabulary of Flaky Tests? Association for Computing Machinery, 2020, p. 492--502.","journal-title":"Association for Computing Machinery"},{"key":"e_1_3_2_1_36_1","unstructured":"J. E. Ramos \"Using tf-idf to determine word relevance in document queries \" 2003."},{"key":"e_1_3_2_1_37_1","article-title":"Quantifying, characterizing, and mitigating flakily covered program elements","author":"Subramanian S. V. V.","year":"2020","unstructured":"S. V. V. Subramanian, S. McIntosh, and B. Adams, \"Quantifying, characterizing, and mitigating flakily covered program elements,\" IEEE Transactions on Software Engineering, 2020.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"e_1_3_2_1_38_1","first-page":"312","volume-title":"IEEE","author":"Zolfagharinia M.","year":"2017","unstructured":"M. Zolfagharinia, B. Adams, and Y.-G. Gu\u00e9h\u00e9neuc, \"Do not trust build results at face value-an empirical study of 30 million cpan builds,\" in IEEE\/ACM 14th International Conference on Mining Software Repositories (MSR). IEEE, 2017, pp. 312--322."}],"event":{"name":"ICSE '22: 44th International Conference on Software Engineering","location":"Pittsburgh Pennsylvania","acronym":"ICSE '22","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 44th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3510003.3510122","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3510003.3510122","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:10:24Z","timestamp":1750183824000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3510003.3510122"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,21]]},"references-count":38,"alternative-id":["10.1145\/3510003.3510122","10.1145\/3510003"],"URL":"https:\/\/doi.org\/10.1145\/3510003.3510122","relation":{},"subject":[],"published":{"date-parts":[[2022,5,21]]},"assertion":[{"value":"2022-07-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}