{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T21:44:26Z","timestamp":1774129466865,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":20,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","award":["BD\/04736\/2023"],"award-info":[{"award-number":["BD\/04736\/2023"]}]},{"name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","award":["UIDB\/50021\/2020"],"award-info":[{"award-number":["UIDB\/50021\/2020"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1145\/3639478.3640023","type":"proceedings-article","created":{"date-parts":[[2024,5,23]],"date-time":"2024-05-23T10:49:26Z","timestamp":1716461366000},"page":"1-5","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["GitBug-Actions: Building Reproducible Bug-Fix Benchmarks with GitHub Actions"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4148-5991","authenticated-orcid":false,"given":"Nuno","family":"Saavedra","sequence":"first","affiliation":[{"name":"INESC-ID and IST, University of Lisbon, Lisbon, Portugal"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6667-4970","authenticated-orcid":false,"given":"Andr\u00e9","family":"Silva","sequence":"additional","affiliation":[{"name":"KTH Royal Institute of Technology, Stockholm, Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3505-3383","authenticated-orcid":false,"given":"Martin","family":"Monperrus","sequence":"additional","affiliation":[{"name":"KTH Royal Institute of Technology, Stockholm, Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,5,23]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"74","volume-title":"Proceedings. IEEE","author":"Sim S. E.","year":"2003","unstructured":"S. E. Sim, S. Easterbrook, and R. C. Holt, \"Using benchmarking to advance research: A challenge to software engineering,\" in 25th International Conference on Software Engineering, 2003. Proceedings. IEEE, 2003, pp. 74--83."},{"key":"e_1_3_2_1_2_1","first-page":"411","volume-title":"Validity concerns in software engineering research,\" in Proceedings of the FSE\/SDP workshop on Future of software engineering research","author":"Wright H. K.","year":"2010","unstructured":"H. K. Wright, M. Kim, and D. E. Perry, \"Validity concerns in software engineering research,\" in Proceedings of the FSE\/SDP workshop on Future of software engineering research, 2010, pp. 411--414."},{"key":"e_1_3_2_1_3_1","first-page":"437","volume-title":"Defects4j: A database of existing faults to enable controlled testing studies for java programs,\" in Proceedings of the 2014 international symposium on software testing and analysis","author":"Just R.","year":"2014","unstructured":"R. Just, D. Jalali, and M. D. Ernst, \"Defects4j: A database of existing faults to enable controlled testing studies for java programs,\" in Proceedings of the 2014 international symposium on software testing and analysis, 2014, pp. 437--440."},{"key":"e_1_3_2_1_4_1","volume-title":"Stop uploading test data in plain text: Practical strategies for mitigating data contamination by evaluation benchmarks,\" arXiv preprint arXiv:2305.10160","author":"Jacovi A.","year":"2023","unstructured":"A. Jacovi, A. Caciularu, O. Goldman, and Y. Goldberg, \"Stop uploading test data in plain text: Practical strategies for mitigating data contamination by evaluation benchmarks,\" arXiv preprint arXiv:2305.10160, 2023."},{"key":"e_1_3_2_1_5_1","volume-title":"A critical review of large language model on software engineering: An example from chatgpt and automated program repair","author":"Zhang Q.","year":"2023","unstructured":"Q. Zhang, T. Zhang, J. Zhai, C. Fang, B. Yu, W. Sun, and Z. Chen, \"A critical review of large language model on software engineering: An example from chatgpt and automated program repair,\" 2023."},{"key":"e_1_3_2_1_6_1","volume-title":"On the reproducibility of software defect datasets,\" ICSE","author":"Zhu H.-N.","year":"2023","unstructured":"H.-N. Zhu and C. Rubio-Gonz\u00e1lez, \"On the reproducibility of software defect datasets,\" ICSE. IEEE, 2023."},{"key":"e_1_3_2_1_7_1","first-page":"339","volume-title":"IEEE","author":"Tomassi D. A.","year":"2019","unstructured":"D. A. Tomassi, N. Dmeiri, Y. Wang, A. Bhowmick, Y.-C. Liu, P. T. Devanbu, B. Vasilescu, and C. Rubio-Gonz\u00e1lez, \"Bugswarm: Mining and continuously growing a dataset of reproducible failures and fixes,\" in 2019 IEEE\/ACM 41st International Conference on Software Engineering (ICSE). IEEE, 2019, pp. 339--349."},{"key":"e_1_3_2_1_8_1","first-page":"468","volume-title":"Evolution and Reengineering (SANER). IEEE","author":"Madeiral F.","year":"2019","unstructured":"F. Madeiral, S. Urli, M. Maia, and M. Monperrus, \"Bears: An extensible java bug benchmark for automatic program repair studies,\" in 2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER). IEEE, 2019, pp. 468--478."},{"key":"e_1_3_2_1_9_1","unstructured":"\"The state of developer ecosystem 2022 \" https:\/\/www.jetbrains.com\/lp\/devecosystem-2022\/team-tools\/#ci-tools accessed: 2023-09-29."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"D. Lin J. Koppel A. Chen and A. Solar-Lezama \"Quixbugs: A multi-lingual program repair benchmark set based on the quixey challenge \" in Proceedings Companion of the 2017 ACM SIGPLAN international conference on systems programming languages and applications: software for humanity 2017 pp. 55--56.","DOI":"10.1145\/3135932.3135941"},{"key":"e_1_3_2_1_11_1","first-page":"180","article-title":"Codeflaws: a programming competition benchmark for evaluating automated program repair tools,\" in 2017 IEEE\/ACM 39th International Conference on Software Engineering Companion (ICSE-C)","author":"Tan S. H.","year":"2017","unstructured":"S. H. Tan, J. Yi, S. Mechtaev, A. Roychoudhury et al., \"Codeflaws: a programming competition benchmark for evaluating automated program repair tools,\" in 2017 IEEE\/ACM 39th International Conference on Software Engineering Companion (ICSE-C). IEEE, 2017, pp. 180--182.","journal-title":"IEEE"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cola.2019.03.006"},{"key":"e_1_3_2_1_13_1","volume-title":"Runbugrun-an executable dataset for automated program repair,\" arXiv preprint arXiv:2304.01102","author":"Prenner J. A.","year":"2023","unstructured":"J. A. Prenner and R. Robbes, \"Runbugrun-an executable dataset for automated program repair,\" arXiv preprint arXiv:2304.01102, 2023."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00125"},{"key":"e_1_3_2_1_15_1","first-page":"712","volume-title":"Fixjs: a dataset of bug-fixing javascript commits,\" in Proceedings of the 19th International Conference on Mining Software Repositories","author":"Csuvik V.","year":"2022","unstructured":"V. Csuvik and L. Vid\u00e1cs, \"Fixjs: a dataset of bug-fixing javascript commits,\" in Proceedings of the 19th International Conference on Mining Software Repositories, 2022, pp. 712--716."},{"key":"e_1_3_2_1_16_1","volume-title":"Minecraft: Automated mining of software bug fixes with precise code context,\" in Proceedings of the 38th IEEE\/ACM International Conference on Automated Software Engineering","author":"Avula S. K.","year":"2023","unstructured":"S. K. Avula, V. Vobbilisetti, and S. Mondal, \"Minecraft: Automated mining of software bug fixes with precise code context,\" in Proceedings of the 38th IEEE\/ACM International Conference on Automated Software Engineering, 2023."},{"key":"e_1_3_2_1_17_1","first-page":"10","volume-title":"jar: A large-scale, diverse dataset of real-world java bugs,\" in Proceedings of the 15th international conference on mining software repositories","author":"Saha R. K.","year":"2018","unstructured":"R. K. Saha, Y. Lyu, W. Lam, H. Yoshida, and M. R. Prasad, \"Bugs. jar: A large-scale, diverse dataset of real-world java bugs,\" in Proceedings of the 15th international conference on mining software repositories, 2018, pp. 10--13."},{"key":"e_1_3_2_1_18_1","volume-title":"Critical review of bugswarm for fault localization and program repair,\" arXiv preprint arXiv:1905.09375","author":"Durieux T.","year":"2019","unstructured":"T. Durieux and R. Abreu, \"Critical review of bugswarm for fault localization and program repair,\" arXiv preprint arXiv:1905.09375, 2019."},{"key":"e_1_3_2_1_19_1","volume-title":"Flacoco: Fault localization for java based on industry-grade coverage,\" arXiv preprint arXiv:2111.12513","author":"Silva A.","year":"2021","unstructured":"A. Silva, M. Martinez, B. Danglot, D. Ginelli, and M. Monperrus, \"Flacoco: Fault localization for java based on industry-grade coverage,\" arXiv preprint arXiv:2111.12513, 2021."},{"key":"e_1_3_2_1_20_1","volume-title":"Actionsremaker: Reproducing github actions,\" ICSE-Companion","author":"Zhu H.-N.","year":"2023","unstructured":"H.-N. Zhu, K. Z. Guan, R. M. Furth, and C. Rubio-Gonz\u00e1lez, \"Actionsremaker: Reproducing github actions,\" ICSE-Companion. IEEE, 2023."}],"event":{"name":"ICSE-Companion '24: 2024 IEEE\/ACM 46th International Conference on Software Engineering: Companion Proceedings","location":"Lisbon Portugal","acronym":"ICSE-Companion '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the 2024 IEEE\/ACM 46th International Conference on Software Engineering: Companion Proceedings"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639478.3640023","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3639478.3640023","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:44:32Z","timestamp":1750290272000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639478.3640023"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":20,"alternative-id":["10.1145\/3639478.3640023","10.1145\/3639478"],"URL":"https:\/\/doi.org\/10.1145\/3639478.3640023","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]},"assertion":[{"value":"2024-05-23","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}