{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T14:58:30Z","timestamp":1774969110240,"version":"3.50.1"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030597610","type":"print"},{"value":"9783030597627","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-59762-7_19","type":"book-chapter","created":{"date-parts":[[2020,9,29]],"date-time":"2020-09-29T23:08:26Z","timestamp":1601420906000},"page":"255-261","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Defects4J as a Challenge Case for the Search-Based Software Engineering Community"],"prefix":"10.1007","author":[{"given":"Gregory","family":"Gay","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ren\u00e9","family":"Just","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,9,30]]},"reference":[{"key":"19_CR1","unstructured":"Cobertura. \nhttps:\/\/cobertura.github.io\/cobertura\/"},{"key":"19_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1007\/978-3-319-66299-2_13","volume-title":"Search Based Software Engineering","author":"H Almulla","year":"2017","unstructured":"Almulla, H., Salahirad, A., Gay, G.: Using search-based test generation to discover real faults in Guava. In: Menzies, T., Petke, J. (eds.) SSBSE 2017. LNCS, vol. 10452, pp. 153\u2013160. Springer, Cham (2017). \nhttps:\/\/doi.org\/10.1007\/978-3-319-66299-2_13"},{"key":"19_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1007\/978-3-030-27455-9_12","volume-title":"Search-Based Software Engineering","author":"A Dantas","year":"2019","unstructured":"Dantas, A., de Souza, E.F., Souza, J., Camilo-Junior, C.G.: Code naturalness to assist search space exploration in search-based program repair methods. In: Nejati, S., Gay, G. (eds.) SSBSE 2019. LNCS, vol. 11664, pp. 164\u2013170. Springer, Cham (2019). \nhttps:\/\/doi.org\/10.1007\/978-3-030-27455-9_12"},{"key":"19_CR4","doi-asserted-by":"publisher","unstructured":"Fraser, G., Staats, M., McMinn, P., Arcuri, A., Padberg, F.: Does automated unit test generation really help software testers? A controlled empirical study. ACM Trans. Softw. Eng. Methodol. 24(4), 23:1\u201323:49 (2015). \nhttps:\/\/doi.org\/10.1145\/2699688","DOI":"10.1145\/2699688"},{"key":"19_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1007\/978-3-319-47106-8_17","volume-title":"Search Based Software Engineering","author":"G Gay","year":"2016","unstructured":"Gay, G.: Challenges in using search-based test generation to identify real faults in mockito. In: Sarro, F., Deb, K. (eds.) SSBSE 2016. LNCS, vol. 9962, pp. 231\u2013237. Springer, Cham (2016). \nhttps:\/\/doi.org\/10.1007\/978-3-319-47106-8_17"},{"key":"19_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99241-9","volume-title":"Search-Based Software Engineering","year":"2018","unstructured":"Colanzi, T.E., McMinn, P. (eds.): SSBSE 2018. LNCS, vol. 11036. Springer, Cham (2018). \nhttps:\/\/doi.org\/10.1007\/978-3-319-99241-9"},{"key":"19_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1007\/978-3-319-09940-8_20","volume-title":"Search-Based Software Engineering","author":"M Harman","year":"2014","unstructured":"Harman, M., Jia, Y., Langdon, W.B.: Babel pidgin: SBSE can grow and graft entirely new functionality into a real world system. In: Le Goues, C., Yoo, S. (eds.) SSBSE 2014. LNCS, vol. 8636, pp. 247\u2013252. Springer, Cham (2014). \nhttps:\/\/doi.org\/10.1007\/978-3-319-09940-8_20"},{"key":"19_CR8","doi-asserted-by":"publisher","unstructured":"Just, R.: The major mutation framework: efficient and scalable mutation analysis for java. In: Proceedings of the 2014 International Symposium on Software Testing and Analysis, ISSTA 2014, pp. 433\u2013436. ACM, New York (2014). \nhttps:\/\/doi.org\/10.1145\/2610384.2628053","DOI":"10.1145\/2610384.2628053"},{"key":"19_CR9","doi-asserted-by":"publisher","unstructured":"Just, R., Jalali, D., Ernst, M.D.: Defects4J: a database of existing faults to enable controlled testing studies for Java programs. In: Proceedings of the 2014 International Symposium on Software Testing and Analysis, ISSTA 2014, pp. 437\u2013440. ACM, New York (2014). \nhttps:\/\/doi.org\/10.1145\/2610384.2628055","DOI":"10.1145\/2610384.2628055"},{"key":"19_CR10","doi-asserted-by":"crossref","unstructured":"Just, R., Parnin, C., Drosos, I., Ernst, M.D.: Comparing developer-provided to user-provided tests for fault localization and automated program repair. In: Proceedings of the International Symposium on Software Testing and Analysis (ISSTA), pp. 287\u2013297 (2018)","DOI":"10.1145\/3213846.3213870"},{"issue":"4","key":"19_CR11","doi-asserted-by":"publisher","first-page":"1936","DOI":"10.1007\/s10664-016-9470-4","volume":"22","author":"M Martinez","year":"2016","unstructured":"Martinez, M., Durieux, T., Sommerard, R., Xuan, J., Monperrus, M.: Automatic repair of real bugs in java: a large-scale experiment on the defects4j dataset. Empirical Softw. Eng. 22(4), 1936\u20131964 (2016). \nhttps:\/\/doi.org\/10.1007\/s10664-016-9470-4","journal-title":"Empirical Softw. Eng."},{"key":"19_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TSE.2020.2998785","volume":"PP","author":"M Motwani","year":"2020","unstructured":"Motwani, M., Soto, M., Brun, Y., Just, R., Le Goues, C.: Quality of automated program repair on real-world defects. IEEE Trans. Softw. Eng. PP, 1 (2020)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"19_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1007\/978-3-642-39742-4_24","volume-title":"Search Based Software Engineering","author":"M de Oliveira Barros","year":"2013","unstructured":"de Oliveira Barros, M., de Almeida Farzat, F.: What can a big program teach us about optimization? In: Ruhe, G., Zhang, Y. (eds.) SSBSE 2013. LNCS, vol. 8084, pp. 275\u2013281. Springer, Heidelberg (2013). \nhttps:\/\/doi.org\/10.1007\/978-3-642-39742-4_24"},{"key":"19_CR14","doi-asserted-by":"publisher","unstructured":"Pacheco, C., Ernst, M.D.: Randoop: feedback-directed random testing for java. In: Companion to the 22nd ACM SIGPLAN Conference on Object-Oriented Programming Systems and Applications Companion, OOPSLA 2007, pp. 815\u2013816. ACM, New York (2007). \nhttps:\/\/doi.org\/10.1145\/1297846.1297902","DOI":"10.1145\/1297846.1297902"},{"key":"19_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1007\/978-3-030-27455-9_2","volume-title":"Search-Based Software Engineering","author":"A Panichella","year":"2019","unstructured":"Panichella, A.: A systematic comparison of search algorithms for topic modelling\u2014a study on duplicate bug report identification. In: Nejati, S., Gay, G. (eds.) SSBSE 2019. LNCS, vol. 11664, pp. 11\u201326. Springer, Cham (2019). \nhttps:\/\/doi.org\/10.1007\/978-3-030-27455-9_2"},{"key":"19_CR16","doi-asserted-by":"crossref","unstructured":"Pearson, S., et al.: Evaluating and improving fault localization. In: 2017 IEEE\/ACM 39th International Conference on Software Engineering (ICSE), pp. 609\u2013620 (2017)","DOI":"10.1109\/ICSE.2017.62"},{"key":"19_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1007\/978-3-030-27455-9_14","volume-title":"Search-Based Software Engineering","author":"J Petke","year":"2019","unstructured":"Petke, J., Brownlee, A.E.I.: Software improvement with Gin: a case study. In: Nejati, S., Gay, G. (eds.) SSBSE 2019. LNCS, vol. 11664, pp. 183\u2013189. Springer, Cham (2019). \nhttps:\/\/doi.org\/10.1007\/978-3-030-27455-9_14"},{"key":"19_CR18","doi-asserted-by":"crossref","unstructured":"Rueda, U., Just, R., Galeotti, J.P., Vos, T.E.: Unit testing tool competition: round four. In: Proceedings of the International Workshop on Search-Based Software Testing (SBST), pp. 19\u201328, May 2016","DOI":"10.1145\/2897010.2897018"},{"key":"19_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-030-27455-9_1","volume-title":"Search-Based Software Engineering","author":"F Sarro","year":"2019","unstructured":"Sarro, F.: Search-based predictive modelling for software engineering: how far have we gone? In: Nejati, S., Gay, G. (eds.) SSBSE 2019. LNCS, vol. 11664, pp. 3\u20137. Springer, Cham (2019). \nhttps:\/\/doi.org\/10.1007\/978-3-030-27455-9_1"},{"key":"19_CR20","doi-asserted-by":"crossref","unstructured":"Shamshiri, S., Just, R., Rojas, J.M., Fraser, G., McMinn, P., Arcuri, A.: Do automatically generated unit tests find real faults? An empirical study of effectiveness and challenges. In: Proceedings of the 30th IEEE\/ACM International Conference on Automated Software Engineering (ASE), ASE 2015. ACM, New York (2015)","DOI":"10.1109\/ASE.2015.86"},{"key":"19_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1007\/978-3-030-27455-9_5","volume-title":"Search-Based Software Engineering","author":"T Vogel","year":"2019","unstructured":"Vogel, T., Tran, C., Grunske, L.: Does diversity improve the test suite generation for mobile applications? In: Nejati, S., Gay, G. (eds.) SSBSE 2019. LNCS, vol. 11664, pp. 58\u201374. Springer, Cham (2019). \nhttps:\/\/doi.org\/10.1007\/978-3-030-27455-9_5"},{"key":"19_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/978-3-030-27455-9_10","volume-title":"Search-Based Software Engineering","author":"S Zamani","year":"2019","unstructured":"Zamani, S., Hemmati, H.: Revisiting hyper-parameter tuning for search-based test data generation. In: Nejati, S., Gay, G. (eds.) SSBSE 2019. LNCS, vol. 11664, pp. 137\u2013152. Springer, Cham (2019). \nhttps:\/\/doi.org\/10.1007\/978-3-030-27455-9_10"},{"key":"19_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1007\/978-3-319-22183-0_27","volume-title":"Search-Based Software Engineering","author":"Y Zhang","year":"2015","unstructured":"Zhang, Y., Harman, M., Jia, Y., Sarro, F.: Inferring test models from Kate\u2019s bug reports using multi-objective search. In: Barros, M., Labiche, Y. (eds.) SSBSE 2015. LNCS, vol. 9275, pp. 301\u2013307. Springer, Cham (2015). \nhttps:\/\/doi.org\/10.1007\/978-3-319-22183-0_27"}],"container-title":["Lecture Notes in Computer Science","Search-Based Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-59762-7_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,9,29]],"date-time":"2020-09-29T23:21:51Z","timestamp":1601421711000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-59762-7_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030597610","9783030597627"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-59762-7_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"30 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SSBSE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Search Based Software Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bari","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ssbse2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/ssbse2020.di.uniba.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"34","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"13","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"38% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}