{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,2]],"date-time":"2025-08-02T04:56:46Z","timestamp":1754110606569,"version":"3.40.3"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031295720"},{"type":"electronic","value":"9783031295737"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-29573-7_21","type":"book-chapter","created":{"date-parts":[[2023,3,28]],"date-time":"2023-03-28T13:03:02Z","timestamp":1680008582000},"page":"324-338","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["MTGP: Combining Metamorphic Testing and\u00a0Genetic Programming"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8873-7143","authenticated-orcid":false,"given":"Dominik","family":"Sobania","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8209-1465","authenticated-orcid":false,"given":"Martin","family":"Briesch","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3376-6670","authenticated-orcid":false,"given":"Philipp","family":"R\u00f6chner","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3376-427X","authenticated-orcid":false,"given":"Franz","family":"Rothlauf","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,29]]},"reference":[{"key":"21_CR1","doi-asserted-by":"crossref","unstructured":"Aenugu, S., Spector, L.: Lexicase selection in learning classifier systems. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 356\u2013364 (2019)","DOI":"10.1145\/3321707.3321828"},{"key":"21_CR2","doi-asserted-by":"crossref","unstructured":"Arrieta, A.: Multi-objective metamorphic follow-up test case selection for deep learning systems. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 1327\u20131335 (2022)","DOI":"10.1145\/3512290.3528697"},{"issue":"3","key":"21_CR3","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1162\/evco_a_00228","volume":"26","author":"I B\u0142\u0105dek","year":"2018","unstructured":"B\u0142\u0105dek, I., Krawiec, K., Swan, J.: Counterexample-driven genetic programming: heuristic program synthesis from formal specifications. Evol. Comput. 26(3), 441\u2013469 (2018)","journal-title":"Evol. Comput."},{"issue":"1","key":"21_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3143561","volume":"51","author":"TY Chen","year":"2018","unstructured":"Chen, T.Y., et al.: Metamorphic testing: a review of challenges and opportunities. ACM Comput. Surv. (CSUR) 51(1), 1\u201327 (2018)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"21_CR5","unstructured":"Chen, T.Y., Kuo, F.C., Liu, Y., Tang, A.: Metamorphic testing and testing with special values. In: SNPD, pp. 128\u2013134 (2004)"},{"key":"21_CR6","unstructured":"Chen, T., Cheung, S., Yiu, S.: Metamorphic testing: a new approach for generating next test cases. Department of Computer Science, The Hong Kong University of Science and Technology, Technical report (1998)"},{"key":"21_CR7","unstructured":"Cramer, N.L.: A representation for the adaptive generation of simple sequential programs. In: Proceedings of the International Conference on Genetic Algorithms and the Applications, pp. 183\u2013187 (1985)"},{"key":"21_CR8","doi-asserted-by":"crossref","unstructured":"Fagan, D., Fenton, M., O\u2019Neill, M.: Exploring position independent initialisation in grammatical evolution. In: 2016 IEEE Congress on Evolutionary Computation (CEC), pp. 5060\u20135067. IEEE (2016)","DOI":"10.1109\/CEC.2016.7748331"},{"key":"21_CR9","doi-asserted-by":"crossref","unstructured":"Fenton, M., McDermott, J., Fagan, D., Forstenlechner, S., Hemberg, E., O\u2019Neill, M.: PonyGE2: grammatical evolution in python. In: Proceedings of the Genetic and Evolutionary Computation Conference Companion, pp. 1194\u20131201 (2017)","DOI":"10.1145\/3067695.3082469"},{"key":"21_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"262","DOI":"10.1007\/978-3-319-55696-3_17","volume-title":"Genetic Programming","author":"S Forstenlechner","year":"2017","unstructured":"Forstenlechner, S., Fagan, D., Nicolau, M., O\u2019Neill, M.: A grammar design pattern for arbitrary program synthesis problems in genetic programming. In: McDermott, J., Castelli, M., Sekanina, L., Haasdijk, E., Garc\u00eda-S\u00e1nchez, P. (eds.) EuroGP 2017. LNCS, vol. 10196, pp. 262\u2013277. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-55696-3_17"},{"key":"21_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1007\/978-3-319-30668-1_13","volume-title":"Genetic Programming","author":"S Forstenlechner","year":"2016","unstructured":"Forstenlechner, S., Nicolau, M., Fagan, D., O\u2019Neill, M.: Grammar design for derivation tree based genetic programming systems. In: Heywood, M.I., McDermott, J., Castelli, M., Costa, E., Sim, K. (eds.) EuroGP 2016. LNCS, vol. 9594, pp. 199\u2013214. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-30668-1_13"},{"key":"21_CR12","doi-asserted-by":"crossref","unstructured":"Helmuth, T., Abdelhady, A.: Benchmarking parent selection for program synthesis by genetic programming. In: Proceedings of the 2020 Genetic and Evolutionary Computation Conference Companion, pp. 237\u2013238 (2020)","DOI":"10.1145\/3377929.3389987"},{"key":"21_CR13","doi-asserted-by":"crossref","unstructured":"Helmuth, T., Kelly, P.: PSB2: the second program synthesis benchmark suite. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 785\u2013794 (2021)","DOI":"10.1145\/3449639.3459285"},{"key":"21_CR14","doi-asserted-by":"crossref","unstructured":"Helmuth, T., McPhee, N.F., Pantridge, E., Spector, L.: Improving generalization of evolved programs through automatic simplification. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 937\u2013944 (2017)","DOI":"10.1145\/3071178.3071330"},{"key":"21_CR15","series-title":"Genetic and Evolutionary Computation","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1007\/978-3-319-34223-8_9","volume-title":"Genetic Programming Theory and Practice XIII","author":"T Helmuth","year":"2016","unstructured":"Helmuth, T., McPhee, N.F., Spector, L.: Lexicase selection for program synthesis: a diversity analysis. In: Riolo, R., Worzel, B., Kotanchek, M., Kordon, A. (eds.) Genetic Programming Theory and Practice XIII. GEC, pp. 151\u2013167. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-34223-8_9"},{"key":"21_CR16","doi-asserted-by":"crossref","unstructured":"Helmuth, T., McPhee, N.F., Spector, L.: Program synthesis using uniform mutation by addition and deletion. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 1127\u20131134 (2018)","DOI":"10.1145\/3205455.3205603"},{"issue":"3","key":"21_CR17","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1007\/s10710-020-09377-2","volume":"21","author":"T Helmuth","year":"2020","unstructured":"Helmuth, T., Pantridge, E., Spector, L.: On the importance of specialists for lexicase selection. Genet. Program. Evolvable Mach. 21(3), 349\u2013373 (2020)","journal-title":"Genet. Program. Evolvable Mach."},{"key":"21_CR18","doi-asserted-by":"crossref","unstructured":"Helmuth, T., Spector, L.: General program synthesis benchmark suite. In: Proceedings of the 2015 Annual Conference on Genetic and Evolutionary Computation, pp. 1039\u20131046 (2015)","DOI":"10.1145\/2739480.2754769"},{"key":"21_CR19","doi-asserted-by":"crossref","unstructured":"Helmuth, T., Spector, L.: Explaining and exploiting the advantages of down-sampled lexicase selection. In: ALIFE 2020: The 2020 Conference on Artificial Life, pp. 341\u2013349. MIT Press (2020)","DOI":"10.1162\/isal_a_00334"},{"key":"21_CR20","doi-asserted-by":"crossref","unstructured":"Hemberg, E., Kelly, J., O\u2019Reilly, U.M.: On domain knowledge and novelty to improve program synthesis performance with grammatical evolution. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 1039\u20131046 (2019)","DOI":"10.1145\/3321707.3321865"},{"key":"21_CR21","unstructured":"Koza, J.R.: Genetic Programming: On the Programming of Computers by Means of Natural Selection, vol. 1. MIT Press, Cambridge (1992)"},{"key":"21_CR22","doi-asserted-by":"publisher","unstructured":"Krawiec, K.: Behavioral Program Synthesis with Genetic Programming, vol. 618. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-27565-9","DOI":"10.1007\/978-3-319-27565-9"},{"key":"21_CR23","doi-asserted-by":"crossref","unstructured":"Langdon, W.B., Krauss, O.: Evolving sqrt into 1\/x via software data maintenance. In: Proceedings of the 2020 Genetic and Evolutionary Computation Conference Companion, pp. 1928\u20131936 (2020)","DOI":"10.1145\/3377929.3398110"},{"key":"21_CR24","doi-asserted-by":"crossref","unstructured":"Schweim, D., Sobania, D., Rothlauf, F.: Effects of the training set size: A comparison of standard and down-sampled lexicase selection in program synthesis. In: 2022 IEEE Congress on Evolutionary Computation (CEC), pp. 1\u20138. IEEE (2022)","DOI":"10.1109\/CEC55065.2022.9870337"},{"key":"21_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1007\/978-3-030-72812-0_9","volume-title":"Genetic Programming","author":"D Sobania","year":"2021","unstructured":"Sobania, D.: On the generalizability of programs synthesized by grammar-guided genetic programming. In: Hu, T., Louren\u00e7o, N., Medvet, E. (eds.) EuroGP 2021. LNCS, vol. 12691, pp. 130\u2013145. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72812-0_9"},{"key":"21_CR26","doi-asserted-by":"crossref","unstructured":"Sobania, D., Briesch, M., Rothlauf, F.: Choose your programming copilot: a comparison of the program synthesis performance of Github Copilot and genetic programming. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 1019\u20131027 (2022)","DOI":"10.1145\/3512290.3528700"},{"key":"21_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/978-3-030-44094-7_14","volume-title":"Genetic Programming","author":"D Sobania","year":"2020","unstructured":"Sobania, D., Rothlauf, F.: Challenges of program synthesis with grammatical evolution. In: Hu, T., Louren\u00e7o, N., Medvet, E., Divina, F. (eds.) EuroGP 2020. LNCS, vol. 12101, pp. 211\u2013227. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-44094-7_14"},{"key":"21_CR28","doi-asserted-by":"crossref","unstructured":"Sobania, D., Rothlauf, F.: A generalizability measure for program synthesis with genetic programming. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 822\u2013829 (2021)","DOI":"10.1145\/3449639.3459305"},{"key":"21_CR29","doi-asserted-by":"publisher","unstructured":"Sobania, D., Rothlauf, F.: Program synthesis with genetic programming: the influence of batch sizes. In: Medvet, E., Pappa, G., Xue, B. (eds.) Genetic Programming. EuroGP 2022. LNCS, vol. 13223, pp. 118\u2013129. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-02056-8_8","DOI":"10.1007\/978-3-031-02056-8_8"},{"key":"21_CR30","doi-asserted-by":"crossref","unstructured":"Sobania, D., Schweim, D., Rothlauf, F.: A comprehensive survey on program synthesis with evolutionary algorithms. IEEE Trans. Evol. Comput. (2022)","DOI":"10.1145\/3520304.3534074"},{"key":"21_CR31","doi-asserted-by":"crossref","unstructured":"Spector, L.: Assessment of problem modality by differential performance of lexicase selection in genetic programming: a preliminary report. In: Proceedings of the 14th Annual Conference Companion on Genetic and Evolutionary Computation, pp. 401\u2013408 (2012)","DOI":"10.1145\/2330784.2330846"},{"key":"21_CR32","doi-asserted-by":"crossref","unstructured":"Spector, L., Klein, J., Keijzer, M.: The Push3 execution stack and the evolution of control. In: Proceedings of the 7th Annual Conference on Genetic and Evolutionary Computation, pp. 1689\u20131696 (2005)","DOI":"10.1145\/1068009.1068292"},{"issue":"1","key":"21_CR33","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1023\/A:1014538503543","volume":"3","author":"L Spector","year":"2002","unstructured":"Spector, L., Robinson, A.: Genetic programming and autoconstructive evolution with the Push programming language. Genet. Program. Evolvable Mach. 3(1), 7\u201340 (2002)","journal-title":"Genet. Program. Evolvable Mach."},{"key":"21_CR34","doi-asserted-by":"crossref","unstructured":"Whigham, P.A., et al.: Grammatically-based genetic programming. In: Proceedings of the Workshop on Genetic Programming: From Theory to Real-world Applications, vol. 16, pp. 33\u201341. Citeseer (1995)","DOI":"10.1049\/cp:19951092"}],"container-title":["Lecture Notes in Computer Science","Genetic Programming"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-29573-7_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,17]],"date-time":"2024-10-17T05:52:25Z","timestamp":1729144345000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-29573-7_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031295720","9783031295737"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-29573-7_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"29 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EuroGP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Genetic Programming (Part of EvoStar)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brno","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Czech Republic","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 April 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 April 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eurogp2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.evostar.org\/2023\/eurogp\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"38","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"8","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"37% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.95","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.9","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}