{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T20:12:37Z","timestamp":1777407157563,"version":"3.51.4"},"publisher-location":"Cham","reference-count":57,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031569562","type":"print"},{"value":"9783031569579","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-56957-9_7","type":"book-chapter","created":{"date-parts":[[2024,3,28]],"date-time":"2024-03-28T00:04:24Z","timestamp":1711584264000},"page":"108-124","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["Enhancing Large Language Models-Based Code Generation by\u00a0Leveraging Genetic Improvement"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8268-3447","authenticated-orcid":false,"given":"Giovanni","family":"Pinna","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9631-4252","authenticated-orcid":false,"given":"Damiano","family":"Ravalico","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2772-4095","authenticated-orcid":false,"given":"Luigi","family":"Rovito","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6312-7728","authenticated-orcid":false,"given":"Luca","family":"Manzoni","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7628-7672","authenticated-orcid":false,"given":"Andrea","family":"De Lorenzo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,3,28]]},"reference":[{"key":"7_CR1","doi-asserted-by":"crossref","unstructured":"An, G., Blot, A., Petke, J., Yoo, S.: PyGGI 2.0: language independent genetic improvement framework. In: Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, pp. 1100\u20131104 (2019)","DOI":"10.1145\/3338906.3341184"},{"key":"7_CR2","unstructured":"Austin, J., et al.: Program synthesis with large language models. arXiv preprint arXiv:2108.07732 (2021)"},{"key":"7_CR3","doi-asserted-by":"crossref","unstructured":"Bahrini, A., et al.: ChatGPT: applications, opportunities, and threats. In: 2023 Systems and Information Engineering Design Symposium (SIEDS), pp. 274\u2013279 (2023)","DOI":"10.1109\/SIEDS58326.2023.10137850"},{"issue":"3","key":"7_CR4","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1016\/0004-3702(80)90050-8","volume":"14","author":"W Bibel","year":"1980","unstructured":"Bibel, W.: Syntax-directed, semantics-supported program synthesis. Artif. Intell. 14(3), 243\u2013261 (1980)","journal-title":"Artif. Intell."},{"key":"7_CR5","unstructured":"Blot, A., Petke, J.: MAGPIE: machine automated general performance improvement via evolution of software. arXiv preprint arXiv:2208.02811 (2022)"},{"key":"7_CR6","unstructured":"Brown, T.B., et al.: Language models are few-shot learners. arXiv preprint arXiv:2005.14165 (2020)"},{"issue":"2","key":"7_CR7","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1147\/sj.352.0151","volume":"35","author":"FJ Budinsky","year":"1996","unstructured":"Budinsky, F.J., Finnie, M.A., Vlissides, J.M., Yu, P.S.: Automatic code generation from design patterns. IBM Syst. J. 35(2), 151\u2013171 (1996)","journal-title":"IBM Syst. J."},{"key":"7_CR8","unstructured":"Chen, M., et al.: Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)"},{"key":"7_CR9","unstructured":"Chen, T., et al.: $$\\{$$TVM$$\\}$$: an automated $$\\{$$End-to-End$$\\}$$ optimizing compiler for deep learning. In: 13th USENIX Symposium on Operating Systems Design and Implementation (OSDI 2018), pp. 578\u2013594 (2018)"},{"key":"7_CR10","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2019)"},{"key":"7_CR11","doi-asserted-by":"crossref","unstructured":"Fenton, M., McDermott, J., Fagan, D., Forstenlechner, S., Hemberg, E., O\u2019Neill, M.: PonyGE2: grammatical evolution in Python. In: Proceedings of the Genetic and Evolutionary Computation Conference Companion, pp. 1194\u20131201 (2017)","DOI":"10.1145\/3067695.3082469"},{"key":"7_CR12","unstructured":"Fernando, C., Banarse, D., Michalewski, H., Osindero, S., Rockt\u00e4schel, T.: Promptbreeder: self-referential self-improvement via prompt evolution. arXiv preprint arXiv:2309.16797 (2023)"},{"key":"7_CR13","unstructured":"Grootendorst, M.: KeyBERT: minimal keyword extraction with BERT. Zenodo (2020)"},{"key":"7_CR14","doi-asserted-by":"crossref","unstructured":"Gulwani, S., Polozov, O., Singh, R., et al.: Program synthesis. Found. Trends\u00ae Program. Lang. 4(1\u20132), 1\u2013119 (2017)","DOI":"10.1561\/2500000010"},{"key":"7_CR15","unstructured":"Guo, Q., et al.: Connecting large language models with evolutionary algorithms yields powerful prompt optimizers. arXiv preprint arXiv:2309.08532 (2023)"},{"key":"7_CR16","doi-asserted-by":"crossref","unstructured":"Helmuth, T., Kelly, P.: PSB2: the second program synthesis benchmark suite. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 785\u2013794 (2021)","DOI":"10.1145\/3449639.3459285"},{"issue":"3","key":"7_CR17","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1007\/s10710-022-09434-y","volume":"23","author":"T Helmuth","year":"2022","unstructured":"Helmuth, T., Kelly, P.: Applying genetic programming to PSB2: the next generation program synthesis benchmark suite. Genet. Program Evolvable Mach. 23(3), 375\u2013404 (2022)","journal-title":"Genet. Program Evolvable Mach."},{"key":"7_CR18","unstructured":"Holm, S.: A simple sequentially rejective multiple test procedure. Scand. J. Stat. 65\u201370 (1979)"},{"key":"7_CR19","doi-asserted-by":"crossref","unstructured":"Karpuzcu, U.R.: Automatic Verilog code generation through grammatical evolution. In: Proceedings of the 7th Annual Workshop on Genetic and Evolutionary Computation, pp. 394\u2013397 (2005)","DOI":"10.1145\/1102256.1102346"},{"key":"7_CR20","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1007\/BF00175355","volume":"4","author":"JR Koza","year":"1994","unstructured":"Koza, J.R.: Genetic programming as a means for programming computers by natural selection. Stat. Comput. 4, 87\u2013112 (1994)","journal-title":"Stat. Comput."},{"issue":"260","key":"7_CR21","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1080\/01621459.1952.10483441","volume":"47","author":"WH Kruskal","year":"1952","unstructured":"Kruskal, W.H., Wallis, W.A.: Use of ranks in one-criterion variance analysis. J. Am. Stat. Assoc. 47(260), 583\u2013621 (1952)","journal-title":"J. Am. Stat. Assoc."},{"key":"7_CR22","doi-asserted-by":"crossref","unstructured":"Langdon, W.B.: Genetic improvement of programs. In: 2014 16th International Symposium on Symbolic and Numeric Algorithms for Scientific Computing, pp. 14\u201319. IEEE (2014)","DOI":"10.1109\/SYNASC.2014.10"},{"key":"7_CR23","unstructured":"Liu, J., Xia, C.S., Wang, Y., Zhang, L.: Is your code generated by ChatGPT really correct? rigorous evaluation of large language models for code generation. arXiv preprint arXiv:2305.01210 (2023)"},{"key":"7_CR24","doi-asserted-by":"crossref","unstructured":"Liu, Z., Tang, Y., Luo, X., Zhou, Y., Zhang, L.F.: No need to lift a finger anymore? Assessing the quality of code generation by ChatGPT. arXiv preprint arXiv:2308.04838 (2023)","DOI":"10.1109\/TSE.2024.3392499"},{"key":"7_CR25","doi-asserted-by":"crossref","unstructured":"Liu, Z., Dou, Y., Jiang, J., Xu, J.: Automatic code generation of convolutional neural networks in FPGA implementation. In: 2016 International Conference on Field-Programmable Technology (FPT), pp. 61\u201368. IEEE (2016)","DOI":"10.1109\/FPT.2016.7929190"},{"key":"7_CR26","doi-asserted-by":"crossref","unstructured":"Liventsev, V., Grishina, A., H\u00e4rm\u00e4, A., Moonen, L.: Fully autonomous programming with large language models. In: Proceedings of the Genetic and Evolutionary Computation Conference, GECCO 2023, pp. 1146\u20131155. Association for Computing Machinery, New York (2023)","DOI":"10.1145\/3583131.3590481"},{"key":"7_CR27","doi-asserted-by":"crossref","unstructured":"L\u00f6ppenberg, M., Schwung, A.: Self optimisation and automatic code generation by evolutionary algorithms in PLC based controlling processes. arXiv preprint arXiv:2304.05638 (2023)","DOI":"10.1109\/INDIN51400.2023.10218168"},{"issue":"1","key":"7_CR28","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1214\/aoms\/1177730491","volume":"18","author":"HB Mann","year":"1947","unstructured":"Mann, H.B., Whitney, D.R.: On a test of whether one of two random variables is stochastically larger than the other. Ann. Math. Stat. 18(1), 50\u201360 (1947)","journal-title":"Ann. Math. Stat."},{"issue":"2","key":"7_CR29","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1016\/0004-3702(75)90008-9","volume":"6","author":"Z Manna","year":"1975","unstructured":"Manna, Z., Waldinger, R.: Knowledge and reasoning in program synthesis. Artif. Intell. 6(2), 175\u2013208 (1975)","journal-title":"Artif. Intell."},{"issue":"3","key":"7_CR30","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1145\/362566.362568","volume":"14","author":"Z Manna","year":"1971","unstructured":"Manna, Z., Waldinger, R.J.: Toward automatic program synthesis. Commun. ACM 14(3), 151\u2013165 (1971)","journal-title":"Commun. ACM"},{"key":"7_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1007\/978-3-319-45823-6_32","volume-title":"Parallel Problem Solving from Nature \u2013 PPSN XIV","author":"F Marino","year":"2016","unstructured":"Marino, F., Squillero, G., Tonda, A.: A general-purpose framework for genetic improvement. In: Handl, J., Hart, E., Lewis, P.R., L\u00f3pez-Ib\u00e1\u00f1ez, M., Ochoa, G., Paechter, B. (eds.) PPSN 2016. LNCS, vol. 9921, pp. 345\u2013352. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-45823-6_32"},{"key":"7_CR32","unstructured":"Menabrea, L.F.: Sketch of the analytical engine invented by Charles Babbage, ESQ. In: Ada\u2019s Legacy: Cultures of Computing from the Victorian to the Digital Age (1843)"},{"key":"7_CR33","doi-asserted-by":"crossref","unstructured":"M\u00e9ry, D., Singh, N.K.: Automatic code generation from Event-B models. In: Proceedings of the 2nd Symposium on Information and Communication Technology, pp. 179\u2013188 (2011)","DOI":"10.1145\/2069216.2069252"},{"key":"7_CR34","doi-asserted-by":"crossref","unstructured":"Miller, J.F., Harding, S.L.: Cartesian genetic programming. In: Proceedings of the 10th Annual Conference Companion on Genetic and Evolutionary Computation, pp. 2701\u20132726 (2008)","DOI":"10.1145\/1388969.1389075"},{"key":"7_CR35","doi-asserted-by":"crossref","unstructured":"Moreira, T.G., Wehrmeister, M.A., Pereira, C.E., Petin, J.F., Levrat, E.: Automatic code generation for embedded systems: from UML specifications to VHDL code. In: 2010 8th IEEE International Conference on Industrial Informatics, pp. 1085\u20131090. IEEE (2010)","DOI":"10.1109\/INDIN.2010.5549590"},{"issue":"4","key":"7_CR36","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1109\/4235.942529","volume":"5","author":"M O\u2019Neill","year":"2001","unstructured":"O\u2019Neill, M., Ryan, C.: Grammatical evolution. IEEE Trans. Evol. Comput. 5(4), 349\u2013358 (2001)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"7_CR37","unstructured":"OpenAI: GPT-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"7_CR38","doi-asserted-by":"crossref","unstructured":"Ouyang, S., Zhang, J.M., Harman, M., Wang, M.: LLM is like a box of chocolates: the non-determinism of ChatGPT in code generation. arXiv preprint arXiv:2308.02828 (2023)","DOI":"10.1145\/3697010"},{"issue":"3","key":"7_CR39","doi-asserted-by":"publisher","first-page":"56","DOI":"10.3390\/computers9030056","volume":"9","author":"G Paolone","year":"2020","unstructured":"Paolone, G., Marinelli, M., Paesani, R., Di Felice, P.: Automatic code generation of MVC web applications. Computers 9(3), 56 (2020)","journal-title":"Computers"},{"key":"7_CR40","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/978-3-662-44303-3_12","volume-title":"Genetic Programming","author":"J Petke","year":"2014","unstructured":"Petke, J., Harman, M., Langdon, W.B., Weimer, W.: Using genetic improvement and code transplants to specialise a C++ program to a problem class. In: Nicolau, M., et al. (eds.) EuroGP 2014. LNCS, vol. 8599, pp. 137\u2013149. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-662-44303-3_12"},{"key":"7_CR41","doi-asserted-by":"crossref","unstructured":"Pluhacek, M., Kazikova, A., Kadavy, T., Viktorin, A., Senkerik, R.: Leveraging large language models for the generation of novel metaheuristic optimization algorithms. In: Proceedings of the Companion Conference on Genetic and Evolutionary Computation, pp. 1812\u20131820 (2023)","DOI":"10.1145\/3583133.3596401"},{"key":"7_CR42","unstructured":"Rugina, A.E., Thomas, D., Olive, X., Veran, G.: Gene-auto: automatic software code generation for real-time embedded systems. DASIA 2008-Data Syst. Aerosp. 665, 28 (2008)"},{"key":"7_CR43","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1007\/BFb0055930","volume-title":"Genetic Programming","author":"C Ryan","year":"1998","unstructured":"Ryan, C., Collins, J.J., Neill, M.O.: Grammatical evolution: evolving programs for an arbitrary language. In: Banzhaf, W., Poli, R., Schoenauer, M., Fogarty, T.C. (eds.) EuroGP 1998. LNCS, vol. 1391, pp. 83\u201396. Springer, Heidelberg (1998). https:\/\/doi.org\/10.1007\/BFb0055930"},{"key":"7_CR44","doi-asserted-by":"crossref","unstructured":"Sandnes, F.E., Megson, G.M.: A hybrid genetic algorithm applied to automatic parallel controller code generation. In: Proceedings of the Eighth Euromicro Workshop on Real-Time Systems, pp. 70\u201375. IEEE (1996)","DOI":"10.1109\/EMWRTS.1996.557799"},{"key":"7_CR45","doi-asserted-by":"crossref","unstructured":"Serruto, W.F., Casas, L.A.: Automatic code generation for microcontroller-based system using multi-objective linear genetic programming. In: 2017 International Conference on Computational Science and Computational Intelligence (CSCI), pp. 279\u2013285. IEEE (2017)","DOI":"10.1109\/CSCI.2017.47"},{"key":"7_CR46","doi-asserted-by":"crossref","unstructured":"Sobania, D., Briesch, M., Rothlauf, F.: Choose your programming copilot: a comparison of the program synthesis performance of github copilot and genetic programming. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 1019\u20131027 (2022)","DOI":"10.1145\/3512290.3528700"},{"key":"7_CR47","doi-asserted-by":"crossref","unstructured":"Sun, H., Nie, Y., Li, X., Huang, M., Tian, J., Kong, W.: An automatic code generation method based on sequence generative adversarial network. In: 2022 7th IEEE International Conference on Data Science in Cyberspace (DSC), pp. 383\u2013390. IEEE (2022)","DOI":"10.1109\/DSC55868.2022.00059"},{"key":"7_CR48","unstructured":"Taori, R., et al.: Alpaca: a strong, replicable instruction-following model. Stanford Center for Research on Foundation Models 3(6), 7 (2023). https:\/\/crfm.stanford.edu\/2023\/03\/13\/alpaca.html"},{"key":"7_CR49","unstructured":"Touvron, H., et al.: LLaMA: open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)"},{"key":"7_CR50","unstructured":"Touvron, H., et al.: LLaMA 2: open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)"},{"key":"7_CR51","doi-asserted-by":"crossref","unstructured":"Vaithilingam, P., Zhang, T., Glassman, E.L.: Expectation vs experience: evaluating the usability of code generation tools powered by large language models. In: Extended Abstracts of the 2022 CHI Conference on Human Factors in Computing Systems, CHI EA 2022. Association for Computing Machinery, New York (2022)","DOI":"10.1145\/3491101.3519665"},{"key":"7_CR52","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"7_CR53","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"238","DOI":"10.1007\/978-3-642-15323-5_21","volume-title":"Evolvable Systems: From Biology to Hardware","author":"JA Walker","year":"2010","unstructured":"Walker, J.A., Liu, Y., Tempesti, G., Tyrrell, A.M.: Automatic code generation on a MOVE processor using cartesian genetic programming. In: Tempesti, G., Tyrrell, A.M., Miller, J.F. (eds.) ICES 2010. LNCS, vol. 6274, pp. 238\u2013249. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-15323-5_21"},{"key":"7_CR54","doi-asserted-by":"crossref","unstructured":"Wang, Y., et al.: Self-instruct: aligning language models with self-generated instructions. arXiv preprint arXiv:2212.10560 (2023)","DOI":"10.18653\/v1\/2023.acl-long.754"},{"key":"7_CR55","unstructured":"Ward, M.: Proving program refinements and transformations. Ph.D. thesis, University of Oxford (1989)"},{"key":"7_CR56","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Li, Y., Wang, X.: An optimized hybrid evolutionary algorithm for accelerating automatic code optimization. In: Third International Seminar on Artificial Intelligence, Networking, and Information Technology (AINIT 2022), vol. 12587, pp. 488\u2013496. SPIE (2023)","DOI":"10.1117\/12.2667392"},{"key":"7_CR57","unstructured":"Zheng, L., et al.: Ansor: generating $$\\{$$High-Performance$$\\}$$ tensor programs for deep learning. In: 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 2020), pp. 863\u2013879 (2020)"}],"container-title":["Lecture Notes in Computer Science","Genetic Programming"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-56957-9_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,15]],"date-time":"2024-11-15T04:15:14Z","timestamp":1731644114000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-56957-9_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031569562","9783031569579"],"references-count":57,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-56957-9_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"28 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EuroGP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Genetic Programming (Part of EvoStar)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Aberystwyth","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 April 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 April 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eurogp2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.evostar.org\/2024\/eurogp\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"13","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"54% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.666","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.447","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}