{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T19:06:55Z","timestamp":1772910415482,"version":"3.50.1"},"publisher-location":"Cham","reference-count":49,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031147135","type":"print"},{"value":"9783031147142","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-14714-2_13","type":"book-chapter","created":{"date-parts":[[2022,8,13]],"date-time":"2022-08-13T21:03:13Z","timestamp":1660424593000},"page":"177-191","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["A Continuous Optimisation Benchmark Suite from\u00a0Neural Network Regression"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6070-2632","authenticated-orcid":false,"given":"Katherine M.","family":"Malan","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7860-0650","authenticated-orcid":false,"given":"Christopher W.","family":"Cleghorn","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,8,14]]},"reference":[{"key":"13_CR1","unstructured":"Andrychowicz, M., et al.: What matters in on-policy reinforcement learning? A large-scale empirical study. CoRR abs\/2006.05990 (2020). https:\/\/arxiv.org\/abs\/2006.05990"},{"key":"13_CR2","unstructured":"Auer, P., Herbster, M., Warmuth, M.K.: Exponentially many local minima for single neurons. In: Advances in Neural Information Processing Systems (NIPS 1996), vol. 9 (1996). http:\/\/papers.nips.cc\/paper\/1028-exponentially-many-local-minima-for-single-neurons.pdf"},{"key":"13_CR3","doi-asserted-by":"publisher","unstructured":"Baldi, P., Hornik, K.: Neural networks and principal component analysis: learning from examples without local minima. Neural Netw. 2(1), 53\u201358 (1989). https:\/\/doi.org\/10.1016\/0893-6080(89)90014-2","DOI":"10.1016\/0893-6080(89)90014-2"},{"key":"13_CR4","unstructured":"Bartz-Beielstein, T., et al.: Benchmarking in optimization: best practice and open issues. arXiv 2007.03488v2 (2020)"},{"issue":"1","key":"13_CR5","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1145\/3460310.3460312","volume":"14","author":"P Bennet","year":"2021","unstructured":"Bennet, P., Doerr, C., Moreau, A., Rapin, J., Teytaud, F., Teytaudt, O.: Nevergrad: black-box optimization platform. ACM SIGEVOlution 14(1), 8\u201315 (2021). https:\/\/doi.org\/10.1145\/3460310.3460312","journal-title":"ACM SIGEVOlution"},{"issue":"26","key":"13_CR6","first-page":"84","volume":"2000","author":"FV den Bergh","year":"2000","unstructured":"den Bergh, F.V., Engelbrecht, A.: Cooperative learning in neural networks using particle swarm optimizers. South Afr. Comput. J. 2000(26), 84\u201390 (2000)","journal-title":"South Afr. Comput. J."},{"key":"13_CR7","doi-asserted-by":"crossref","unstructured":"Bishop, C.M.: Neural Networks for Pattern Recognition. Oxford University Press, Oxford (1995)","DOI":"10.1093\/oso\/9780198538493.001.0001"},{"key":"13_CR8","doi-asserted-by":"publisher","unstructured":"van der Blom, K., et al.: Towards realistic optimization benchmarks. In: Proceedings of the 2020 Genetic and Evolutionary Computation Conference Companion, pp. 293\u2013294. ACM, July 2020. https:\/\/doi.org\/10.1145\/3377929.3389974","DOI":"10.1145\/3377929.3389974"},{"issue":"1","key":"13_CR9","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1016\/s0893-6080(05)80010-3","volume":"5","author":"AL Blum","year":"1992","unstructured":"Blum, A.L., Rivest, R.L.: Training a 3-node neural network is NP-complete. Neural Netw. 5(1), 117\u2013127 (1992). https:\/\/doi.org\/10.1016\/s0893-6080(05)80010-3","journal-title":"Neural Netw."},{"key":"13_CR10","doi-asserted-by":"crossref","unstructured":"Bottou, L., Bousquet, O.: The tradeoffs of large scale learning. In: Optimization for Machine Learning (chap. 13), pp. 351\u2013368. The MIT Press (2012)","DOI":"10.7551\/mitpress\/8996.003.0015"},{"issue":"12","key":"13_CR11","doi-asserted-by":"publisher","DOI":"10.1088\/1742-5468\/ab39d9","volume":"2019","author":"P Chaudhari","year":"2019","unstructured":"Chaudhari, P., et al.: Entropy-SGD: biasing gradient descent into wide valleys. J. Stat. Mech: Theory Exp. 2019(12), 124018 (2019). https:\/\/doi.org\/10.1088\/1742-5468\/ab39d9","journal-title":"J. Stat. Mech: Theory Exp."},{"key":"13_CR12","unstructured":"Choromanska, A., Henaff, M., Mathieu, M., Arous, G.B., LeCun, Y.: The loss surfaces of multilayer networks. In: Proceedings of the 18th International Conference on Artificial Intelligence and Statistics, pp. 192\u2013204 (2015)"},{"key":"13_CR13","unstructured":"COCO: Black-box optimisation benchmarking (BBOB) (2021). https:\/\/coco.gforge.inria.fr"},{"key":"13_CR14","unstructured":"Yue, C.T., et al.: IEEE CEC Bound Constrained benchmark suite (2020). https:\/\/github.com\/P-N-Suganthan\/2020-Bound-Constrained-Opt-Benchmark"},{"issue":"7","key":"13_CR15","doi-asserted-by":"publisher","first-page":"3491","DOI":"10.1016\/j.eswa.2013.10.053","volume":"41","author":"G Das","year":"2014","unstructured":"Das, G., Pattnaik, P.K., Padhy, S.K.: Artificial neural network trained by particle swarm optimization for non-linear channel equalization. Expert Syst. Appl. 41(7), 3491\u20133496 (2014). https:\/\/doi.org\/10.1016\/j.eswa.2013.10.053","journal-title":"Expert Syst. Appl."},{"key":"13_CR16","unstructured":"Dauphin, Y.N., Pascanu, R., Gulcehre, C., Cho, K., Ganguli, S., Bengio, Y.: Identifying and attacking the saddle point problem in high-dimensional non-convex optimization. In: Ghahramani, Z., Welling, M., Cortes, C., Lawrence, N.D., Weinberger, K.Q. (eds.) Advances in Neural Information Processing Systems, vol. 27, pp. 2933\u20132941. Curran Associates, Inc. (2014)"},{"key":"13_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2020.106315","volume":"92","author":"A Fischbach","year":"2020","unstructured":"Fischbach, A., Bartz-Beielstein, T.: Improving the reliability of test functions generators. Appl. Soft Comput. 92, 106315 (2020). https:\/\/doi.org\/10.1016\/j.asoc.2020.106315","journal-title":"Appl. Soft Comput."},{"key":"13_CR18","series-title":"Computational Methods in Applied Sciences","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1007\/978-3-319-89890-2_23","volume-title":"Evolutionary and Deterministic Methods for Design Optimization and Control With Applications to Industrial and Societal Problems","author":"P Fleck","year":"2019","unstructured":"Fleck, P., et al.: Box-type boom design using surrogate modeling: introducing an industrial optimization benchmark. In: Andr\u00e9s-P\u00e9rez, E., Gonz\u00e1lez, L.M., Periaux, J., Gauger, N., Quagliarella, D., Giannakoglou, K. (eds.) Evolutionary and Deterministic Methods for Design Optimization and Control With Applications to Industrial and Societal Problems. CMAS, vol. 49, pp. 355\u2013370. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-319-89890-2_23"},{"key":"13_CR19","unstructured":"Gallagher, M.R.: Multi-layer perceptron error surfaces: visualization, structure and modelling. Ph.D. thesis, University of Queensland, Australia (2000)"},{"key":"13_CR20","doi-asserted-by":"publisher","unstructured":"Gallagher, M.: Towards improved benchmarking of black-box optimization algorithms using clustering problems. Soft Comput. 20(10), 3835\u20133849 (2016). https:\/\/doi.org\/10.1007\/s00500-016-2094-1,https:\/\/doi.org\/10.1007\/s00500-016-2094-1","DOI":"10.1007\/s00500-016-2094-1"},{"key":"13_CR21","doi-asserted-by":"publisher","unstructured":"Goh, S.K., Tan, K.C., Al-Mamun, A., Abbass, H.A.: Evolutionary big optimization (BigOpt) of signals. In: 2015 IEEE Congress on Evolutionary Computation (CEC). IEEE, May 2015. https:\/\/doi.org\/10.1109\/cec.2015.7257307","DOI":"10.1109\/cec.2015.7257307"},{"issue":"1","key":"13_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s00158-016-1491-5","volume":"54","author":"RT Haftka","year":"2016","unstructured":"Haftka, R.T.: Requirements for papers focusing on new or improved global optimization algorithms. Struct. Multidiscip. Optim. 54(1), 1\u20131 (2016). https:\/\/doi.org\/10.1007\/s00158-016-1491-5","journal-title":"Struct. Multidiscip. Optim."},{"issue":"4","key":"13_CR23","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1016\/s0893-6080(97)00134-2","volume":"11","author":"LG Hamey","year":"1998","unstructured":"Hamey, L.G.: XOR has no local minima: a case study in neural network error surface analysis. Neural Netw. 11(4), 669\u2013681 (1998). https:\/\/doi.org\/10.1016\/s0893-6080(97)00134-2","journal-title":"Neural Netw."},{"key":"13_CR24","unstructured":"Hansen, N., Ostermeier, A.: Adapting arbitrary normal mutation distributions in evolution strategies: the covariance matrix adaptation. In: Proceedings of the IEEE Congress on Evolutionary Computation, pp. 312\u2013317. IEEE Press, Piscataway (1996)"},{"issue":"4","key":"13_CR25","doi-asserted-by":"publisher","first-page":"879","DOI":"10.1109\/tnn.2006.875977","volume":"17","author":"GB Huang","year":"2006","unstructured":"Huang, G.B., Chen, L., Siew, C.K.: Universal approximation using incremental constructive feedforward networks with random hidden nodes. IEEE Trans. Neural Netw. 17(4), 879\u2013892 (2006). https:\/\/doi.org\/10.1109\/tnn.2006.875977","journal-title":"IEEE Trans. Neural Netw."},{"key":"13_CR26","doi-asserted-by":"crossref","unstructured":"Kennedy, J., Eberhart, R.: Particle swarm optimization. In: Proceedings of the IEEE International Joint Conference on Neural Networks, pp. 1942\u20131948. IEEE Press, Piscataway (1995)","DOI":"10.1109\/ICNN.1995.488968"},{"key":"13_CR27","unstructured":"Kingma, D., Ba, J.: Adam: a method for stochastic optimization. arXiv abs\/1412.6980 (2014)"},{"key":"13_CR28","first-page":"611","volume":"33","author":"M Kordos","year":"2004","unstructured":"Kordos, M., Duch, W.: A survey of factors influencing MLP error surface. Control. Cybern. 33, 611\u2013631 (2004)","journal-title":"Control. Cybern."},{"issue":"7553","key":"13_CR29","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature 521(7553), 436\u2013444 (2015). https:\/\/doi.org\/10.1038\/nature14539","journal-title":"Nature"},{"issue":"11","key":"13_CR30","doi-asserted-by":"publisher","first-page":"2085","DOI":"10.1007\/s00500-010-0639-2","volume":"15","author":"M Lozano","year":"2010","unstructured":"Lozano, M., Molina, D., Herrera, F.: Editorial scalability of evolutionary algorithms and other metaheuristics for large-scale continuous optimization problems. Soft. Comput. 15(11), 2085\u20132087 (2010). https:\/\/doi.org\/10.1007\/s00500-010-0639-2","journal-title":"Soft. Comput."},{"key":"13_CR31","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1016\/j.ins.2014.10.042","volume":"295","author":"S Mahdavi","year":"2015","unstructured":"Mahdavi, S., Shiri, M.E., Rahnamayan, S.: Metaheuristics in large-scale global continues optimization: A survey. Inf. Sci. 295, 407\u2013428 (2015). https:\/\/doi.org\/10.1016\/j.ins.2014.10.042","journal-title":"Inf. Sci."},{"key":"13_CR32","doi-asserted-by":"publisher","unstructured":"Mehta, D., Zhao, X., Bernal, E.A., Wales, D.J.: Loss surface of XOR artificial neural networks. Phys. Rev. E 97(5) (2018). https:\/\/doi.org\/10.1103\/physreve.97.052307","DOI":"10.1103\/physreve.97.052307"},{"issue":"1","key":"13_CR33","doi-asserted-by":"publisher","first-page":"150","DOI":"10.1007\/s10489-014-0645-7","volume":"43","author":"S Mirjalili","year":"2015","unstructured":"Mirjalili, S.: How effective is the Grey Wolf optimizer in training multi-layer perceptrons. Appl. Intell. 43(1), 150\u2013161 (2015). https:\/\/doi.org\/10.1007\/s10489-014-0645-7","journal-title":"Appl. Intell."},{"issue":"22","key":"13_CR34","doi-asserted-by":"publisher","first-page":"11125","DOI":"10.1016\/j.amc.2012.04.069","volume":"218","author":"S Mirjalili","year":"2012","unstructured":"Mirjalili, S., Hashim, S.Z.M., Sardroudi, H.M.: Training feedforward neural networks using hybrid particle swarm optimization and gravitational search algorithm. Appl. Math. Comput. 218(22), 11125\u201311137 (2012). https:\/\/doi.org\/10.1016\/j.amc.2012.04.069","journal-title":"Appl. Math. Comput."},{"key":"13_CR35","doi-asserted-by":"publisher","unstructured":"Mousavirad, S.J., Schaefer, G., Jalali, S.M.J., Korovin, I.: A benchmark of recent population-based metaheuristic algorithms for multi-layer neural network training. In: Proceedings of the 2020 Genetic and Evolutionary Computation Conference Companion. ACM, July 2020. https:\/\/doi.org\/10.1145\/3377929.3398144","DOI":"10.1145\/3377929.3398144"},{"key":"13_CR36","unstructured":"Keskar, N.S., Mudigere, D., Nocedal, J., Smelyanskiy, M., Tang, P.T.P.: On large-batch training for deep learning: generalization gap and sharp minima. In: Proceedings of the International Conference for Learning Representations (2017)"},{"key":"13_CR37","doi-asserted-by":"crossref","unstructured":"Oldewage, E.T.: The perils of particle swarm optimization in high dimensional problem spaces. Master\u2019s thesis, University of Pretoria, South Africa (2017). https:\/\/hdl.handle.net\/2263\/66233","DOI":"10.1109\/SSCI.2017.8280887"},{"key":"13_CR38","unstructured":"Paszke, A., et al.: Pytorch: an imperative style, high-performance deep learning library. In: Advances in Neural Information Processing Systems, vol. 32, pp. 8024\u20138035. Curran Associates, Inc. (2019)"},{"key":"13_CR39","doi-asserted-by":"publisher","unstructured":"Rakitianskaia, A., Engelbrecht, A.: Training high-dimensional neural networks with cooperative particle swarm optimiser. In: 2014 International Joint Conference on Neural Networks (IJCNN). IEEE, July 2014. https:\/\/doi.org\/10.1109\/ijcnn.2014.6889933","DOI":"10.1109\/ijcnn.2014.6889933"},{"key":"13_CR40","doi-asserted-by":"publisher","unstructured":"Rakitianskaia, A., Engelbrecht, A.: Saturation in PSO neural network training: good or evil? In: 2015 IEEE Congress on Evolutionary Computation (CEC). IEEE, May 2015. https:\/\/doi.org\/10.1109\/cec.2015.7256883","DOI":"10.1109\/cec.2015.7256883"},{"issue":"3","key":"13_CR41","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1023\/a:1011319115230","volume":"7","author":"RL Rardin","year":"2001","unstructured":"Rardin, R.L., Uzsoy, R.: Experimental evaluation of heuristic optimization algorithms: a tutorial. J. Heurist. 7(3), 261\u2013304 (2001). https:\/\/doi.org\/10.1023\/a:1011319115230","journal-title":"J. Heurist."},{"key":"13_CR42","unstructured":"Shalev-Shwartz, S., Shamir, O., Shammah, S.: Failures of gradient-based deep learning. In: Proceedings of the 34th International Conference on Machine Learning, pp. 3067\u20133075. PMLR, 06\u201311 August 2017)"},{"issue":"3","key":"13_CR43","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1007\/s00521-007-0084-z","volume":"16","author":"K Socha","year":"2007","unstructured":"Socha, K., Blum, C.: An ant colony optimization algorithm for continuous optimization: application to feed-forward neural network training. Neural Comput. Appl. 16(3), 235\u2013247 (2007). https:\/\/doi.org\/10.1007\/s00521-007-0084-z","journal-title":"Neural Comput. Appl."},{"key":"13_CR44","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1023\/A:1008202821328","volume":"11","author":"R Storn","year":"1997","unstructured":"Storn, R., Price, K.: Differential evolution: a simple evolution strategy for fast optimization. J. Glob. Optim. 11, 341\u2013359 (1997)","journal-title":"J. Glob. Optim."},{"key":"13_CR45","unstructured":"Such, F., Madhavan, V., Conti, E., Lehman, J., Stanley, K.O., Clune, J.: Deep neuroevolution: genetic algorithms are a competitive alternative for training deep neural networks for reinforcement learning. arXiv abs\/1712.06567 (2018)"},{"key":"13_CR46","unstructured":"Tang, K., Li, X., Suganthan, P.N., Yang, Z., Weise, T.: Benchmark functions for the CEC 2010 special session and competition on large-scale global optimization. Technical report, Nature Inspired Computation and Applications Laboratory (2009). https:\/\/titan.csit.rmit.edu.au\/~e46507\/publications\/lsgo-cec10.pdf"},{"key":"13_CR47","doi-asserted-by":"publisher","unstructured":"Tangherloni, A., etal.: Biochemical parameter estimation vs. benchmark functions: a comparative study of optimization performance and representation design. Appl. Soft Comput. 81, 105494 (2019). https:\/\/doi.org\/10.1016\/j.asoc.2019.105494","DOI":"10.1016\/j.asoc.2019.105494"},{"key":"13_CR48","doi-asserted-by":"crossref","unstructured":"Volz, V., Naujoks, B., Kerschke, P., Tu\u0161ar, T.: Single- and multi-objective game-benchmark for evolutionary algorithms. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 647\u2013655. ACM (2019)","DOI":"10.1145\/3321707.3321805"},{"issue":"1","key":"13_CR49","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1109\/4235.585893","volume":"1","author":"DH Wolpert","year":"1997","unstructured":"Wolpert, D.H., Macready, W.G.: No free lunch theorems for optimization. IEEE Trans. Evol. Comput. 1(1), 67\u201382 (1997)","journal-title":"IEEE Trans. Evol. Comput."}],"container-title":["Lecture Notes in Computer Science","Parallel Problem Solving from Nature \u2013 PPSN XVII"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-14714-2_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T17:49:18Z","timestamp":1727804958000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-14714-2_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031147135","9783031147142"],"references-count":49,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-14714-2_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"14 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PPSN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Parallel Problem Solving from Nature","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dortmund","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ppsn2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ppsn2022.cs.tu-dortmund.de\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"185","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"85","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"46% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.75","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.11","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}