{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,8]],"date-time":"2026-01-08T17:10:15Z","timestamp":1767892215021,"version":"3.49.0"},"publisher-location":"Cham","reference-count":47,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031514814","type":"print"},{"value":"9783031514821","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-51482-1_3","type":"book-chapter","created":{"date-parts":[[2024,1,10]],"date-time":"2024-01-10T06:02:47Z","timestamp":1704866567000},"page":"44-64","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["The Power of\u00a0MEME: Adversarial Malware Creation with\u00a0Model-Based Reinforcement Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0688-7752","authenticated-orcid":false,"given":"Maria","family":"Rigaki","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6238-9910","authenticated-orcid":false,"given":"Sebastian","family":"Garcia","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,1,11]]},"reference":[{"key":"3_CR1","doi-asserted-by":"publisher","unstructured":"Akiba, T., Sano, S., Yanase, T., Ohta, T., Koyama, M.: Optuna: a next-generation hyperparameter optimization framework. In: Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining. pp. 2623\u20132631. KDD 2019, Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3292500.3330701","DOI":"10.1145\/3292500.3330701"},{"key":"3_CR2","doi-asserted-by":"publisher","unstructured":"Anderson, H.S., Kharkar, A., Filar, B., Evans, D., Roth, P.: Learning to evade static PE machine learning malware models via reinforcement learning (2018). https:\/\/doi.org\/10.48550\/arXiv.1801.08917, arXiv:1801.08917","DOI":"10.48550\/arXiv.1801.08917"},{"key":"3_CR3","doi-asserted-by":"publisher","unstructured":"Anderson, H.S., Roth, P.: EMBER: an open dataset for training static PE malware machine learning models (2018). https:\/\/doi.org\/10.48550\/arXiv.1804.04637, arXiv:1804.04637","DOI":"10.48550\/arXiv.1804.04637"},{"key":"3_CR4","unstructured":"Bergstra, J., Bardenet, R., Bengio, Y., K\u00e9gl, B.: Algorithms for hyper-parameter optimization. In: Advances in Neural Information Processing Systems, vol. 24. Curran Associates, Inc. (2011)"},{"key":"3_CR5","doi-asserted-by":"publisher","unstructured":"Brockman, G., et al.: OpenAI gym (2016). https:\/\/doi.org\/10.48550\/arXiv.1606.01540, arXiv:1606.01540","DOI":"10.48550\/arXiv.1606.01540"},{"key":"3_CR6","doi-asserted-by":"publisher","unstructured":"Ceschin, F., Botacin, M., Gomes, H.M., Oliveira, L.S., Gr\u00e9gio, A.: Shallow security: on the creation of adversarial variants to evade machine learning-based malware detectors. In: Proceedings of the 3rd Reversing and Offensive-oriented Trends Symposium, pp. 1\u20139. ROOTS 2019, Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3375894.3375898","DOI":"10.1145\/3375894.3375898"},{"key":"3_CR7","unstructured":"Chandrasekaran, V., Chaudhuri, K., Giacomelli, I., Jha, S., Yan, S.: Exploring connections between active learning and model extraction. In: Proceedings of the 29th USENIX Conference on Security Symposium, pp. 1309\u20131326. SEC 2020, USENIX Association, USA (2020)"},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"Correia-Silva, J.R., Berriel, R.F., Badue, C., de Souza, A.F., Oliveira-Santos, T.: Copycat CNN: stealing knowledge by persuading confession with random non-labeled data. In: 2018 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20138 (2018). iSSN: 2161\u20134407","DOI":"10.1109\/IJCNN.2018.8489592"},{"key":"3_CR9","doi-asserted-by":"publisher","first-page":"3469","DOI":"10.1109\/TIFS.2021.3082330","volume":"16","author":"L Demetrio","year":"2021","unstructured":"Demetrio, L., Biggio, B., Lagorio, G., Roli, F., Armando, A.: Functionality-preserving black-box optimization of adversarial windows malware. IEEE Trans. Inf. Forensics Secur. 16, 3469\u20133478 (2021). https:\/\/doi.org\/10.1109\/TIFS.2021.3082330","journal-title":"IEEE Trans. Inf. Forensics Secur."},{"issue":"4","key":"3_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3473039","volume":"24","author":"L Demetrio","year":"2021","unstructured":"Demetrio, L., Coull, S.E., Biggio, B., Lagorio, G., Armando, A., Roli, F.: Adversarial exemples: a survey and experimental evaluation of practical attacks on machine learning for windows malware detection. ACM Trans. Priv. Secur. 24(4), 1\u201331 (2021)","journal-title":"ACM Trans. Priv. Secur."},{"key":"3_CR11","doi-asserted-by":"publisher","unstructured":"Dowling, S., Schukat, M., Barrett, E.: Using reinforcement learning to conceal honeypot functionality. In: Brefeld, U., Curry, E., Daly, E., MacNamee, B., Marascu, A., Pinelli, F., Berlingerio, M., Hurley, N. (eds.) Machine Learning and Knowledge Discovery in Databases, pp. 341\u2013355. Lecture Notes in Computer Science, Springer International Publishing, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-10997-4_21","DOI":"10.1007\/978-3-030-10997-4_21"},{"issue":"4","key":"3_CR12","doi-asserted-by":"publisher","first-page":"e0231626","DOI":"10.1371\/journal.pone.0231626","volume":"15","author":"Y Fang","year":"2020","unstructured":"Fang, Y., Zeng, Y., Li, B., Liu, L., Zhang, L.: DeepDetectNet vs RLAttackNet: an adversarial method to improve deep learning-based static malware detection model. PLoS ONE 15(4), e0231626 (2020). https:\/\/doi.org\/10.1371\/journal.pone.0231626","journal-title":"PLoS ONE"},{"key":"3_CR13","doi-asserted-by":"publisher","first-page":"176177","DOI":"10.1109\/ACCESS.2019.2957429","volume":"7","author":"Z Fang","year":"2019","unstructured":"Fang, Z., Wang, J., Geng, J., Kan, X.: Feature selection for malware detection based on reinforcement learning. IEEE Access 7, 176177\u2013176187 (2019). https:\/\/doi.org\/10.1109\/ACCESS.2019.2957429","journal-title":"IEEE Access"},{"key":"3_CR14","doi-asserted-by":"publisher","first-page":"48867","DOI":"10.1109\/ACCESS.2019.2908033","volume":"7","author":"Z Fang","year":"2019","unstructured":"Fang, Z., Wang, J., Li, B., Wu, S., Zhou, Y., Huang, H.: Evading anti-malware engines with deep reinforcement learning. IEEE Access 7, 48867\u201348879 (2019). https:\/\/doi.org\/10.1109\/ACCESS.2019.2908033","journal-title":"IEEE Access"},{"key":"3_CR15","unstructured":"Harang, R., Rudd, E.M.: SOREL-20M: a large scale benchmark dataset for malicious PE detection. arXiv:2012.07634 (2020)"},{"key":"3_CR16","doi-asserted-by":"publisher","unstructured":"Hu, W., Tan, Y.: Generating adversarial malware examples for black-box attacks based on GAN. In: Tan, Y., Shi, Y. (eds.) Data Mining and Big Data, pp. 409\u2013423. Communications in Computer and Information Science, Springer Nature, Singapore (2022). https:\/\/doi.org\/10.1007\/978-981-19-8991-9_29","DOI":"10.1007\/978-981-19-8991-9_29"},{"key":"3_CR17","doi-asserted-by":"publisher","unstructured":"Huang, L., Zhu, Q.: Adaptive honeypot engagement through reinforcement learning of semi-markov decision processes. In: Decision and Game Theory for Security, pp. 196\u2013216. Lecture Notes in Computer Science, Springer International Publishing, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32430-8_13","DOI":"10.1007\/978-3-030-32430-8_13"},{"key":"3_CR18","unstructured":"Institute, A.T.: AV-ATLAS - Malware & PUA (2023). https:\/\/portal.av-atlas.org\/malware"},{"key":"3_CR19","unstructured":"Jagielski, M., Carlini, N., Berthelot, D., Kurakin, A., Papernot, N.: High Accuracy and High Fidelity Extraction of Neural Networks. In: SEC 2020: Proceedings of the 29th USENIX Conference on Security Symposium, pp. 1345\u20131362 (2020)"},{"key":"3_CR20","unstructured":"Ke, G., et al.: LightGBM: a highly efficient gradient boosting decision tree. In: Advances in Neural Information Processing Systems, vol. 30. Curran Associates, Inc. (2017)"},{"key":"3_CR21","unstructured":"Kurutach, T., Clavera, I., Duan, Y., Tamar, A., Abbeel, P.: Model-ensemble trust-region policy optimization. In: International Conference on Learning Representations (2018)"},{"key":"3_CR22","doi-asserted-by":"publisher","unstructured":"Labaca-Castro, R., Franz, S., Rodosek, G.D.: AIMED-RL: exploring adversarial malware examples with reinforcement learning. In: Dong, Y., Kourtellis, N., Hammer, B., Lozano, J.A. (eds.) Machine Learning and Knowledge Discovery in Databases. Applied Data Science Track, pp. 37\u201352. Lecture Notes in Computer Science, Springer International Publishing, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86514-6_3","DOI":"10.1007\/978-3-030-86514-6_3"},{"issue":"1","key":"3_CR23","first-page":"15:1","volume":"55","author":"D Li","year":"2021","unstructured":"Li, D., Li, Q., Ye, Y.F., Xu, S.: Arms race in adversarial malware detection: a survey. ACM Comput. Surv. 55(1), 15:1-15:35 (2021)","journal-title":"ACM Comput. Surv."},{"key":"3_CR24","doi-asserted-by":"publisher","first-page":"102118","DOI":"10.1016\/j.cose.2020.102118","volume":"104","author":"X Li","year":"2021","unstructured":"Li, X., Li, Q.: An IRL-based malware adversarial generation method to evade anti-malware engines. Comput. Secur. 104, 102118 (2021). https:\/\/doi.org\/10.1016\/j.cose.2020.102118","journal-title":"Comput. Secur."},{"key":"3_CR25","doi-asserted-by":"publisher","first-page":"103134","DOI":"10.1016\/j.cose.2023.103134","volume":"128","author":"X Ling","year":"2023","unstructured":"Ling, X., et al.: Adversarial attacks against Windows PE malware detection: a survey of the state-of-the-art. Comput. Secur. 128, 103134 (2023). https:\/\/doi.org\/10.1016\/j.cose.2023.103134","journal-title":"Comput. Secur."},{"key":"3_CR26","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Advances in Neural Information Processing Systems, vol. 30. Curran Associates, Inc. (2017)"},{"key":"3_CR27","doi-asserted-by":"publisher","first-page":"3779","DOI":"10.1109\/TNNLS.2021.3121870","volume":"34","author":"TT Nguyen","year":"2021","unstructured":"Nguyen, T.T., Reddi, V.J.: Deep reinforcement learning for cyber security. IEEE Trans. Neural Networks Learn. Syst. 34, 3779\u20133795 (2021). https:\/\/doi.org\/10.1109\/TNNLS.2021.3121870","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"key":"3_CR28","doi-asserted-by":"crossref","unstructured":"Orekondy, T., Schiele, B., Fritz, M.: Knockoff Nets: stealing functionality of black-box models. In: 2019 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 4954\u20134963 (2019)","DOI":"10.1109\/CVPR.2019.00509"},{"issue":"01","key":"3_CR29","doi-asserted-by":"publisher","first-page":"865","DOI":"10.1609\/aaai.v34i01.5432","volume":"34","author":"S Pal","year":"2020","unstructured":"Pal, S., Gupta, Y., Shukla, A., Kanade, A., Shevade, S., Ganapathy, V.: ActiveThief: model extraction using active learning and unannotated public data. Proc. AAAI Conf. Artif. Intell. 34(01), 865\u2013872 (2020). https:\/\/doi.org\/10.1609\/aaai.v34i01.5432","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"3_CR30","doi-asserted-by":"crossref","unstructured":"Phan, T.D., Duc Luong, T., Hoang Quoc An, N., Nguyen Huu, Q., Nghi, H.K., Pham, V.H.: Leveraging reinforcement learning and generative adversarial networks to craft mutants of windows malware against black-box malware detectors. In: Proceedings of the 11th International Symposium on Information and Communication Technology. pp. 31\u201338. SoICT 2022, Association for Computing Machinery, New York, NY, USA (2022)","DOI":"10.1145\/3568562.3568636"},{"key":"3_CR31","unstructured":"Quertier, T., Marais, B., Morucci, S., Fournel, B.: MERLIN - malware evasion with reinforcement LearnINg. arXiv:2203.12980 (2022)"},{"issue":"268","key":"3_CR32","first-page":"1","volume":"22","author":"A Raffin","year":"2021","unstructured":"Raffin, A., Hill, A., Gleave, A., Kanervisto, A., Ernestus, M., Dormann, N.: Stable-Baselines3: reliable reinforcement learning implementations. J. Mach. Learn. Res. 22(268), 1\u20138 (2021)","journal-title":"J. Mach. Learn. Res."},{"key":"3_CR33","doi-asserted-by":"publisher","first-page":"103192","DOI":"10.1016\/j.cose.2023.103192","volume":"129","author":"M Rigaki","year":"2023","unstructured":"Rigaki, M., Garcia, S.: Stealing and evading malware classifiers and antivirus at low false positive conditions. Comput. Secur. 129, 103192 (2023). https:\/\/doi.org\/10.1016\/j.cose.2023.103192","journal-title":"Comput. Secur."},{"key":"3_CR34","doi-asserted-by":"publisher","unstructured":"Rosenberg, I., Meir, S., Berrebi, J., Gordon, I., Sicard, G., Omid David, E.: Generating end-to-end adversarial examples for malware classifiers using explainability. In: 2020 International Joint Conference on Neural Networks (IJCNN), pp. 1\u201310 (2020). https:\/\/doi.org\/10.1109\/IJCNN48605.2020.9207168, iSSN: 2161-4407","DOI":"10.1109\/IJCNN48605.2020.9207168"},{"key":"3_CR35","doi-asserted-by":"crossref","unstructured":"Sanyal, S., Addepalli, S., Babu, R.V.: Towards data-free model stealing in a hard label setting. In: 2022 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 15284\u201315293 (2022)","DOI":"10.1109\/CVPR52688.2022.01485"},{"key":"3_CR36","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"3_CR37","unstructured":"Security.org, T.: 2023 Antivirus market annual report (2023). https:\/\/www.security.org\/antivirus\/antivirus-consumer-report-annual\/"},{"key":"3_CR38","unstructured":"Severi, G., Meyer, J., Coull, S., Oprea, A.: Explanation-guided backdoor poisoning attacks against malware classifiers. In: 30th USENIX Security Symposium (USENIX Security 21), pp. 1487\u20131504. USENIX Association (2021)"},{"key":"3_CR39","doi-asserted-by":"publisher","unstructured":"Song, W., Li, X., Afroz, S., Garg, D., Kuznetsov, D., Yin, H.: MAB-malware: a reinforcement learning framework for blackbox generation of adversarial malware. In: Proceedings of the 2022 ACM on Asia Conference on Computer and Communications Security, pp. 990\u20131003. ASIA CCS 2022, Association for Computing Machinery, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3488932.3497768","DOI":"10.1145\/3488932.3497768"},{"key":"3_CR40","unstructured":"Sussman, B.: New malware is born every minute (2023). https:\/\/blogs.blackberry.com\/en\/2023\/05\/new-malware-born-every-minute"},{"key":"3_CR41","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning, second edition: An Introduction. MIT Press (2018)"},{"key":"3_CR42","unstructured":"Total, V.: VirusTotal - Stats. https:\/\/www.virustotal.com\/gui\/stats"},{"issue":"11","key":"3_CR43","doi-asserted-by":"publisher","first-page":"8693","DOI":"10.1109\/JIOT.2020.3040957","volume":"8","author":"A Uprety","year":"2021","unstructured":"Uprety, A., Rawat, D.B.: Reinforcement learning for IoT security: a comprehensive survey. IEEE Internet Things J. 8(11), 8693\u20138706 (2021). https:\/\/doi.org\/10.1109\/JIOT.2020.3040957","journal-title":"IEEE Internet Things J."},{"key":"3_CR44","doi-asserted-by":"publisher","unstructured":"Wu, C., Shi, J., Yang, Y., Li, W.: Enhancing machine learning based malware detection model by reinforcement learning. In: Proceedings of the 8th International Conference on Communication and Network Security, pp. 74\u201378. ICCNS 2018, Association for Computing Machinery, New York, NY, USA (Nov 2018). https:\/\/doi.org\/10.1145\/3290480.3290494","DOI":"10.1145\/3290480.3290494"},{"key":"3_CR45","doi-asserted-by":"crossref","unstructured":"Yu, H., Yang, K., Zhang, T., Tsai, Y.Y., Ho, T.Y., Jin, Y.: CloudLeak: large-scale deep learning models stealing through adversarial examples. In: Proceedings 2020 Network and Distributed System Security Symposium. Internet Society, San Diego, CA (2020)","DOI":"10.14722\/ndss.2020.24178"},{"key":"3_CR46","doi-asserted-by":"publisher","unstructured":"Zolotukhin, M., Kumar, S., H\u00e4m\u00e4l\u00e4inen, T.: Reinforcement learning for attack mitigation in SDN-enabled networks. In: 2020 6th IEEE Conference on Network Softwarization (NetSoft), pp. 282\u2013286 (2020). https:\/\/doi.org\/10.1109\/NetSoft48620.2020.9165383","DOI":"10.1109\/NetSoft48620.2020.9165383"},{"key":"3_CR47","doi-asserted-by":"publisher","unstructured":"\u0160embera, V., Paquet-Clouston, M., Garcia, S., Erquiaga, M.J.: Cybercrime specialization: an expos\u00e9 of a malicious android obfuscation-as-a-service. In: 2021 IEEE European Symposium on Security and Privacy Workshops (EuroS &PW, pp. 213\u2013236 (2021). https:\/\/doi.org\/10.1109\/EuroSPW54576.2021.00029","DOI":"10.1109\/EuroSPW54576.2021.00029"}],"container-title":["Lecture Notes in Computer Science","Computer Security \u2013 ESORICS 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-51482-1_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,10]],"date-time":"2024-01-10T06:03:34Z","timestamp":1704866614000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-51482-1_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031514814","9783031514821"],"references-count":47,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-51482-1_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"11 January 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ESORICS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Symposium on Research in Computer Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Hague","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"esorics2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/esorics2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"478","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"93","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"10","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}