{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,14]],"date-time":"2026-06-14T07:30:41Z","timestamp":1781422241188,"version":"3.54.1"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031301216","type":"print"},{"value":"9783031301223","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-30122-3_9","type":"book-chapter","created":{"date-parts":[[2023,3,31]],"date-time":"2023-03-31T07:03:57Z","timestamp":1680246237000},"page":"142-157","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Data-Driven Evaluation of\u00a0Intrusion Detectors: A Methodological Framework"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5711-4402","authenticated-orcid":false,"given":"Solayman","family":"Ayoubi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8150-6617","authenticated-orcid":false,"given":"Gregory","family":"Blanc","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4864-5380","authenticated-orcid":false,"given":"Houda","family":"Jmila","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0451-5637","authenticated-orcid":false,"given":"Thomas","family":"Silverston","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0948-7172","authenticated-orcid":false,"given":"S\u00e9bastien","family":"Tixeuil","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,4,1]]},"reference":[{"issue":"2","key":"9_CR1","doi-asserted-by":"publisher","first-page":"1805","DOI":"10.1007\/s13369-021-06086-5","volume":"47","author":"A Abbas","year":"2022","unstructured":"Abbas, A., Khan, M.A., Latif, S., Ajaz, M., Shah, A.A., Ahmad, J.: A new ensemble-based intrusion detection system for internet of things. Arab. J. Sci. Eng. 47(2), 1805\u20131819 (2022). https:\/\/doi.org\/10.1007\/s13369-021-06086-5","journal-title":"Arab. J. Sci. Eng."},{"issue":"2","key":"9_CR2","doi-asserted-by":"publisher","first-page":"213","DOI":"10.3390\/electronics11020213","volume":"11","author":"G Abdelmoumin","year":"2022","unstructured":"Abdelmoumin, G., Whitaker, J., Rawat, D.B., Rahman, A.: A survey on data-driven learning for intelligent network intrusion detection systems. Electronics 11(2), 213 (2022)","journal-title":"Electronics"},{"key":"9_CR3","doi-asserted-by":"publisher","first-page":"52843","DOI":"10.1109\/ACCESS.2018.2869577","volume":"6","author":"M Al-Qatf","year":"2018","unstructured":"Al-Qatf, M., Lasheng, Y., Al-Habib, M., Al-Sabahi, K.: Deep learning approach combining sparse autoencoder with SVM for network intrusion detection. IEEE Access 6, 52843\u201352856 (2018)","journal-title":"IEEE Access"},{"key":"9_CR4","doi-asserted-by":"crossref","unstructured":"Alrawashdeh, K., Purdy, C.: Toward an online anomaly intrusion detection system based on deep learning. In: 2016 15th IEEE International Conference on Machine Learning and Applications (ICMLA), pp. 195\u2013200 (2016)","DOI":"10.1109\/ICMLA.2016.0040"},{"issue":"3","key":"9_CR5","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1145\/357830.357849","volume":"3","author":"S Axelsson","year":"2000","unstructured":"Axelsson, S.: The base-rate fallacy and the difficulty of intrusion detection. ACM Trans. Inf. Syst. Secur. (TISSEC) 3(3), 186\u2013205 (2000)","journal-title":"ACM Trans. Inf. Syst. Secur. (TISSEC)"},{"key":"9_CR6","doi-asserted-by":"crossref","unstructured":"Aygun, R.C., Yavuz, A.G.: Network anomaly detection with stochastically improved autoencoder based models. In: 2017 IEEE 4th International Conference on Cyber Security and Cloud Computing (CSCloud), pp. 193\u2013198 (2017)","DOI":"10.1109\/CSCloud.2017.39"},{"key":"9_CR7","doi-asserted-by":"crossref","unstructured":"Bekkar, M., Djemaa, H.K., Alitouche, T.A.: Evaluation measures for models assessment over imbalanced data sets. J. Inf. Eng. Appl. 3(10), 27\u201338 (2013)","DOI":"10.5121\/ijdkp.2013.3402"},{"key":"9_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1007\/11962977_17","volume-title":"Critical Information Infrastructures Security","author":"M Berm\u00fadez-Edo","year":"2006","unstructured":"Berm\u00fadez-Edo, M., Salazar-Hern\u00e1ndez, R., D\u00edaz-Verdejo, J., Garc\u00eda-Teodoro, P.: Proposals on assessment environments for anomaly-based network intrusion detection systems. In: Lopez, J. (ed.) CRITIS 2006. LNCS, vol. 4347, pp. 210\u2013221. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11962977_17"},{"key":"9_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3491052","volume":"5","author":"F Bronzino","year":"2021","unstructured":"Bronzino, F., Schmitt, P., Ayoubi, S., Kim, H., Teixeira, R.C., Feamster, N.: Traffic refinery. Proc. ACM Meas. Anal. Comput. Syst. 5, 1\u201324 (2021)","journal-title":"Proc. ACM Meas. Anal. Comput. Syst."},{"key":"9_CR10","doi-asserted-by":"crossref","unstructured":"C\u00e1rdenas, A., Baras, J., Seamon, K.: A framework for the evaluation of intrusion detection systems. In: 2006 IEEE Symposium on Security and Privacy (S &P\u201906), pp. 15\u201377 (2006)","DOI":"10.1109\/SP.2006.2"},{"key":"9_CR11","doi-asserted-by":"crossref","unstructured":"Chalapathy, R., Chawla, S.: Deep learning for anomaly detection: a survey (2019)","DOI":"10.1145\/3394486.3406704"},{"key":"9_CR12","doi-asserted-by":"publisher","first-page":"789","DOI":"10.1007\/s12243-022-00926-7","volume":"77","author":"F Charmet","year":"2022","unstructured":"Charmet, F., et al.: Explainable artificial intelligence for cybersecurity: a literature survey. Ann. Telecommun. 77, 789\u2013812 (2022). https:\/\/doi.org\/10.1007\/s12243-022-00926-7","journal-title":"Ann. Telecommun."},{"key":"9_CR13","doi-asserted-by":"crossref","unstructured":"Gao, N., Gao, L., Gao, Q., Wang, H.: An intrusion detection model based on deep belief networks. In: 2014 Second International Conference on Advanced Cloud and Big Data, pp. 247\u2013252 (2014)","DOI":"10.1109\/CBD.2014.41"},{"key":"9_CR14","doi-asserted-by":"crossref","unstructured":"Garc\u00eda Cordero, C., Hauke, S., M\u00fchlh\u00e4user, M., Fischer, M.: Analyzing flow-based anomaly intrusion detection using replicator neural networks. In: 2016 14th Annual Conference on Privacy, Security and Trust (PST), pp. 317\u2013324 (2016)","DOI":"10.1109\/PST.2016.7906980"},{"key":"9_CR15","doi-asserted-by":"crossref","unstructured":"Gharib, A., Sharafaldin, I., Lashkari, A.H., Ghorbani, A.A.: An evaluation framework for intrusion detection dataset. In: 2016 International Conference on Information Science and Security (ICISS), pp. 1\u20136. IEEE (2016)","DOI":"10.1109\/ICISSEC.2016.7885840"},{"issue":"1","key":"9_CR16","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1186\/s12874-020-00977-1","volume":"20","author":"A Goncalves","year":"2020","unstructured":"Goncalves, A., Ray, P., Soper, B., Stevens, J., Coyle, L., Sales, A.P.: Generation and evaluation of synthetic patient data. BMC Med. Res. Methodol. 20(1), 108 (2020)","journal-title":"BMC Med. Res. Methodol."},{"key":"9_CR17","doi-asserted-by":"crossref","unstructured":"Gu, G., Fogla, P., Dagon, D., Lee, W., Skori\u0107, B.: Measuring intrusion detection capability: an information-theoretic approach. In: Proceedings of the 2006 ACM Symposium on Information, Computer and Communications Security, pp. 90\u2013101 (2006)","DOI":"10.1145\/1128817.1128834"},{"issue":"4","key":"9_CR18","doi-asserted-by":"publisher","first-page":"211","DOI":"10.4236\/cn.2018.104017","volume":"10","author":"AL Imoize","year":"2018","unstructured":"Imoize, A.L., Oyedare, T., Otuokere, M.E., Shetty, S.: Software intrusion detection evaluation system: a cost-based evaluation of intrusion detection capability. Commun. Netw. 10(4), 211\u2013229 (2018)","journal-title":"Commun. Netw."},{"issue":"5","key":"9_CR19","doi-asserted-by":"publisher","first-page":"2018","DOI":"10.3390\/s22052018","volume":"22","author":"Y Imrana","year":"2022","unstructured":"Imrana, Y., et al.: $$\\chi ^2$$-BidlSTM: a feature driven intrusion detection system based on $$\\chi ^2$$ statistical model and bidirectional LSTM. Sensors 22(5), 2018 (2022)","journal-title":"Sensors"},{"key":"9_CR20","unstructured":"Intrator, Y., Katz, G., Shabtai, A.: MDGAN: boosting anomaly detection using multi-discriminator generative adversarial networks. ArXiv abs\/1810.05221 (2018)"},{"issue":"5","key":"9_CR21","doi-asserted-by":"publisher","first-page":"834","DOI":"10.3390\/pr9050834","volume":"9","author":"MA Khan","year":"2021","unstructured":"Khan, M.A.: HCRNNIDS: hybrid convolutional recurrent neural network-based network intrusion detection system. Processes 9(5), 834 (2021)","journal-title":"Processes"},{"key":"9_CR22","doi-asserted-by":"crossref","unstructured":"Kim, J., Kim, J., Thu, H.L.T., Kim, H.: Long short term memory recurrent neural network classifier for intrusion detection. In: 2016 International Conference on Platform Technology and Service (PlatCon), pp. 1\u20135 (2016)","DOI":"10.1109\/PlatCon.2016.7456805"},{"key":"9_CR23","doi-asserted-by":"crossref","unstructured":"Kwon, D., Natarajan, K., Suh, S.C., Kim, H., Kim, J.: An empirical study on network anomaly detection using convolutional neural networks. In: 2018 IEEE 38th International Conference on Distributed Computing Systems (ICDCS), pp. 1595\u20131598 (2018)","DOI":"10.1109\/ICDCS.2018.00178"},{"key":"9_CR24","unstructured":"Lin, Z., Shi, Y., Xue, Z.: IDSGAN: generative adversarial networks for attack generation against intrusion detection. ArXiv abs\/1809.02077 (2018)"},{"issue":"9","key":"9_CR25","doi-asserted-by":"publisher","first-page":"1967","DOI":"10.3390\/s17091967","volume":"17","author":"M Lopez-Martin","year":"2017","unstructured":"Lopez-Martin, M., Carro, B., Sanchez-Esguevillas, A., Lloret, J.: Conditional variational autoencoder for prediction and feature recovery applied to intrusion detection in IoT. Sensors 17(9), 1967 (2017)","journal-title":"Sensors"},{"issue":"5","key":"9_CR26","doi-asserted-by":"publisher","first-page":"1775","DOI":"10.3390\/app10051775","volume":"10","author":"R Mag\u00e1n-Carri\u00f3n","year":"2020","unstructured":"Mag\u00e1n-Carri\u00f3n, R., Urda, D., D\u00edaz-Cano, I., Dorronsoro, B.: Towards a reliable comparison and evaluation of network intrusion detection systems based on machine learning approaches. Appl. Sci. 10(5), 1775 (2020)","journal-title":"Appl. Sci."},{"key":"9_CR27","doi-asserted-by":"crossref","unstructured":"Malaiya, R.K., Kwon, D., Kim, J., Suh, S.C., Kim, H., Kim, I.: An empirical evaluation of deep learning for network anomaly detection. In: 2018 International Conference on Computing, Networking and Communications (ICNC), pp. 893\u2013898 (2018)","DOI":"10.1109\/ICCNC.2018.8390278"},{"issue":"1","key":"9_CR28","doi-asserted-by":"publisher","first-page":"1006","DOI":"10.1109\/TII.2022.3164770","volume":"19","author":"ST Mehedi","year":"2022","unstructured":"Mehedi, S.T., Anwar, A., Rahman, Z., Ahmed, K., Rafiqul, I.: Dependable intrusion detection system for IoT: a deep transfer learning-based approach. IEEE Trans. Ind. Inform. 19(1), 1006\u20131017 (2022)","journal-title":"IEEE Trans. Ind. Inform."},{"key":"9_CR29","doi-asserted-by":"crossref","unstructured":"Mell, P., Lippmann, R., Chung, Haines, J., Zissman, M.: An overview of issues in testing intrusion detection systems (2003)","DOI":"10.6028\/NIST.IR.7007"},{"issue":"1","key":"9_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2808691","volume":"48","author":"A Milenkoski","year":"2015","unstructured":"Milenkoski, A., Vieira, M., Kounev, S., Avritzer, A., Payne, B.D.: Evaluating computer intrusion detection systems: a survey of common practices. ACM Comput. Surv. (CSUR) 48(1), 1\u201341 (2015)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"9_CR31","doi-asserted-by":"crossref","unstructured":"Mirsky, Y.: Autoencoders for online network intrusion detection. ArXiv abs\/1802.09089 (2018)","DOI":"10.14722\/ndss.2018.23204"},{"key":"9_CR32","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1016\/j.cose.2019.06.005","volume":"86","author":"M Ring","year":"2019","unstructured":"Ring, M., Wunderlich, S., Scheuring, D., Landes, D., Hotho, A.: A survey of network-based intrusion detection data sets. Comput. Secur. 86, 147\u2013167 (2019)","journal-title":"Comput. Secur."},{"key":"9_CR33","doi-asserted-by":"crossref","unstructured":"Sarhan, M., Layeghy, S., Portmann, M.: Evaluating standard feature sets towards increased generalisability and explainability of ML-based network intrusion detection (2021)","DOI":"10.1016\/j.bdr.2022.100359"},{"key":"9_CR34","doi-asserted-by":"crossref","unstructured":"Shahriar, M.H., Haque, N.I., Rahman, M.A., Alonso, M.: G-IDS: generative adversarial networks assisted intrusion detection system. In: 2020 IEEE 44th Annual Computers, Software, and Applications Conference (COMPSAC), pp. 376\u2013385 (2020)","DOI":"10.1109\/COMPSAC48688.2020.0-218"},{"key":"9_CR35","first-page":"136","volume":"56","author":"RC Staudemeyer","year":"2015","unstructured":"Staudemeyer, R.C.: Applying long short-term memory recurrent neural networks to intrusion detection. S. Afr. Comput. J. 56, 136\u2013154 (2015)","journal-title":"S. Afr. Comput. J."},{"key":"9_CR36","doi-asserted-by":"crossref","unstructured":"Tang, T.A., Mhamdi, L., McLernon, D., Zaidi, S.A.R., Ghogho, M.: Deep learning approach for network intrusion detection in software defined networking. In: 2016 International Conference on Wireless Networks and Mobile Communications (WINCOM), pp. 258\u2013263 (2016)","DOI":"10.1109\/WINCOM.2016.7777224"},{"key":"9_CR37","doi-asserted-by":"crossref","unstructured":"Tavallaee, M., Stakhanova, N., Ghorbani, A.A.: Toward credible evaluation of anomaly-based intrusion-detection methods. IEEE Trans. Syst. Man Cybern. Part C (Appl. Rev.) 40(5), 516\u2013524 (2010)","DOI":"10.1109\/TSMCC.2010.2048428"},{"key":"9_CR38","doi-asserted-by":"crossref","unstructured":"Thing, V.L.L.: IEEE 802.11 network anomaly detection and attack classification: a deep learning approach. In: 2017 IEEE Wireless Communications and Networking Conference (WCNC), pp. 1\u20136 (2017)","DOI":"10.1109\/WCNC.2017.7925567"},{"issue":"6","key":"9_CR39","doi-asserted-by":"publisher","first-page":"453","DOI":"10.6028\/jres.108.040","volume":"108","author":"JW Ulvila","year":"2003","unstructured":"Ulvila, J.W., Gaffney, J.E., Jr.: Evaluation of intrusion detection systems. J. Res. Nat. Inst. Stand. Technol. 108(6), 453 (2003)","journal-title":"J. Res. Nat. Inst. Stand. Technol."},{"key":"9_CR40","doi-asserted-by":"publisher","first-page":"200","DOI":"10.1016\/j.comnet.2017.08.013","volume":"127","author":"EK Viegas","year":"2017","unstructured":"Viegas, E.K., Santin, A.O., Oliveira, L.S.: Toward a reliable anomaly-based intrusion detection in real-world environments. Comput. Netw. 127, 200\u2013216 (2017)","journal-title":"Comput. Netw."},{"key":"9_CR41","doi-asserted-by":"crossref","unstructured":"Wasielewska, K., Soukup, D., \u010cejka, T., Camacho, J.: Evaluation of detection limit in network dataset quality assessment with permutation testing. In: 4th Workshop on Machine Learning for Cybersecurity (MLCS) (2022)","DOI":"10.36227\/techrxiv.20145539"},{"key":"9_CR42","doi-asserted-by":"crossref","unstructured":"Yin, C., Zhu, Y., Liu, S., Fei, J., Zhang, H.: An enhancing framework for botnet detection using generative adversarial networks. In: 2018 International Conference on Artificial Intelligence and Big Data (ICAIBD), pp. 228\u2013234 (2018)","DOI":"10.1109\/ICAIBD.2018.8396200"},{"key":"9_CR43","doi-asserted-by":"publisher","first-page":"4184196","DOI":"10.1155\/2017\/4184196","volume":"2017","author":"Y Yu","year":"2017","unstructured":"Yu, Y., Long, J., Cai, Z.: Network intrusion detection through stacking dilated convolutional autoencoders. Secur. Commun. Netw. 2017, 4184196 (2017)","journal-title":"Secur. Commun. Netw."},{"key":"9_CR44","doi-asserted-by":"crossref","unstructured":"Zhang, X., Ran, J., Mi, J.: An intrusion detection system based on convolutional neural network for imbalanced network traffic. In: 2019 IEEE 7th International Conference on Computer Science and Network Technology (ICCSNT), pp. 456\u2013460 (2019)","DOI":"10.1109\/ICCSNT47585.2019.8962490"},{"key":"9_CR45","doi-asserted-by":"crossref","unstructured":"Zixu, T., Liyanage, K.S.K., Gurusamy, M.: Generative adversarial network and auto encoder based anomaly detection in distributed IoT networks. In: GLOBECOM 2020\u20132020 IEEE Global Communications Conference, pp. 1\u20137 (2020)","DOI":"10.1109\/GLOBECOM42002.2020.9348244"},{"key":"9_CR46","doi-asserted-by":"crossref","unstructured":"Zolotukhin, M., H\u00e4m\u00e4l\u00e4inen, T., Kokkonen, T., Siltanen, J.: Increasing web service availability by detecting application-layer DDoS attacks in encrypted traffic. In: 2016 23rd International Conference on Telecommunications (ICT), pp. 1\u20136 (2016)","DOI":"10.1109\/ICT.2016.7500408"}],"container-title":["Lecture Notes in Computer Science","Foundations and Practice of Security"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-30122-3_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,31]],"date-time":"2023-03-31T07:10:43Z","timestamp":1680246643000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-30122-3_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031301216","9783031301223"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-30122-3_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"1 April 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"FPS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Foundations and Practice of Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ottawa, ON","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 December 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 December 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"fps2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.fps-2022.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"83","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}