{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T23:24:47Z","timestamp":1781825087127,"version":"3.54.5"},"publisher-location":"Cham","reference-count":55,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031514814","type":"print"},{"value":"9783031514821","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-51482-1_19","type":"book-chapter","created":{"date-parts":[[2024,1,10]],"date-time":"2024-01-10T06:02:47Z","timestamp":1704866567000},"page":"371-390","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["An Empirical Study of\u00a0the\u00a0Imbalance Issue in\u00a0Software Vulnerability Detection"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5535-2420","authenticated-orcid":false,"given":"Yuejun","family":"Guo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8251-1669","authenticated-orcid":false,"given":"Qiang","family":"Hu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6153-4255","authenticated-orcid":false,"given":"Qiang","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1045-4861","authenticated-orcid":false,"given":"Yves Le","family":"Traon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,1,11]]},"reference":[{"key":"19_CR1","doi-asserted-by":"publisher","first-page":"22","DOI":"10.5120\/ijca2017914750","volume":"169","author":"R Amankwah","year":"2017","unstructured":"Amankwah, R., Kudjo, P., Yeboah, S.: Evaluation of software vulnerability detection methods and tools: a review. Int. J. Comput. Appl. 169, 22\u201327 (2017). https:\/\/doi.org\/10.5120\/ijca2017914750","journal-title":"Int. J. Comput. Appl."},{"key":"19_CR2","doi-asserted-by":"publisher","unstructured":"Arusoaie, A., Ciob\u00e2ca, S., Craciun, V., Gavrilut, D., Lucanu, D.: A comparison of open-source static analysis tools for vulnerability detection in c\/c++ code. In: 19th International Symposium on Symbolic and Numeric Algorithms for Scientific Computing, pp. 161\u2013168. IEEE (2017). https:\/\/doi.org\/10.1109\/SYNASC.2017.00035","DOI":"10.1109\/SYNASC.2017.00035"},{"key":"19_CR3","unstructured":"Asterisk team: Asterisk website (2022). https:\/\/www.asterisk.org\/. Accessed 25 Aug 2023"},{"key":"19_CR4","unstructured":"Bellard, F.: Qemu wesite (2022). https:\/\/www.qemu.org\/. Accessed 25 Aug 2023"},{"key":"19_CR5","unstructured":"Bellard, F.: FFmpeg team: Repository of ffmpeg on github (2023). https:\/\/github.com\/FFmpeg\/FFmpeg. Accessed 25 Aug 2023"},{"key":"19_CR6","unstructured":"Bommasani, R., Hudson, D.A., Adeli, E., et al.: On the opportunities and risks of foundation models. CoRR abs\/2108.07258 (2021). https:\/\/arxiv.org\/abs\/2108.07258"},{"key":"19_CR7","unstructured":"Brown, T., Mann, B., Ryder, N., et al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems, pp. 1877\u20131901. Curran Associates, Inc. (2020). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/1457c0d6bfcb4967418bfb8ac142f64a-Paper.pdf"},{"key":"19_CR8","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1016\/j.neunet.2018.07.011","volume":"106","author":"M Buda","year":"2018","unstructured":"Buda, M., Maki, A., Mazurowski, M.A.: A systematic study of the class imbalance problem in convolutional neural networks. Neural Netw. 106, 249\u2013259 (2018). https:\/\/doi.org\/10.1016\/j.neunet.2018.07.011","journal-title":"Neural Netw."},{"issue":"09","key":"19_CR9","doi-asserted-by":"publisher","first-page":"3280","DOI":"10.1109\/TSE.2021.3087402","volume":"48","author":"S Chakraborty","year":"2022","unstructured":"Chakraborty, S., Krishna, R., Ding, Y., Ray, B.: Deep learning based vulnerability detection: are we there yet? IEEE Trans. Softw. Eng. 48(09), 3280\u20133296 (2022). https:\/\/doi.org\/10.1109\/TSE.2021.3087402","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"1","key":"19_CR10","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1613\/jair.953","volume":"16","author":"NV Chawla","year":"2002","unstructured":"Chawla, N.V., Bowyer, K.W., Hall, L.O., Kegelmeyer, W.P.: Smote: synthetic minority over-sampling technique. J. Artif. Intell. Res. 16(1), 321\u2013357 (2002). https:\/\/doi.org\/10.1613\/jair.953","journal-title":"J. Artif. Intell. Res."},{"key":"19_CR11","doi-asserted-by":"publisher","unstructured":"Choi, S., Yang, S., Choi, S., Yun, S.: Improving test-time adaptation via shift-agnostic weight regularization and nearest source prototypes. In: Computer Vision - ECCV 2022, pp. 440\u2013458. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-19827-4_26","DOI":"10.1007\/978-3-031-19827-4_26"},{"key":"19_CR12","doi-asserted-by":"publisher","first-page":"1044","DOI":"10.1109\/TSE.2022.3171202","volume":"49","author":"R Croft","year":"2022","unstructured":"Croft, R., Xie, Y., Babar, M.A.: Data preparation for software vulnerability prediction: a systematic literature review. IEEE Trans. Softw. Eng. 49, 1044\u20131063 (2022). https:\/\/doi.org\/10.1109\/TSE.2022.3171202","journal-title":"IEEE Trans. Softw. Eng."},{"key":"19_CR13","doi-asserted-by":"publisher","unstructured":"Cui, Y., Jia, M., Lin, T.Y., Song, Y., Belongie, S.: Class-balanced loss based on effective number of samples. In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9260\u20139269. IEEE (2019). https:\/\/doi.org\/10.1109\/CVPR.2019.00949","DOI":"10.1109\/CVPR.2019.00949"},{"key":"19_CR14","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 4171\u20134186. Association for Computational Linguistics (2019). https:\/\/aclanthology.org\/N19-1423.pdf"},{"key":"19_CR15","unstructured":"Drummond, C., Holte, R.: C4.5, class imbalance, and cost sensitivity: why under-sampling beats oversampling. In: International Conference on Machine Learning Workshop on Learning from Imbalanced Data Sets II, Washington, DC, USA (2003). https:\/\/www.site.uottawa.ca\/~nat\/Workshop2003\/drummondc.pdf"},{"key":"19_CR16","unstructured":"Fell, J.: A review of fuzzing tools and methods. PenTest Magazine (2017)"},{"key":"19_CR17","doi-asserted-by":"publisher","unstructured":"Feng, Z., Guo, D., Tang, D., et al.: Codebert: a pre-trained model for programming and natural languages. In: Findings of the Association for Computational Linguistics: EMNLP 2020, pp. 1536\u20131547. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/v1\/2020.findings-emnlp.139","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"19_CR18","doi-asserted-by":"publisher","unstructured":"Garg, A., Degiovanni, R., Jimenez, M., Cordy, M., Papadakis, M., Le Traon, Y.: Learning from what we know: how to perform vulnerability prediction using noisy historical data. Empir. Softw. Eng. 27(7) (2022). https:\/\/doi.org\/10.1007\/s10664-022-10197-4","DOI":"10.1007\/s10664-022-10197-4"},{"key":"19_CR19","unstructured":"Guo, D., Ren, S., Lu, S., et al.: Graphcodebert: pre-training code representations with data flow. In: International Conference on Learning Representations (2021). https:\/\/openreview.net\/pdf?id=jLoC4ez43PZ"},{"key":"19_CR20","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1016\/j.aiopen.2021.08.002","volume":"2","author":"X Han","year":"2021","unstructured":"Han, X., Zhang, Z., Ding, N., et al.: Pre-trained models: past, present and future. AI Open 2, 225\u2013250 (2021). https:\/\/doi.org\/10.1016\/j.aiopen.2021.08.002","journal-title":"AI Open"},{"key":"19_CR21","doi-asserted-by":"publisher","DOI":"10.1002\/9781118646106","volume-title":"Imbalanced Learning: Foundations, Algorithms, and Applications","author":"H He","year":"2013","unstructured":"He, H., Ma, Y.: Imbalanced Learning: Foundations, Algorithms, and Applications, 1st edn. Wiley-IEEE Press, Hoboken (2013)","edition":"1"},{"issue":"1","key":"19_CR22","doi-asserted-by":"publisher","first-page":"21","DOI":"10.3934\/DSFE.2021002","volume":"1","author":"CY Huang","year":"2021","unstructured":"Huang, C.Y., Dai, H.L.: Learning from class-imbalanced data: review of data driven methods and algorithm driven methods. Data Sci. Finan. Econ. 1(1), 21\u201336 (2021). https:\/\/doi.org\/10.3934\/DSFE.2021002","journal-title":"Data Sci. Finan. Econ."},{"key":"19_CR23","unstructured":"Husain, H., Wu, H.H., Gazit, T., Allamanis, M., Brockschmidt, M.: Codesearchnet challenge: evaluating the state of semantic code search. CoRR abs\/1909.09436 (2019). https:\/\/arxiv.org\/abs\/1909.09436"},{"key":"19_CR24","doi-asserted-by":"publisher","unstructured":"Kim, J., Feldt, R., Yoo, S.: Guiding deep learning system testing using surprise adequacy. In: 41st International Conference on Software Engineering, pp. 1039\u20131049. IEEE Press (2019). https:\/\/doi.org\/10.1109\/ICSE.2019.00108","DOI":"10.1109\/ICSE.2019.00108"},{"key":"19_CR25","unstructured":"Koh, P.W., Sagawa, S., Marklund, H., et al.: Wilds: a benchmark of in-the-wild distribution shifts. In: 38th International Conference on Machine Learning, pp. 5637\u20135664. PMLR (2021)"},{"key":"19_CR26","doi-asserted-by":"publisher","first-page":"103184","DOI":"10.1109\/ACCESS.2019.2930578","volume":"7","author":"Z Li","year":"2019","unstructured":"Li, Z., Zou, D., Tang, J., Zhang, Z., Sun, M., Jin, H.: A comparative study of deep learning-based vulnerability detection system. IEEE Access 7, 103184\u2013103197 (2019). https:\/\/doi.org\/10.1109\/ACCESS.2019.2930578","journal-title":"IEEE Access"},{"issue":"04","key":"19_CR27","doi-asserted-by":"publisher","first-page":"2244","DOI":"10.1109\/TDSC.2021.3051525","volume":"19","author":"Z Li","year":"2022","unstructured":"Li, Z., Zou, D., Xu, S., Jin, H., Zhu, Y., Chen, Z.: Sysevr: a framework for using deep learning to detect software vulnerabilities. IEEE Trans. Depend. Secure Comput. 19(04), 2244\u20132258 (2022). https:\/\/doi.org\/10.1109\/TDSC.2021.3051525","journal-title":"IEEE Trans. Depend. Secure Comput."},{"key":"19_CR28","doi-asserted-by":"publisher","unstructured":"Li, Z., et al.: Vuldeepecker: a deep learning-based system for vulnerability detection. In: 25th Annual Network and Distributed System Security Symposium. The Internet Society (2018). https:\/\/doi.org\/10.14722\/ndss.2018.23158","DOI":"10.14722\/ndss.2018.23158"},{"key":"19_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1007\/978-3-030-41579-2_13","volume-title":"Information and Communications Security","author":"G Lin","year":"2020","unstructured":"Lin, G., Xiao, W., Zhang, J., Xiang, Y.: Deep learning-based vulnerable function detection: a benchmark. In: Zhou, J., Luo, X., Shen, Q., Xu, Z. (eds.) ICICS 2019. LNCS, vol. 11999, pp. 219\u2013232. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-41579-2_13"},{"issue":"7","key":"19_CR30","doi-asserted-by":"publisher","first-page":"3289","DOI":"10.1109\/TII.2018.2821768","volume":"14","author":"G Lin","year":"2018","unstructured":"Lin, G., et al.: Cross-project transfer representation learning for vulnerable function discovery. IEEE Trans. Ind. Inf. 14(7), 3289\u20133297 (2018). https:\/\/doi.org\/10.1109\/TII.2018.2821768","journal-title":"IEEE Trans. Ind. Inf."},{"key":"19_CR31","unstructured":"Lin, G., et al.: Repository of lin2018 on github (2019). https:\/\/github.com\/DanielLin1986\/TransferRepresentationLearning. Accessed 25 Aug 2023"},{"issue":"2","key":"19_CR32","doi-asserted-by":"publisher","first-page":"318","DOI":"10.1109\/TPAMI.2018.2858826","volume":"42","author":"TY Lin","year":"2020","unstructured":"Lin, T.Y., Goyal, P., Girshick, R., He, K., Doll\u00e1r, P.: Focal loss for dense object detection. IEEE Trans. Pattern Anal. Mach. Intell. 42(2), 318\u2013327 (2020). https:\/\/doi.org\/10.1109\/TPAMI.2018.2858826","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"19_CR33","unstructured":"Liu, Y., Ott, M., Goyal, N., et al.: Roberta: a robustly optimized bert pretraining approach. CoRR abs\/1907.11692 (2019). https:\/\/arxiv.org\/abs\/1907.11692"},{"key":"19_CR34","unstructured":"Lu, J., Batra, D., Parikh, D., Lee, S.: Vilbert: pretraining task-agnostic visiolinguistic representations for vision-and-language tasks. In: 33rd Conference on Neural Information Processing Systems (2019)"},{"key":"19_CR35","unstructured":"Lu, S., Guo, D., Ren, S., Huang, J., et al.: Codexglue: a machine learning benchmark dataset for code understanding and generation. In: Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track. OpenReview.net (2021). https:\/\/openreview.net\/forum?id=6lE4dQXaUcb"},{"key":"19_CR36","unstructured":"Lu, S., Guo, D., Ren, S., et al.: Implementation of codexglue. https:\/\/github.com\/microsoft\/CodeXGLUE (2022). Accessed 25 Aug 2023"},{"key":"19_CR37","doi-asserted-by":"publisher","unstructured":"Mazuera-Rozo, A., Mojica-Hanke, A., Linares-V\u00e1squez, M., Bavota, G.: Shallow or deep? an empirical study on detecting vulnerabilities using deep learning. In: IEEE\/ACM 29th International Conference on Program Comprehension, pp. 276\u2013287 (2021). https:\/\/doi.org\/10.1109\/ICPC52881.2021.00034","DOI":"10.1109\/ICPC52881.2021.00034"},{"key":"19_CR38","doi-asserted-by":"publisher","unstructured":"Mendoza, J., Mycroft, J., Milbury, L., Kahani, N., Jaskolka, J.: On the effectiveness of data balancing techniques in the context of ml-based test case prioritization. In: 18th International Conference on Predictive Models and Data Analytics in Software Engineering, pp. 72\u201381. Association for Computing Machinery, New York (2022). https:\/\/doi.org\/10.1145\/3558489.3559073","DOI":"10.1145\/3558489.3559073"},{"key":"19_CR39","unstructured":"Pidgin team: Pidgin website (2020). https:\/\/pidgin.im\/. Accessed 25 Aug 2023"},{"key":"19_CR40","unstructured":"Pinconschi, E.: Repository of devign on github (2020). https:\/\/github.com\/epicosy\/devign. Accessed 25 Aug 2023"},{"key":"19_CR41","unstructured":"Sam Leffler, S.G.: Repository of libtiff on gitlab (2020). https:\/\/gitlab.com\/libtiff\/libtiff. Accessed 25 Aug 2023"},{"key":"19_CR42","unstructured":"Sharma, T., et al.: A survey on machine learning techniques for source code analysis. CoRR abs\/2110.09610 (2021). https:\/\/arxiv.org\/abs\/2110.09610"},{"key":"19_CR43","doi-asserted-by":"publisher","unstructured":"Shen, Z., Chen, S., Coppolino, L.: A survey of automatic software vulnerability detection, program repair, and defect prediction techniques. Secur. Commun. Netw. 2020 (2020). https:\/\/doi.org\/10.1155\/2020\/8858010","DOI":"10.1155\/2020\/8858010"},{"key":"19_CR44","doi-asserted-by":"publisher","unstructured":"Shu, R., Xia, T., Williams, L., Menzies, T.: Dazzle: using ooptimized generative adversarial networks to address security data class imbalance issue. In: 19th International Conference on Mining Software Repositories, pp. 144\u2013155. Association for Computing Machinery, New York (2022). https:\/\/doi.org\/10.1145\/3524842.3528437","DOI":"10.1145\/3524842.3528437"},{"key":"19_CR45","doi-asserted-by":"publisher","unstructured":"Sun, C., Myers, A., Vondrick, C., Murphy, K., Schmid, C.: Videobert: a joint model for video and language representation learning. In: IEEE\/CVF International Conference on Computer Vision (ICCV), pp. 7463\u20137472. IEEE Computer Society, Los Alamitos (2019). https:\/\/doi.org\/10.1109\/ICCV.2019.00756","DOI":"10.1109\/ICCV.2019.00756"},{"key":"19_CR46","unstructured":"Truta, C., Randers-Pehrson, G., Dilger, A.E., Schalnat, G.E.: Repository of libpng on github (2023). https:\/\/github.com\/glennrp\/libpng. Accessed 25 Aug 2023"},{"key":"19_CR47","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., et al.: Attention is all you need. In: 31st Conference on Neural Information Processing Systems. Curran Associates, Inc. (2017). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2017\/file\/3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf"},{"key":"19_CR48","unstructured":"VLC team: Vlc media player website (2023). https:\/\/github.com\/videolan\/vlc. Accessed 25 Aug 2023"},{"key":"19_CR49","doi-asserted-by":"publisher","unstructured":"Wang, S., Liu, W., Wu, J., Cao, L., Meng, Q., Kennedy, P.: Training deep neural networks on imbalanced data sets. In: International Joint Conference on Neural Networks, pp. 4368\u20134374. IEEE (2016). https:\/\/doi.org\/10.1109\/IJCNN.2016.7727770","DOI":"10.1109\/IJCNN.2016.7727770"},{"key":"19_CR50","doi-asserted-by":"publisher","unstructured":"Yang, Z., Shi, J., He, J., Lo, D.: Natural attack for pre-trained models of code. In: International Conference on Software Engineering, pp. 1482\u20131493. Association for Computing Machinery (2022). https:\/\/doi.org\/10.1145\/3510003.3510146","DOI":"10.1145\/3510003.3510146"},{"key":"19_CR51","unstructured":"You, Y., Zhang, Z., Hsieh, C., Demmel, J.: 100-epoch imagenet training with alexnet in 24 minutes. CoRR abs\/1709.05011 (2017). https:\/\/arxiv.org\/abs\/1709.05011"},{"key":"19_CR52","doi-asserted-by":"publisher","unstructured":"Zhang, H., Li, Z., Li, G., Ma, L., Liu, Y., Jin, Z.: Generating adversarial examples for holding robustness of source code processing models. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 1169\u20131176 (2020). : https:\/\/doi.org\/10.1609\/aaai.v34i01.5469","DOI":"10.1609\/aaai.v34i01.5469"},{"key":"19_CR53","unstructured":"Zhou, Y., Liu, S., Siow, J., Du, X., Liu, Y.: Devign: effective vulnerability identification by learning comprehensive program semantics via graph neural networks, pp. 10197\u201310207. Curran Associates Inc., Red Hook (2019)"},{"key":"19_CR54","unstructured":"Zhou, Y., Liu, S., Siow, J., Du, X., Liu, Y.: Devign: effective vulnerability identification by learning comprehensive program semantics via graph neural networks. In: 33rd International Conference on Neural Information Processing Systems, pp. 10197\u201310207. Curran Associates Inc., Red Hook (2019). https:\/\/dl.acm.org\/doi\/pdf\/10.5555\/3454287.3455202"},{"key":"19_CR55","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1007\/978-3-030-01219-9_18","volume-title":"Computer Vision \u2013 ECCV 2018","author":"Y Zou","year":"2018","unstructured":"Zou, Y., Yu, Z., Vijaya Kumar, B.V.K., Wang, J.: Unsupervised domain adaptation for semantic segmentation via class-balanced self-training. In: Ferrari, V., Hebert, M., Sminchisescu, C., Weiss, Y. (eds.) ECCV 2018. LNCS, vol. 11207, pp. 297\u2013313. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01219-9_18"}],"container-title":["Lecture Notes in Computer Science","Computer Security \u2013 ESORICS 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-51482-1_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,10]],"date-time":"2024-01-10T06:08:32Z","timestamp":1704866912000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-51482-1_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031514814","9783031514821"],"references-count":55,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-51482-1_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"11 January 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ESORICS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Symposium on Research in Computer Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Hague","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"esorics2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/esorics2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"478","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"93","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"10","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}