{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,3]],"date-time":"2026-11-03T13:45:49Z","timestamp":1793713549337,"version":"4.6.1"},"publisher-location":"Cham","reference-count":56,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031472428","type":"print"},{"value":"9783031472435","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-47243-5_14","type":"book-chapter","created":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T03:02:30Z","timestamp":1698807750000},"page":"247-265","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":101,"title":["Text2KGBench: A Benchmark for\u00a0Ontology-Driven Knowledge Graph Generation from\u00a0Text"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1707-4842","authenticated-orcid":false,"given":"Nandana","family":"Mihindukulasooriya","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7197-0766","authenticated-orcid":false,"given":"Sanju","family":"Tiwari","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4303-983X","authenticated-orcid":false,"given":"Carlos F.","family":"Enguix","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9492-7653","authenticated-orcid":false,"given":"Kusum","family":"Lata","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,10,27]]},"reference":[{"key":"14_CR1","doi-asserted-by":"publisher","unstructured":"Agarwal, O., Ge, H., Shakeri, S., Al-Rfou, R.: Knowledge graph based synthetic corpus generation for knowledge-enhanced language model pre-training. In: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 3554\u20133565. Association for Computational Linguistics, Online (2021). https:\/\/doi.org\/10.18653\/v1\/2021.naacl-main.278. https:\/\/aclanthology.org\/2021.naacl-main.278","DOI":"10.18653\/v1\/2021.naacl-main.278"},{"key":"14_CR2","unstructured":"Alivanistos, D., Santamar\u00eda, S.B., Cochez, M., Kalo, J.C., van Krieken, E., Thanapalasingam, T.: Prompting as probing: using language models for knowledge base construction. arXiv preprint arXiv:2208.11057 (2022)"},{"key":"14_CR3","unstructured":"Bertsch, A., Alon, U., Neubig, G., Gormley, M.R.: Unlimiformer: long-range transformers with unlimited length input (2023)"},{"key":"14_CR4","doi-asserted-by":"crossref","unstructured":"Bhartiya, A., Badola, K., et al.: Dis-rex: a multilingual dataset for distantly supervised relation extraction. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), pp. 849\u2013863 (2022)","DOI":"10.18653\/v1\/2022.acl-short.95"},{"key":"14_CR5","unstructured":"Bi, Z., et al.: Codekgc: code language model for generative knowledge graph construction. arXiv preprint arXiv:2304.09048 (2023)"},{"key":"14_CR6","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"14_CR7","unstructured":"Chiang, W.L., et al.: Vicuna: an open-source chatbot impressing GPT-4 with 90%* ChatGPT quality (2023). https:\/\/vicuna.lmsys.org"},{"key":"14_CR8","unstructured":"Chowdhery, A., et al.: Palm: scaling language modeling with pathways. arXiv preprint arXiv:2204.02311 (2022)"},{"key":"14_CR9","unstructured":"Christiano, P.F., Leike, J., Brown, T., Martic, M., Legg, S., Amodei, D.: Deep reinforcement learning from human preferences. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"14_CR10","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"14_CR11","unstructured":"Dimou, A., Vander Sande, M., Colpaert, P., Verborgh, R., Mannens, E., Van de Walle, R.: RML: a generic language for integrated RDF mappings of heterogeneous data. Ldow 1184 (2014)"},{"key":"14_CR12","doi-asserted-by":"crossref","unstructured":"Gao, T., et al.: Fewrel 2.0: towards more challenging few-shot relation classification. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 6250\u20136255 (2019)","DOI":"10.18653\/v1\/D19-1649"},{"key":"14_CR13","doi-asserted-by":"publisher","unstructured":"Gardent, C., Shimorina, A., Narayan, S., Perez-Beltrachini, L.: Creating training corpora for NLG micro-planners. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 179\u2013188. Association for Computational Linguistics (2017). https:\/\/doi.org\/10.18653\/v1\/P17-1017. http:\/\/www.aclweb.org\/anthology\/P17-1017","DOI":"10.18653\/v1\/P17-1017"},{"key":"14_CR14","doi-asserted-by":"crossref","unstructured":"Han, X., et al.: Fewrel: a large-scale supervised few-shot relation classification dataset with state-of-the-art evaluation. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, pp. 4803\u20134809 (2018)","DOI":"10.18653\/v1\/D18-1514"},{"key":"14_CR15","doi-asserted-by":"crossref","unstructured":"Hitzler, P.: Neuro-symbolic artificial intelligence: the state of the art (2022)","DOI":"10.3233\/FAIA342"},{"key":"14_CR16","unstructured":"Hogan, A., et al.: Knowledge graphs. ACM Comput. Surv. (CSUR) 54(4), 1\u201337 (2021)"},{"key":"14_CR17","doi-asserted-by":"crossref","unstructured":"Howard, J., Ruder, S.: Universal language model fine-tuning for text classification. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, pp. 328\u2013339 (2018)","DOI":"10.18653\/v1\/P18-1031"},{"key":"14_CR18","doi-asserted-by":"crossref","unstructured":"Howard, J., Ruder, S.: Universal language model fine-tuning for text classification. arXiv preprint arXiv:1801.06146 (2018)","DOI":"10.18653\/v1\/P18-1031"},{"key":"14_CR19","unstructured":"Hu, E.J., et al.: LoRA: low-rank adaptation of large language models. In: International Conference on Learning Representations (ICLR 2022) (2022). https:\/\/openreview.net\/forum?id=nZeVKeeFYf9"},{"key":"14_CR20","doi-asserted-by":"crossref","unstructured":"Jain, S., van Zuylen, M., Hajishirzi, H., Beltagy, I.: Scirex: a challenge dataset for document-level information extraction. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 7506\u20137516 (2020)","DOI":"10.18653\/v1\/2020.acl-main.670"},{"key":"14_CR21","doi-asserted-by":"publisher","unstructured":"Ji, Z., et al.: Survey of hallucination in natural language generation. ACM Comput. Surv. 55(12) (2023). https:\/\/doi.org\/10.1145\/3571730","DOI":"10.1145\/3571730"},{"key":"14_CR22","doi-asserted-by":"crossref","unstructured":"Kassner, N., Dufter, P., Sch\u00fctze, H.: Multilingual lama: investigating knowledge in multilingual pretrained language models. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: Main Volume, pp. 3250\u20133258 (2021)","DOI":"10.18653\/v1\/2021.eacl-main.284"},{"key":"14_CR23","unstructured":"Khorashadizadeh, H., Mihindukulasooriya, N., Tiwari, S., Groppe, J., Groppe, S.: Exploring in-context learning capabilities of foundation models for generating knowledge graphs from text. In: Proceedings of the Second International Workshop on Knowledge Graph Generation from Text, Hersonissos, Greece, pp. 132\u2013153. CEUR (2023)"},{"key":"14_CR24","doi-asserted-by":"publisher","unstructured":"Lester, B., Al-Rfou, R., Constant, N.: The power of scale for parameter-efficient prompt tuning. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp. 3045\u20133059. Association for Computational Linguistics, Online and Punta Cana, Dominican Republic (2021). https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.243. https:\/\/aclanthology.org\/2021.emnlp-main.243","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"14_CR25","doi-asserted-by":"crossref","unstructured":"Lester, B., Al-Rfou, R., Constant, N.: The power of scale for parameter-efficient prompt tuning. arXiv preprint arXiv:2104.08691 (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"14_CR26","doi-asserted-by":"crossref","unstructured":"Li, X.L., Liang, P.: Prefix-tuning: optimizing continuous prompts for generation. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers) abs\/2101.00190 (2021)","DOI":"10.18653\/v1\/2021.acl-long.353"},{"key":"14_CR27","doi-asserted-by":"crossref","unstructured":"Lin, Y., et al.: Knowledge graph enhanced relation extraction datasets. arXiv preprint arXiv:2210.11231 (2022)","DOI":"10.2139\/ssrn.4291794"},{"key":"14_CR28","unstructured":"Liu, Y., et al.: Roberta: a robustly optimized BERT pretraining approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"14_CR29","doi-asserted-by":"crossref","unstructured":"Luan, Y., He, L., Ostendorf, M., Hajishirzi, H.: Multi-task identification of entities, relations, and coreference for scientific knowledge graph construction. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, pp. 3219\u20133232 (2018)","DOI":"10.18653\/v1\/D18-1360"},{"key":"14_CR30","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1162\/tacl_a_00095","volume":"4","author":"D Marcheggiani","year":"2016","unstructured":"Marcheggiani, D., Titov, I.: Discrete-state variational autoencoders for joint discovery and factorization of relations. Trans. Assoc. Comput. Linguist. 4, 231\u2013244 (2016)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"14_CR31","doi-asserted-by":"crossref","unstructured":"Min, S., et al.: Rethinking the role of demonstrations: what makes in-context learning work? In: Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, Abu Dhabi, United Arab Emirates, pp. 11048\u201311064. Association for Computational Linguistics (2022). https:\/\/aclanthology.org\/2022.emnlp-main.759","DOI":"10.18653\/v1\/2022.emnlp-main.759"},{"key":"14_CR32","doi-asserted-by":"crossref","unstructured":"Mintz, M., Bills, S., Snow, R., Jurafsky, D.: Distant supervision for relation extraction without labeled data. In: Proceedings of the Joint Conference of the 47th Annual Meeting of the ACL and the 4th International Joint Conference on Natural Language Processing of the AFNLP, pp. 1003\u20131011 (2009)","DOI":"10.3115\/1690219.1690287"},{"key":"14_CR33","doi-asserted-by":"crossref","unstructured":"Ni, J., et al.: Large dual encoders are generalizable retrievers. In: Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing. Association for Computational Linguistics, Abu Dhabi, United Arab Emirates (2022)","DOI":"10.18653\/v1\/2022.emnlp-main.669"},{"key":"14_CR34","unstructured":"Ouyang, L., et al.: Training language models to follow instructions with human feedback. arXiv preprint arXiv:2203.02155 (2022)"},{"issue":"1","key":"14_CR35","first-page":"5485","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21(1), 5485\u20135551 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"14_CR36","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: sentence embeddings using Siamese BERT-networks. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing. Association for Computational Linguistics (2019). http:\/\/arxiv.org\/abs\/1908.10084","DOI":"10.18653\/v1\/D19-1410"},{"key":"14_CR37","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1007\/978-3-642-15939-8_10","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"S Riedel","year":"2010","unstructured":"Riedel, S., Yao, L., McCallum, A.: Modeling relations and their mentions without labeled text. In: Balc\u00e1zar, J.L., Bonchi, F., Gionis, A., Sebag, M. (eds.) ECML PKDD 2010. LNCS (LNAI), vol. 6323, pp. 148\u2013163. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-15939-8_10"},{"key":"14_CR38","unstructured":"Sahoo, S.S., et al.: A survey of current approaches for mapping of relational databases to RDF. W3C RDB2RDF Incubator Group Report, vol. 1, pp. 113\u2013130 (2009)"},{"key":"14_CR39","unstructured":"Scao, T.L., et al.: Bloom: a 176B-parameter open-access multilingual language model. arXiv preprint arXiv:2211.05100 (2022)"},{"key":"14_CR40","doi-asserted-by":"crossref","unstructured":"Seganti, A., Firl\u0105g, K., Skowronska, H., Sat\u0142awa, M., Andruszkiewicz, P.: Multilingual entity and relation extraction dataset and model. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: Main Volume, pp. 1946\u20131955 (2021)","DOI":"10.18653\/v1\/2021.eacl-main.166"},{"key":"14_CR41","first-page":"3008","volume":"33","author":"N Stiennon","year":"2020","unstructured":"Stiennon, N., et al.: Learning to summarize with human feedback. Adv. Neural. Inf. Process. Syst. 33, 3008\u20133021 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"14_CR42","unstructured":"Taori, R., et al.: Stanford alpaca: an instruction-following llama model (2023). https:\/\/github.com\/tatsu-lab\/stanford_alpaca"},{"key":"14_CR43","unstructured":"Tiwari, S., et al. (eds.): Proceedings of the 1st International Workshop on Knowledge Graph Generation From Text and the 1st International Workshop on Modular Knowledge co-located with 19th Extended Semantic Conference (ESWC 2022), Hersonissos, Greece, May 30th, 2022, CEUR Workshop Proceedings, vol. 3184. CEUR-WS.org (2022). http:\/\/ceur-ws.org\/Vol-3184"},{"key":"14_CR44","unstructured":"Tiwari, S., et al. (eds.): Proceedings of the 2nd International Workshop on Knowledge Graph Generation From Text and the International BiKE Challenge co-located with 20th Extended Semantic Conference (ESWC 2023), Hersonissos, Greece, May 28th, 2023, CEUR Workshop Proceedings, vol. 3447. CEUR-WS.org (2023). http:\/\/ceur-ws.org\/Vol-3447"},{"key":"14_CR45","unstructured":"Touvron, H., et al.: Llama: open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)"},{"key":"14_CR46","doi-asserted-by":"crossref","unstructured":"Vakaj, E., Tiwari, S., Mihindukulasooriya, N., Ortiz-Rodr\u00edguez, F., Mcgranaghan, R.: NLP4KGC: natural language processing for knowledge graph construction. In: Companion Proceedings of the ACM Web Conference 2023, pp. 1111\u20131111 (2023)","DOI":"10.1145\/3543873.3589746"},{"key":"14_CR47","doi-asserted-by":"crossref","unstructured":"Veseli, B., Singhania, S., Razniewski, S., Weikum, G.: Evaluating language models for knowledge base completion. arXiv preprint arXiv:2303.11082 (2023)","DOI":"10.1007\/978-3-031-33455-9_14"},{"issue":"10","key":"14_CR48","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1145\/2629489","volume":"57","author":"D Vrande\u010di\u0107","year":"2014","unstructured":"Vrande\u010di\u0107, D., Kr\u00f6tzsch, M.: Wikidata: a free collaborative knowledgebase. Commun. ACM 57(10), 78\u201385 (2014)","journal-title":"Commun. ACM"},{"key":"14_CR49","unstructured":"Wang, A., et al.: Superglue: a stickier benchmark for general-purpose language understanding systems. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"14_CR50","doi-asserted-by":"crossref","unstructured":"Wang, Y., et al.: Self-instruct: aligning language model with self generated instructions. arXiv preprint arXiv:2212.10560 (2022)","DOI":"10.18653\/v1\/2023.acl-long.754"},{"key":"14_CR51","unstructured":"Xie, S.M., Raghunathan, A., Liang, P., Ma, T.: An explanation of in-context learning as implicit Bayesian inference. arXiv preprint arXiv:2111.02080 (2021)"},{"key":"14_CR52","unstructured":"Yang, J., et al.: Harnessing the power of LLMS in practice: a survey on ChatGPT and beyond. arXiv preprint arXiv:2304.13712 (2023)"},{"key":"14_CR53","doi-asserted-by":"crossref","unstructured":"Yao, Y., et al.: Docred: a large-scale document-level relation extraction dataset. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 764\u2013777 (2019)","DOI":"10.18653\/v1\/P19-1074"},{"key":"14_CR54","unstructured":"Zhang, S., et al.: OPT: open pre-trained transformer language models. arXiv preprint arXiv:2205.01068 (2022)"},{"key":"14_CR55","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Zhong, V., Chen, D., Angeli, G., Manning, C.D.: Position-aware attention and supervised data improve slot filling. In: Conference on Empirical Methods in Natural Language Processing (2017)","DOI":"10.18653\/v1\/D17-1004"},{"key":"14_CR56","unstructured":"Zheng, L., et al.: Judging LLM-as-a-judge with MT-bench and chatbot arena. arXiv preprint arXiv:2306.05685 (2023)"}],"container-title":["Lecture Notes in Computer Science","The Semantic Web \u2013 ISWC 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-47243-5_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T03:06:24Z","timestamp":1698807984000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-47243-5_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031472428","9783031472435"],"references-count":56,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-47243-5_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"27 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Athens","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"semweb2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iswc2023.semanticweb.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"248","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"58","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}