{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T23:27:51Z","timestamp":1771025271470,"version":"3.50.1"},"publisher-location":"Cham","reference-count":52,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031472428","type":"print"},{"value":"9783031472435","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-47243-5_7","type":"book-chapter","created":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T07:02:30Z","timestamp":1698822150000},"page":"113-133","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Comprehensive Analysis of Freebase and Dataset Creation for Robust Evaluation of Knowledge Graph Link Prediction Models"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-2733-2242","authenticated-orcid":false,"given":"Nasim","family":"Shirvani-Mahdavi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Farahnaz","family":"Akrami","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mohammed Samiul","family":"Saeef","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiao","family":"Shi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1724-8278","authenticated-orcid":false,"given":"Chengkai","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,27]]},"reference":[{"key":"7_CR1","unstructured":"The GitHub repository of Freebases (2022). https:\/\/github.com\/idirlab\/freebases"},{"key":"7_CR2","doi-asserted-by":"publisher","unstructured":"Freebase datasets for robust evaluation of knowledge graph link prediction models (2023). https:\/\/doi.org\/10.5281\/zenodo.7909511","DOI":"10.5281\/zenodo.7909511"},{"key":"7_CR3","unstructured":"Open knowledge network roadmap: powering the next data revolution (2023). https:\/\/new.nsf.gov\/tip\/updates\/nsf-releases-open-knowledge-network-roadmap-report"},{"key":"7_CR4","doi-asserted-by":"crossref","unstructured":"Akrami, F., Guo, L., Hu, W., Li, C.: Re-evaluating embedding-based knowledge graph completion methods. In: Proceedings of the 27th ACM International Conference on Information and Knowledge Management, pp. 1779\u20131782. Association for Computing Machinery, Turin, Italy (2018)","DOI":"10.1145\/3269206.3269266"},{"key":"7_CR5","doi-asserted-by":"crossref","unstructured":"Akrami, F., Saeef, M.S., Zhang, Q., Hu, W., Li, C.: Realistic re-evaluation of knowledge graph completion methods: an experimental study. In: Proceedings of the 2020 ACM Special Interest Group on Management of Data International Conference on Management of Data, pp. 1995\u20132010. Association for Computing Machinery, Portland, Oregon, USA (2020)","DOI":"10.1145\/3318464.3380599"},{"key":"7_CR6","doi-asserted-by":"crossref","unstructured":"Allemang, D., Hendler, J.: Semantic Web for the Working Ontologist: Effective Modeling in RDFS and OWL. Elsevier, Online (2011)","DOI":"10.1016\/B978-0-12-385965-5.10002-0"},{"key":"7_CR7","doi-asserted-by":"publisher","unstructured":"Auer, S., Bizer, C., Kobilarov, G., Lehmann, J., Cyganiak, R., Ives, Z.: DBpedia: a nucleus for a web of open data. In: Aberer, K., et al. (eds.) Proceedings of the 6th International Semantic Web Conference and 2nd Asian Semantic Web Conference. LNCS, vol. 4825, pp. 722\u2013735. Springer, Cham (2007). https:\/\/doi.org\/10.1007\/978-3-540-76298-0_52","DOI":"10.1007\/978-3-540-76298-0_52"},{"key":"7_CR8","doi-asserted-by":"crossref","unstructured":"Bollacker, K., Evans, C., Paritosh, P., Sturge, T., Taylor, J.: Freebase: a collaboratively created graph database for structuring human knowledge. In: Proceedings of the 2008 ACM Special Interest Group on Management of Data International Conference on Management of Data, pp. 1247\u20131250. Association for Computing Machinery, Vancouver, Canada (2008)","DOI":"10.1145\/1376616.1376746"},{"key":"7_CR9","unstructured":"Bollacker, K., Tufts, P., Pierce, T., Cook, R.: A platform for scalable, collaborative, structured information integration. In: International Workshop on Information Integration on the Web, pp. 22\u201327. AAAI Press, Vancouver, British Columbia (2007)"},{"key":"7_CR10","unstructured":"Bordes, A., Usunier, N., Garcia-Dur\u00e1n, A., Weston, J., Yakhnenko, O.: Translating embeddings for modeling multi-relational data. In: Proceedings of the 26th International Conference on Neural Information Processing Systems, pp. 2787\u20132795. Curran Associates, Lake Tahoe, Nevada, United States (2013)"},{"key":"7_CR11","doi-asserted-by":"crossref","unstructured":"Broscheit, S., Ruffinelli, D., Kochsiek, A., Betz, P., Gemulla, R.: LibKGE - a knowledge graph embedding library for reproducible research. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp. 165\u2013174. Association for Computational Linguistics, Online (2020)","DOI":"10.18653\/v1\/2020.emnlp-demos.22"},{"key":"7_CR12","doi-asserted-by":"crossref","unstructured":"Carlson, A., Betteridge, J., Kisiel, B., Settles, B., Hruschka, E.R., Mitchell, T.M.: Toward an architecture for never-ending language learning. In: Twenty-Fourth AAAI Conference on Artificial Intelligence, pp. 1306\u20131313. AAAI Press, New York, USA (2010)","DOI":"10.1609\/aaai.v24i1.7519"},{"key":"7_CR13","unstructured":"Chah, N.: Freebase-triples: a methodology for processing the Freebase data dumps. arXiv preprint arXiv:1712.08707 (2017)"},{"key":"7_CR14","unstructured":"Code, G.: Wikipedia links data (2012). https:\/\/code.google.com\/archive\/p\/wiki-links\/. Accessed 9 June 2022"},{"key":"7_CR15","doi-asserted-by":"crossref","unstructured":"Dettmers, T., Pasquale, M., Pontus, S., Riedel, S.: Convolutional 2D knowledge graph embeddings. In: Proceedings of the 32nd AAAI Conference on Artificial Intelligence, pp. 1811\u20131818. AAAI Press, New Orleans, Louisiana, USA (2018)","DOI":"10.1609\/aaai.v32i1.11573"},{"key":"7_CR16","volume-title":"Semantic Search for Novel Information","author":"M F\u00e4rber","year":"2017","unstructured":"F\u00e4rber, M.: Semantic Search for Novel Information. IOS Press, Amsterdam (2017)"},{"issue":"3","key":"7_CR17","first-page":"59","volume":"31","author":"D Ferrucci","year":"2010","unstructured":"Ferrucci, D., et al.: Building Watson: an overview of the DeepQA project. AI Mag. 31(3), 59\u201379 (2010)","journal-title":"AI Mag."},{"key":"7_CR18","unstructured":"Google: Freebase data dumps (2013). https:\/\/developers.google.com\/freebase. Accessed 11 Nov 2022"},{"key":"7_CR19","unstructured":"Grant, J., Beckett, D.: RDF test cases (2004). https:\/\/www.w3.org\/TR\/rdf-testcases\/"},{"key":"7_CR20","doi-asserted-by":"crossref","unstructured":"Guan, S., Jin, X., Wang, Y., Cheng, X.: Link prediction on N-ary relational data. In: The World Wide Web Conference, pp. 583\u2013593. Association for Computing Machinery, San Francisco, CA, USA (2019)","DOI":"10.1145\/3308558.3313414"},{"key":"7_CR21","doi-asserted-by":"crossref","unstructured":"Guo, S., Wang, Q., Wang, B., Wang, L., Guo, L.: Semantically smooth knowledge graph embedding. In: Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing, pp. 84\u201394. Association for Computational Linguistics, Beijing, China (2015)","DOI":"10.3115\/v1\/P15-1009"},{"key":"7_CR22","doi-asserted-by":"crossref","unstructured":"Hao, Y., et al.: An end-to-end model for question answering over knowledge base with cross-attention combining global knowledge. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics, pp. 221\u2013231. Association for Computational Linguistics, Vancouver, Canada (2017)","DOI":"10.18653\/v1\/P17-1021"},{"key":"7_CR23","first-page":"22118","volume":"33","author":"W Hu","year":"2020","unstructured":"Hu, W., et al.: Open graph benchmark: datasets for machine learning on graphs. Adv. Neural Inf. Process. Syst. 33, 22118\u201322133 (2020)","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"2","key":"7_CR24","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1109\/TNNLS.2021.3070843","volume":"33","author":"S Ji","year":"2021","unstructured":"Ji, S., Pan, S., Cambria, E., Marttinen, P., Philip, S.Y.: A survey on knowledge graphs: representation, acquisition, and applications. IEEE Trans. Neural Networks Learn. Syst. 33(2), 494\u2013514 (2021)","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"key":"7_CR25","unstructured":"Klyne, G.: Resource description framework (RDF): Concepts and abstract syntax (2004). http:\/\/www.w3.org\/TR\/2004\/REC-rdf-concepts-20040210\/"},{"key":"7_CR26","first-page":"120","volume":"1","author":"A Lerer","year":"2019","unstructured":"Lerer, A., et al.: PyTorch-BigGraph: a large scale graph embedding system. Proc. Mach. Learn. Syst. 1, 120\u2013131 (2019)","journal-title":"Proc. Mach. Learn. Syst."},{"key":"7_CR27","doi-asserted-by":"crossref","unstructured":"Lin, Y., Liu, Z., Sun, M., Liu, Y., Zhu, X.: Learning entity and relation embeddings for knowledge graph completion. In: Proceedings of the 29th AAAI Conference on Artificial Intelligence, pp. 2181\u20132187. AAAI Press, Austin, Texas, USA (2015)","DOI":"10.1609\/aaai.v29i1.9491"},{"key":"7_CR28","unstructured":"Mohoney, J., Waleffe, R., Xu, H., Rekatsinas, T., Venkataraman, S.: Marius: learning massive graph embeddings on a single machine. In: 15th USENIX Symposium on Operating Systems Design and Implementation, pp. 533\u2013549. The Advanced Computing Systems Association, Online (2021)"},{"key":"7_CR29","unstructured":"Networking, information technology research, development: Open knowledge network: Summary of the big data IWG workshop (2018). https:\/\/www.nitrd.gov\/open-knowledge-network-summary-of-the-big-data-iwg-workshop\/"},{"issue":"8","key":"7_CR30","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1145\/3331166","volume":"62","author":"N Noy","year":"2019","unstructured":"Noy, N., Gao, Y., Jain, A., Narayanan, A., Patterson, A., Taylor, J.: Industry-scale knowledge graphs: lessons and challenges. Commun. ACM 62(8), 36\u201343 (2019)","journal-title":"Commun. ACM"},{"key":"7_CR31","doi-asserted-by":"crossref","unstructured":"Pellissier Tanon, T., Vrande\u010di\u0107, D., Schaffert, S., Steiner, T., Pintscher, L.: From Freebase to Wikidata: the great migration. In: Proceedings of the 25th International Conference on World Wide Web, pp. 1419\u20131428. Association for Computing Machinery, Montreal, Canada (2016)","DOI":"10.1145\/2872427.2874809"},{"key":"7_CR32","unstructured":"Pezeshkpour, P., Tian, Y., Singh, S.: Revisiting evaluation of knowledge base completion models. In: Automated Knowledge Base Construction, p. 10. OpenReview, Online (2020)"},{"issue":"2","key":"7_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3424672","volume":"15","author":"A Rossi","year":"2021","unstructured":"Rossi, A., Barbosa, D., Firmani, D., Matinata, A., Merialdo, P.: Knowledge graph embedding for link prediction: a comparative analysis. ACM Trans. Knowl. Discov. Data (TKDD) 15(2), 1\u201349 (2021)","journal-title":"ACM Trans. Knowl. Discov. Data (TKDD)"},{"key":"7_CR34","doi-asserted-by":"crossref","unstructured":"Rosso, P., Yang, D., Cudr\u00e9-Mauroux, P.: Beyond triplets: hyper-relational knowledge graph embedding for link prediction. In: Proceedings of The Web Conference 2020, pp. 1885\u20131896. Association for Computing Machinery, Online (2020)","DOI":"10.1145\/3366423.3380257"},{"key":"7_CR35","doi-asserted-by":"crossref","unstructured":"Safavi, T., Koutra, D.: CoDEx: a comprehensive knowledge graph completion benchmark. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing, pp. 8328\u20138350. Association for Computational Linguistics, Online (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.669"},{"key":"7_CR36","unstructured":"Socher, R., Chen, D., Manning, C.D., Ng, A.: Reasoning with neural tensor networks for knowledge base completion. In: Proceedings of the 26th International Conference on Neural Information Processing Systems, pp. 926\u2013934. Curran Associates, Lake Tahoe, United States (2013)"},{"issue":"3","key":"7_CR37","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1016\/j.websem.2008.06.001","volume":"6","author":"FM Suchanek","year":"2008","unstructured":"Suchanek, F.M., Kasneci, G., Weikum, G.: YAGO: a large ontology from Wikipedia and WordNet. J. Web Semant. 6(3), 203\u2013217 (2008)","journal-title":"J. Web Semant."},{"key":"7_CR38","unstructured":"Sun, Z., Deng, Z.H., Nie, J.Y., Tang, J.: RotatE: knowledge graph embedding by relational rotation in complex space. In: Proceedings of the International Conference on Learning Representations, pp. 926\u2013934. OpenReview.net, New Orleans, LA, USA (2019)"},{"key":"7_CR39","doi-asserted-by":"crossref","unstructured":"Toutanova, K., Chen, D.: Observed versus latent features for knowledge base and text inference. In: Proceedings of the 3rd Workshop on Continuous Vector Space Models and their Compositionality, pp. 57\u201366. Association for Computational Linguistics, Beijing, China (2015)","DOI":"10.18653\/v1\/W15-4007"},{"key":"7_CR40","unstructured":"Trouillon, T., Welbl, J., Riedel, S., Gaussier, \u00c9., Bouchard, G.: Complex embeddings for simple link prediction. In: Proceedings of the 33rd International Conference on Machine Learning, pp. 2071\u20132080. JMLR.org, New York City, NY, USA (2016)"},{"issue":"10","key":"7_CR41","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1145\/2629489","volume":"57","author":"D Vrande\u010di\u0107","year":"2014","unstructured":"Vrande\u010di\u0107, D., Kr\u00f6tzsch, M.: Wikidata: a free collaborative knowledge base. Commun. ACM 57(10), 78\u201385 (2014)","journal-title":"Commun. ACM"},{"issue":"12","key":"7_CR42","doi-asserted-by":"publisher","first-page":"2724","DOI":"10.1109\/TKDE.2017.2754499","volume":"29","author":"Q Wang","year":"2017","unstructured":"Wang, Q., Mao, Z., Wang, B., Guo, L.: Knowledge graph embedding: a survey of approaches and applications. IEEE Trans. Knowl. Data Eng. 29(12), 2724\u20132743 (2017)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"7_CR43","doi-asserted-by":"crossref","unstructured":"Wang, Z., Zhang, J., Feng, J., Chen, Z.: Knowledge graph embedding by translating on hyperplanes. In: Proceedings of the 28th AAAI Conference on Artificial Intelligence, pp. 1112\u20131119. AAAI Press, Qu\u00e9bec City, Qu\u00e9bec, Canada (2014)","DOI":"10.1609\/aaai.v28i1.8870"},{"key":"7_CR44","unstructured":"Wen, J., Li, J., Mao, Y., Chen, S., Zhang, R.: On the representation and embedding of knowledge bases beyond binary relations. In: Proceedings of the International Joint Conference on Artificial Intelligence, pp. 1300\u20131307. IJCAI, New York City, USA (2016)"},{"key":"7_CR45","unstructured":"Xie, R., Liu, Z., Sun, M., et al.: Representation learning of knowledge graphs with hierarchical types. In: Proceedings of International Joint Conference on Artificial Intelligence, vol. 2016, pp. 2965\u20132971. IJCAI, New York City, USA (2016)"},{"key":"7_CR46","doi-asserted-by":"crossref","unstructured":"Xiong, C., Power, R., Callan, J.: Explicit semantic ranking for academic search via knowledge graph embedding. In: Proceedings of the 26th International Conference on World Wide Web, pp. 1271\u20131279. Association for Computing Machinery, Perth, Australia (2017)","DOI":"10.1145\/3038912.3052558"},{"key":"7_CR47","doi-asserted-by":"crossref","unstructured":"Yang, B., Mitchell, T.: Leveraging knowledge bases in LSTMs for improving machine reading. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (vol. 1: Long Papers), pp. 1436\u20131446. Association for Computational Linguistics, Vancouver, Canada (2017)","DOI":"10.18653\/v1\/P17-1132"},{"key":"7_CR48","unstructured":"Yang, B., Yih, W.T., He, X., Gao, J., Deng, L.: Embedding entities and relations for learning and inference in knowledge bases. In: Proceedings of the International Conference on Learning Representations, p. 12. OpenReview.net, San Diego, CA, USA (2015)"},{"key":"7_CR49","doi-asserted-by":"crossref","unstructured":"Zhang, F., Yuan, N.J., Lian, D., Xie, X., Ma, W.Y.: Collaborative knowledge base embedding for recommender systems. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 353\u2013362. Association for Computing Machinery, San Francisco, CA, USA (2016)","DOI":"10.1145\/2939672.2939673"},{"key":"7_CR50","doi-asserted-by":"crossref","unstructured":"Zhang, R., Li, J., Mei, J., Mao, Y.: Scalable instance reconstruction in knowledge bases via relatedness affiliated embedding. In: Proceedings of the 2018 World Wide Web Conference, pp. 1185\u20131194. Association for Computing Machinery, Lyon, France (2018)","DOI":"10.1145\/3178876.3186017"},{"key":"7_CR51","doi-asserted-by":"crossref","unstructured":"Zheng, D., et al.: DGL-KE: training knowledge graph embeddings at scale. In: Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 739\u2013748. Association for Computing Machinery, Xi\u2019an, China (2020)","DOI":"10.1145\/3397271.3401172"},{"key":"7_CR52","doi-asserted-by":"crossref","unstructured":"Zhu, Z., Xu, S., Qu, M., Tang, J.: GraphVite: a high-performance CPU-GPU hybrid system for node embedding. In: The World Wide Web Conference, pp. 2494\u20132504. Association for Computing Machinery, San Francisco, CA, USA (2019)","DOI":"10.1145\/3308558.3313508"}],"container-title":["Lecture Notes in Computer Science","The Semantic Web \u2013 ISWC 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-47243-5_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T07:04:47Z","timestamp":1698822287000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-47243-5_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031472428","9783031472435"],"references-count":52,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-47243-5_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"27 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The code and experiment results produced from this work are available from GitHub\u00a0[] and the datasets are made available at Zenodo\u00a0[].","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Resource Availability Statement"}},{"value":"ISWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Athens","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"semweb2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iswc2023.semanticweb.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"248","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"58","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}