{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T14:04:37Z","timestamp":1767276277444,"version":"3.40.3"},"publisher-location":"Cham","reference-count":51,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030582180"},{"type":"electronic","value":"9783030582197"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-58219-7_16","type":"book-chapter","created":{"date-parts":[[2020,9,14]],"date-time":"2020-09-14T23:09:25Z","timestamp":1600124965000},"page":"194-214","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Overview of BioASQ 2020: The Eighth BioASQ Challenge on Large-Scale Biomedical Semantic Indexing and Question Answering"],"prefix":"10.1007","author":[{"given":"Anastasios","family":"Nentidis","sequence":"first","affiliation":[]},{"given":"Anastasia","family":"Krithara","sequence":"additional","affiliation":[]},{"given":"Konstantinos","family":"Bougiatiotis","sequence":"additional","affiliation":[]},{"given":"Martin","family":"Krallinger","sequence":"additional","affiliation":[]},{"given":"Carlos","family":"Rodriguez-Penagos","sequence":"additional","affiliation":[]},{"given":"Marta","family":"Villegas","sequence":"additional","affiliation":[]},{"given":"Georgios","family":"Paliouras","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,9,15]]},"reference":[{"key":"16_CR1","doi-asserted-by":"publisher","first-page":"100073","DOI":"10.1109\/ACCESS.2020.2997241","volume":"8","author":"M Almagro","year":"2020","unstructured":"Almagro, M., Unanue, R.M., Fresno, V., Montalvo, S.: ICD-10 coding of Spanish electronic discharge summaries: an extreme classification problem. IEEE Access 8, 100073\u2013100083 (2020)","journal-title":"IEEE Access"},{"key":"16_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/978-3-030-45442-5_9","volume-title":"Advances in Information Retrieval","author":"T Almeida","year":"2020","unstructured":"Almeida, T., Matos, S.: Calling attention to passages for biomedical question answering. In: Jose, J.M., et al. (eds.) ECIR 2020. LNCS, vol. 12036, pp. 69\u201377. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45442-5_9"},{"key":"16_CR3","unstructured":"Baldwin, B., Carpenter, B.: Lingpipe. Available from World Wide Web (2033). http:\/\/alias-i.com\/lingpipe"},{"key":"16_CR4","unstructured":"Balikas, G., et al.: Evaluation framework specifications. Project deliverable D4.1, UPMC (05\/2013 2013)"},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Bodenreider, O.: The unified medical language system (UMLS): integrating biomedical terminology. Nucleic Acids Res. 32(suppl\\_1), D267\u2013D270 (2004)","DOI":"10.1093\/nar\/gkh061"},{"key":"16_CR6","doi-asserted-by":"crossref","unstructured":"Bowman, S.R., Angeli, G., Potts, C., Manning, C.D.: A large annotated corpus for learning natural language inference. arXiv preprint arXiv:1508.05326 (2015)","DOI":"10.18653\/v1\/D15-1075"},{"key":"16_CR7","unstructured":"Chang, W.C., Yu, H.F., Zhong, K., Yang, Y., Dhillon, I.: X-BERT: eXtreme multi-label text classification with using bidirectional encoder representations from transformers. arXiv preprint arXiv:1905.02331 (2019)"},{"key":"16_CR8","unstructured":"Clark, K., Luong, M.T., Le, Q.V., Manning, C.D.: Electra: pre-training text encoders as discriminators rather than generators. arXiv preprint arXiv:2003.10555 (2020)"},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Conneau, A., Kiela, D., Schwenk, H., Barrault, L., Bordes, A.: Supervised learning of universal sentence representations from natural language inference data. arXiv preprint arXiv:1705.02364 (2017)","DOI":"10.18653\/v1\/D17-1070"},{"issue":"1","key":"16_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13321-018-0312-9","volume":"10","author":"FM Couto","year":"2018","unstructured":"Couto, F.M., Lamurias, A.: MER: a shell script and annotation server for minimal named entity recognition and linking. J. Cheminform. 10(1), 1\u201310 (2018). https:\/\/doi.org\/10.1186\/s13321-018-0312-9","journal-title":"J. Cheminform."},{"key":"16_CR11","first-page":"1","volume":"7","author":"J Demsar","year":"2006","unstructured":"Demsar, J.: Statistical comparisons of classifiers over multiple data sets. J. Mach. Learn. Res. 7, 1\u201330 (2006)","journal-title":"J. Mach. Learn. Res."},{"key":"16_CR12","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: NAACL HLT 2019\u20132019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies - Proceedings of the Conference 1(Mlm), pp. 4171\u20134186, October 2018. http:\/\/arxiv.org\/abs\/1810.04805"},{"key":"16_CR13","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1613\/jair.1523","volume":"22","author":"G Erkan","year":"2004","unstructured":"Erkan, G., Radev, D.R.: Lexrank: graph-based lexical centrality as salience in text summarization. J. Artif. Intell. Res. 22, 457\u2013479 (2004)","journal-title":"J. Artif. Intell. Res."},{"key":"16_CR14","volume-title":"Elasticsearch: The Definitive Guide: A Distributed Real-time Search and Analytics Engine","author":"C Gormley","year":"2015","unstructured":"Gormley, C., Tong, Z.: Elasticsearch: The Definitive Guide: A Distributed Real-time Search and Analytics Engine. O\u2019Reilly Media Inc., Sebastopol (2015)"},{"key":"16_CR15","doi-asserted-by":"crossref","unstructured":"Gururangan, S., et al.: Don\u2019t stop pretraining: adapt language models to domains and tasks. arXiv preprint arXiv:2004.10964 (2020)","DOI":"10.18653\/v1\/2020.acl-main.740"},{"key":"16_CR16","doi-asserted-by":"publisher","unstructured":"Jain, H., Prabhu, Y., Varma, M.: Extreme multi-label loss functions for recommendation, tagging, ranking & other missing label applications. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining - KDD 2016, pp. 935\u2013944. ACM Press, New York (2016). https:\/\/doi.org\/10.1145\/2939672.2939756","DOI":"10.1145\/2939672.2939756"},{"key":"16_CR17","doi-asserted-by":"crossref","unstructured":"Jin, Q., Dhingra, B., Liu, Z., Cohen, W.W., Lu, X.: PubMedQA: a dataset for biomedical research question answering. arXiv preprint arXiv:1909.06146 (2019)","DOI":"10.18653\/v1\/D19-1259"},{"key":"16_CR18","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1162\/tacl_a_00300","volume":"8","author":"M Joshi","year":"2020","unstructured":"Joshi, M., Chen, D., Liu, Y., Weld, D.S., Zettlemoyer, L., Levy, O.: Spanbert: improving pre-training by representing and predicting spans. Trans. Assoc. Comput. Linguist. 8, 64\u201377 (2020)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"16_CR19","doi-asserted-by":"publisher","first-page":"73729","DOI":"10.1109\/ACCESS.2019.2920708","volume":"7","author":"D Kim","year":"2019","unstructured":"Kim, D., et al.: A neural named entity recognition and multi-type normalization tool for biomedical text mining. IEEE Access 7, 73729\u201373740 (2019)","journal-title":"IEEE Access"},{"issue":"3","key":"16_CR20","doi-asserted-by":"publisher","first-page":"820","DOI":"10.1007\/s10618-014-0382-x","volume":"29","author":"A Kosmopoulos","year":"2014","unstructured":"Kosmopoulos, A., Partalas, I., Gaussier, E., Paliouras, G., Androutsopoulos, I.: Evaluation measures for hierarchical classification: a unified view and novel approaches. Data Min. Knowl. Disc. 29(3), 820\u2013865 (2014). https:\/\/doi.org\/10.1007\/s10618-014-0382-x","journal-title":"Data Min. Knowl. Disc."},{"key":"16_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"550","DOI":"10.1007\/978-3-030-45442-5_71","volume-title":"Advances in Information Retrieval","author":"M Krallinger","year":"2020","unstructured":"Krallinger, M., Krithara, A., Nentidis, A., Paliouras, G., Villegas, M.: BioASQ at CLEF2020: large-scale biomedical semantic indexing and question answering. In: Jose, J.M., et al. (eds.) ECIR 2020. LNCS, vol. 12036, pp. 550\u2013556. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45442-5_71"},{"key":"16_CR22","doi-asserted-by":"publisher","unstructured":"Kudo, T., Richardson, J.: SentencePiece: a simple and language independent subword tokenizer and detokenizer for neural text processing. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp. 66\u201371. Association for Computational Linguistics, Stroudsburg (2018). https:\/\/doi.org\/10.18653\/v1\/D18-2012","DOI":"10.18653\/v1\/D18-2012"},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"Lee, J., et al.: BIOBERT: pre-trained biomedical language representation model for biomedical text mining. arXiv preprint arXiv:1901.08746 (2019)","DOI":"10.1093\/bioinformatics\/btz682"},{"key":"16_CR24","doi-asserted-by":"crossref","unstructured":"Lewis, M., et al.: Bart: denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. arXiv preprint arXiv:1910.13461 (2019)","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"16_CR25","doi-asserted-by":"crossref","unstructured":"Loper, E., Bird, S.: NLTK: the natural language toolkit. arXiv preprint arXiv:cs\/0205028 (2002)","DOI":"10.3115\/1118108.1118117"},{"key":"16_CR26","doi-asserted-by":"crossref","unstructured":"Ma, J., Korotkov, I., Yang, Y., Hall, K., McDonald, R.: Zero-shot neural retrieval via domain-targeted synthetic query generation. arXiv preprint arXiv:2004.14503 (2020)","DOI":"10.18653\/v1\/2021.eacl-main.92"},{"key":"16_CR27","doi-asserted-by":"crossref","unstructured":"Mihalcea, R., Tarau, P.: TextRank: bringing order into text. In: Proceedings of the 2004 Conference on Empirical Methods in Natural Language Processing, pp. 404\u2013411 (2004)","DOI":"10.3115\/1220575.1220627"},{"key":"16_CR28","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"624","DOI":"10.1007\/978-3-030-43887-6_56","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"D Moll\u00e1","year":"2020","unstructured":"Moll\u00e1, D., Jones, C.: Classification betters regression in query-based multi-document summarisation techniques for question answering. In: Cellier, P., Driessens, K. (eds.) ECML PKDD 2019. CCIS, vol. 1168, pp. 624\u2013635. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-43887-6_56"},{"key":"16_CR29","unstructured":"Mork, J.G., Demner-Fushman, D., Schmidt, S.C., Aronson, A.R.: Recent enhancements to the NLM medical text indexer. In: Proceedings of Question Answering Lab at CLEF (2014)"},{"key":"16_CR30","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"553","DOI":"10.1007\/978-3-030-43887-6_51","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"A Nentidis","year":"2020","unstructured":"Nentidis, A., Bougiatiotis, K., Krithara, A., Paliouras, G.: Results of the seventh edition of the BioASQ challenge. In: Cellier, P., Driessens, K. (eds.) ECML PKDD 2019. CCIS, vol. 1168, pp. 553\u2013568. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-43887-6_51"},{"key":"16_CR31","doi-asserted-by":"crossref","unstructured":"Neumann, M., King, D., Beltagy, I., Ammar, W.: ScispaCy: fast and robust models for biomedical natural language processing. arXiv preprint arXiv:1902.07669 (2019)","DOI":"10.18653\/v1\/W19-5034"},{"key":"16_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1093\/database\/baz137","volume":"2020","author":"IB Ozyurt","year":"2020","unstructured":"Ozyurt, I.B., Bandrowski, A., Grethe, J.S.: Bio-AnswerFinder: a system to find answers to questions from biomedical texts. Database 2020, 1\u201312 (2020)","journal-title":"Database"},{"key":"16_CR33","doi-asserted-by":"crossref","unstructured":"Pang, L., Lan, Y., Guo, J., Xu, J., Xu, J., Cheng, X.: DeepRank: a new deep architecture for relevance ranking in information retrieval. In: Proceedings of the 2017 ACM on Conference on Information and Knowledge Management, pp. 257\u2013266 (2017)","DOI":"10.1145\/3132847.3132914"},{"key":"16_CR34","doi-asserted-by":"crossref","unstructured":"Pappas, D., McDonald, R., Brokos, G.I., Androutsopoulos, I.: AUEB at BioASQ 7: document and snippet retrieval. In: Seventh BioASQ Workshop: A Challenge on Large-scale Biomedical Semantic Indexing and Question Answering (2019)","DOI":"10.1007\/978-3-030-43887-6_55"},{"issue":"12","key":"16_CR35","doi-asserted-by":"publisher","first-page":"i70","DOI":"10.1093\/bioinformatics\/btw294","volume":"32","author":"S Peng","year":"2016","unstructured":"Peng, S., You, R., Wang, H., Zhai, C., Mamitsuka, H., Zhu, S.: DeepMeSH: deep semantic representation for improving large-scale mesh indexing. Bioinformatics 32(12), i70\u2013i79 (2016)","journal-title":"Bioinformatics"},{"key":"16_CR36","unstructured":"Peters, M.E., et al.: Deep contextualized word representations. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, pp. 31\u201340, February 2018. http:\/\/arxiv.org\/abs\/1802.05365"},{"key":"16_CR37","unstructured":"Rae, A., Mork, J., Demner-Fushman, D.: Convolutional neural network for automatic MeSH indexing. In: Seventh BioASQ Workshop: A Challenge on Large-scale Biomedical Semantic Indexing and Question Answering (2019)"},{"key":"16_CR38","doi-asserted-by":"crossref","unstructured":"Rajpurkar, P., Zhang, J., Lopyrev, K., Liang, P.: SQuAD: 100,000+ questions for machine comprehension of text. arXiv preprint arXiv:1606.05250 (2016)","DOI":"10.18653\/v1\/D16-1264"},{"key":"16_CR39","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: sentence embeddings using Siamese BERT-networks. arXiv preprint arXiv:1908.10084 (2019)","DOI":"10.18653\/v1\/D19-1410"},{"key":"16_CR40","unstructured":"Ribadas, F.J., De Campos, L.M., Darriba, V.M., Romero, A.E.: CoLe and UTAIat BioASQ 2015: experiments with similarity based descriptor assignment. In: CEUR Workshop Proceedings, vol. 1391 (2015)"},{"key":"16_CR41","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"issue":"S2","key":"16_CR42","doi-asserted-by":"publisher","first-page":"S2","DOI":"10.1186\/gb-2008-9-s2-s2","volume":"9","author":"L Smith","year":"2008","unstructured":"Smith, L., et al.: Overview of BioCreative II gene mention recognition. Genome Biol. 9(S2), S2 (2008). https:\/\/doi.org\/10.1186\/gb-2008-9-s2-s2","journal-title":"Genome Biol."},{"key":"16_CR43","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1186\/s12859-015-0564-6","volume":"16","author":"G Tsatsaronis","year":"2015","unstructured":"Tsatsaronis, G., et al.: An overview of the BIOASQ large-scale biomedical semantic indexing and question answering competition. BMC Bioinform. 16, 138 (2015). https:\/\/doi.org\/10.1186\/s12859-015-0564-6","journal-title":"BMC Bioinform."},{"key":"16_CR44","unstructured":"Tsoumakas, G., Laliotis, M., Markontanatos, N., Vlahavas, I.: Large-scale semantic indexing of biomedical publications. In: 1st BioASQ Workshop: A Challenge on Large-Scale Biomedical Semantic Indexing and Question Answering (2013)"},{"issue":"12","key":"16_CR45","doi-asserted-by":"publisher","first-page":"1907","DOI":"10.1093\/bioinformatics\/btv760","volume":"32","author":"CH Wei","year":"2016","unstructured":"Wei, C.H., Leaman, R., Lu, Z.: Beyond accuracy: creating interoperable and scalable text-mining web services. Bioinformatics (Oxford, England) 32(12), 1907\u201310 (2016). https:\/\/doi.org\/10.1093\/bioinformatics\/btv760","journal-title":"Bioinformatics (Oxford, England)"},{"key":"16_CR46","doi-asserted-by":"crossref","unstructured":"Williams, A., Nangia, N., Bowman, S.R.: A broad-coverage challenge corpus for sentence understanding through inference. arXiv preprint arXiv:1704.05426 (2017)","DOI":"10.18653\/v1\/N18-1101"},{"key":"16_CR47","unstructured":"Yang, Z., Dai, Z., Yang, Y., Carbonell, J.G., Salakhutdinov, R., Le, Q.V.: XLNet: Generalized autoregressive pretraining for language understanding. CoRR abs\/1906.08237 (2019). http:\/\/arxiv.org\/abs\/1906.08237"},{"key":"16_CR48","doi-asserted-by":"crossref","unstructured":"Yang, Z., Zhou, Y., Eric, N.: Learning to answer biomedical questions: OAQA at BioASQ 4B. In: ACL 2016, p. 23 (2016)","DOI":"10.18653\/v1\/W16-3104"},{"key":"16_CR49","unstructured":"Yoon, W., Lee, J., Kim, D., Jeong, M., Kang, J.: Pre-trained language model for biomedical question answering. In: Seventh BioASQ Workshop: A Challenge on Large-Scale Biomedical Semantic Indexing and Question Answering (2019)"},{"key":"16_CR50","unstructured":"You, R., Zhang, Z., Wang, Z., Dai, S., Mamitsuka, H., Zhu, S.: AttentionXML: Label tree-based attention-aware deep model for high-performance extreme multi-label text classification. arXiv preprint arXiv:1811.01727 (2018)"},{"key":"16_CR51","doi-asserted-by":"crossref","unstructured":"Zavorin, I., Mork, J.G., Demner-Fushman, D.: Using learning-to-rank to enhance NLM medical text indexer results. In: ACL 2016, p. 8 (2016)","DOI":"10.18653\/v1\/W16-3102"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-58219-7_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,13]],"date-time":"2024-08-13T20:21:07Z","timestamp":1723580467000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-58219-7_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030582180","9783030582197"],"references-count":51,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-58219-7_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"15 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Thessaloniki","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2020.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"56% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}