{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T09:57:58Z","timestamp":1772531878067,"version":"3.50.1"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031136429","type":"print"},{"value":"9783031136436","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-13643-6_30","type":"book-chapter","created":{"date-parts":[[2022,8,24]],"date-time":"2022-08-24T15:03:19Z","timestamp":1661353399000},"page":"521-540","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Overview of\u00a0ChEMU 2022 Evaluation Campaign: Information Extraction in\u00a0Chemical Patents"],"prefix":"10.1007","author":[{"given":"Yuan","family":"Li","sequence":"first","affiliation":[]},{"given":"Biaoyan","family":"Fang","sequence":"additional","affiliation":[]},{"given":"Jiayuan","family":"He","sequence":"additional","affiliation":[]},{"given":"Hiyori","family":"Yoshikawa","sequence":"additional","affiliation":[]},{"given":"Saber A.","family":"Akhondi","sequence":"additional","affiliation":[]},{"given":"Christian","family":"Druckenbrodt","sequence":"additional","affiliation":[]},{"given":"Camilo","family":"Thorne","sequence":"additional","affiliation":[]},{"given":"Zubair","family":"Afzal","sequence":"additional","affiliation":[]},{"given":"Zenan","family":"Zhai","sequence":"additional","affiliation":[]},{"given":"Timothy","family":"Baldwin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8661-1544","authenticated-orcid":false,"given":"Karin","family":"Verspoor","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,8,25]]},"reference":[{"issue":"1","key":"30_CR1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s13321-015-0102-6","volume":"7","author":"SA Akhondi","year":"2015","unstructured":"Akhondi, S.A., Hettne, K.M., Van Der Horst, E., Van Mulligen, E.M., Kors, J.A.: Recognition of chemical entities: combining dictionary-based and grammar-based approaches. J. Cheminformatics 7(1), 1\u201311 (2015)","journal-title":"J. Cheminformatics"},{"issue":"9","key":"30_CR2","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0107477","volume":"9","author":"SA Akhondi","year":"2014","unstructured":"Akhondi, S.A., et al.: Annotated chemical patent corpus: a gold standard for text mining. PLoS One 9(9), e107477 (2014)","journal-title":"PLoS One"},{"key":"30_CR3","doi-asserted-by":"crossref","unstructured":"Akhondi, S.A., et al.: Chemical entity recognition in patents by combining dictionary-based and statistical approaches. Database, 2016 (2016)","DOI":"10.1093\/database\/baw061"},{"key":"30_CR4","doi-asserted-by":"crossref","unstructured":"Akhondi, S.A., et al.: Automatic identification of relevant chemical compounds from patents. Database, 2019 (2019)","DOI":"10.1093\/database\/baz001"},{"issue":"8","key":"30_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1471-2105-12-S8-S1","volume":"12","author":"CN Arighi","year":"2011","unstructured":"Arighi, C.N., et al.: Overview of the biocreative III workshop. BMC Bioinform. 12(8), 1\u20139 (2011). https:\/\/doi.org\/10.1186\/1471-2105-12-S8-S1","journal-title":"BMC Bioinform."},{"issue":"4","key":"30_CR6","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1016\/j.wpi.2005.05.003","volume":"27","author":"M Bregonje","year":"2005","unstructured":"Bregonje, M.: Patents: a unique source for scientific technical information in chemistry related industry? World Pat. Inf. 27(4), 309\u2013315 (2005)","journal-title":"World Pat. Inf."},{"key":"30_CR7","doi-asserted-by":"publisher","unstructured":"Cohen, K.B., et al.: Coreference annotation and resolution in the colorado richly annotated full text (CRAFT) corpus of biomedical journal articles. BMC Bioinform. 18(1), 372:1\u2013372:14 (2017). https:\/\/doi.org\/10.1186\/s12859-017-1775-9","DOI":"10.1186\/s12859-017-1775-9"},{"key":"30_CR8","doi-asserted-by":"crossref","unstructured":"Fang, B., Druckenbrodt, C., Akhondi, S.A., He, J., Baldwin, T., Verspoor, K.: ChEMU-Ref: a corpus for modeling anaphora resolution in the chemical domain. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics. Association for Computational Linguistics (2021)","DOI":"10.18653\/v1\/2021.eacl-main.116"},{"key":"30_CR9","unstructured":"Farkas, R., Vincze, V., M\u00f3ra, G., Csirik, J., Szarvas, G.: The conll-2010 shared task: learning to detect hedges and their scope in natural language text. In: Proceedings of the Fourteenth Conference on Computational Natural Language Learning-Shared Task, pp. 1\u201312 (2010)"},{"key":"30_CR10","unstructured":"Ghaddar, A., Langlais, P.: Wikicoref: an english coreference-annotated corpus of wikipedia articles. In: Calzolari, N. (eds.) Proceedings of the Tenth International Conference on Language Resources and Evaluation LREC 2016, Portoro\u017e, Slovenia, 23\u201328 May 2016. European Language Resources Association (ELRA) (2016). http:\/\/www.lrec-conf.org\/proceedings\/lrec2016\/summaries\/192.html"},{"key":"30_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"608","DOI":"10.1007\/978-3-030-72240-1_71","volume-title":"Advances in Information Retrieval","author":"J He","year":"2021","unstructured":"He, J., et al.: ChEMU 2021: reaction reference resolution and anaphora resolution in chemical patents. In: Hiemstra, D., Moens, M.-F., Mothe, J., Perego, R., Potthast, M., Sebastiani, F. (eds.) ECIR 2021. LNCS, vol. 12657, pp. 608\u2013615. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72240-1_71"},{"key":"30_CR12","doi-asserted-by":"publisher","DOI":"10.3389\/frma.2021.654438","volume":"6","author":"J He","year":"2021","unstructured":"He, J., et al.: ChEMU 2020: natural language processing methods are effective for information extraction from chemical patents. Front. Res. Metrics Anal. 6, 654438 (2021)","journal-title":"Front. Res. Metrics Anal."},{"issue":"1","key":"30_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13321-018-0327-2","volume":"11","author":"W Hemati","year":"2019","unstructured":"Hemati, W., Mehler, A.: Lstmvoter: chemical named entity recognition using a conglomerate of sequence labeling tools. J. Cheminformatics 11(1), 1\u20137 (2019)","journal-title":"J. Cheminformatics"},{"issue":"5","key":"30_CR14","doi-asserted-by":"publisher","first-page":"914","DOI":"10.1016\/j.jbi.2013.07.011","volume":"46","author":"M Herrero-Zazo","year":"2013","unstructured":"Herrero-Zazo, M., Segura-Bedmar, I., Mart\u00ednez, P., Declerck, T.: The ddi corpus: an annotated corpus with pharmacological substances and drug-drug interactions. J. Biomed. Inform. 46(5), 914\u2013920 (2013)","journal-title":"J. Biomed. Inform."},{"issue":"22","key":"30_CR15","doi-asserted-by":"publisher","first-page":"2983","DOI":"10.1093\/bioinformatics\/btp535","volume":"25","author":"KM Hettne","year":"2009","unstructured":"Hettne, K.M., et al.: A dictionary to identify small molecules and drugs in free text. Bioinformatics 25(22), 2983\u20132991 (2009)","journal-title":"Bioinformatics"},{"key":"30_CR16","unstructured":"Hu, M., Cinciruk, D., Walsh, J.M.: Improving automated patent claim parsing: dataset, system, and experiments. arXiv preprint arXiv:1605.01744 (2016)"},{"key":"30_CR17","unstructured":"Jaidka, K., Chandrasekaran, M.K., Rustagi, S., Kan, M.Y.: Overview of the cl-scisumm 2016 shared task. In: Proceedings of the Joint Workshop on Bibliometric-Enhanced Information Retrieval and Natural Language Processing for Digital Libraries (BIRNDL), pp. 93\u2013102 (2016)"},{"key":"30_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1007\/978-3-319-11382-1_17","volume-title":"Information Access Evaluation. Multilinguality, Multimodality, and Interaction","author":"L Kelly","year":"2014","unstructured":"Kelly, L., et al.: Overview of the ShARe\/CLEF ehealth evaluation lab 2014. In: Kanoulas, E. (ed.) CLEF 2014. LNCS, vol. 8685, pp. 172\u2013191. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-11382-1_17"},{"key":"30_CR19","unstructured":"Kim, J.D., Wang, Y., Yasunori, Y.: The genia event extraction shared task, 2013 edition-overview. In: Proceedings of the BioNLP Shared Task 2013 Workshop, pp. 8\u201315 (2013)"},{"issue":"1","key":"30_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1758-2946-7-S1-S1","volume":"7","author":"M Krallinger","year":"2015","unstructured":"Krallinger, M., Leitner, F., Rabal, O., Vazquez, M., Oyarzabal, J., Valencia, A.: CHEMDNER: the drugs and chemical names extraction challenge. J. Cheminformatics 7(1), 1\u201311 (2015)","journal-title":"J. Cheminformatics"},{"key":"30_CR21","unstructured":"Krallinger, M., et al.: Overview of the biocreative vi chemical-protein interaction track. In: Proceedings of the Sixth Biocreative Challenge Evaluation Workshop, vol. 1, pp. 141\u2013146 (2017)"},{"issue":"12","key":"30_CR22","doi-asserted-by":"publisher","first-page":"7673","DOI":"10.1021\/acs.chemrev.6b00851","volume":"117","author":"M Krallinger","year":"2017","unstructured":"Krallinger, M., Rabal, O., Lourenco, A., Oyarzabal, J., Valencia, A.: Information retrieval and text mining technologies for chemistry. Chem. Rev. 117(12), 7673\u20137761 (2017)","journal-title":"Chem. Rev."},{"key":"30_CR23","unstructured":"Krallinger, M., et al.: Overview of the chemdner patents task. In: Proceedings of the Fifth BioCreative Challenge Evaluation Workshop, pp. 63\u201375 (2015)"},{"key":"30_CR24","doi-asserted-by":"publisher","unstructured":"Lee, K., He, L., Lewis, M., Zettlemoyer, L.: End-to-end neural coreference resolution. In: Palmer, M., Hwa, R., Riedel, S. (eds.) Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, EMNLP 2017, Copenhagen, Denmark, 9\u201311 September 2017. pp. 188\u2013197. Association for Computational Linguistics (2017). https:\/\/doi.org\/10.18653\/v1\/d17-1018","DOI":"10.18653\/v1\/d17-1018"},{"key":"30_CR25","doi-asserted-by":"publisher","unstructured":"Lee, K., He, L., Zettlemoyer, L.: Higher-order coreference resolution with coarse-to-fine inference. In: Walker, M.A., Ji, H., Stent, A. (eds.) Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT, New Orleans, Louisiana, USA, 1\u20136 June 2018, Volume 2 (Short Papers), pp. 687\u2013692. Association for Computational Linguistics (2018). https:\/\/doi.org\/10.18653\/v1\/n18-2108","DOI":"10.18653\/v1\/n18-2108"},{"key":"30_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1007\/978-3-030-85251-1_20","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"Y Li","year":"2021","unstructured":"Li, Y., et al.: Overview of ChEMU 2021: reaction reference resolution and anaphora resolution in chemical patents. In: Candan, K.S. (ed.) CLEF 2021. LNCS, vol. 12880, pp. 292\u2013307. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-85251-1_20"},{"issue":"1","key":"30_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/2041-1480-3-3","volume":"3","author":"H Liu","year":"2012","unstructured":"Liu, H., Christiansen, T., Baumgartner, W.A., Verspoor, K.: Biolemmatizer: a lemmatization tool for morphological processing of biomedical text. J. Biomed. Semant. 3(1), 1\u201329 (2012)","journal-title":"J. Biomed. Semant."},{"issue":"8","key":"30_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1471-2105-12-S8-S2","volume":"12","author":"Z Lu","year":"2011","unstructured":"Lu, Z., et al.: The gene normalization task in biocreative III. BMC Bioinf. 12(8), 1\u201319 (2011). https:\/\/doi.org\/10.1186\/1471-2105-12-S8-S2","journal-title":"BMC Bioinf."},{"key":"30_CR29","doi-asserted-by":"crossref","unstructured":"Lupu, M., et al.: Overview of the trec 2011 chemical ir track. In: TREC (2011)","DOI":"10.6028\/NIST.SP.500-296.chemical-overview"},{"key":"30_CR30","doi-asserted-by":"publisher","first-page":"S3","DOI":"10.1186\/gb-2008-9-s2-s3","volume":"9","author":"A MorganMorgan","year":"2008","unstructured":"MorganMorgan, A., et al.: Overview of biocreative II gene normalization. Genome Biol. 9, S3 (2008). https:\/\/doi.org\/10.1186\/gb-2008-9-s2-s3","journal-title":"Genome Biol."},{"issue":"23\u201324","key":"30_CR31","doi-asserted-by":"publisher","first-page":"1019","DOI":"10.1016\/j.drudis.2011.10.005","volume":"16","author":"S Muresan","year":"2011","unstructured":"Muresan, S., et al.: Making every SAR point count: the development of chemistry connect for the large-scale integration of structure and bioactivity data. Drug Discov. Today 16(23\u201324), 1019\u20131030 (2011)","journal-title":"Drug Discov. Today"},{"key":"30_CR32","doi-asserted-by":"crossref","unstructured":"Narayanaswamy, M., Ravikumar, K., Vijay-Shanker, K.: A biological named entity recognizer. In: Biocomputing 2003, pp. 427\u2013438. World Scientific (2002)","DOI":"10.1142\/9789812776303_0040"},{"key":"30_CR33","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"572","DOI":"10.1007\/978-3-030-45442-5_74","volume-title":"Advances in Information Retrieval","author":"DQ Nguyen","year":"2020","unstructured":"Nguyen, D.Q., et al.: ChEMU: named entity recognition and event extraction of chemical reactions from patents. In: Jose, J.M. (ed.) ECIR 2020. LNCS, vol. 12036, pp. 572\u2013579. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45442-5_74"},{"key":"30_CR34","unstructured":"Pradhan, S., Moschitti, A., Xue, N., Uryupina, O., Zhang, Y.: Conll-2012 shared task: Modeling multilingual unrestricted coreference in ontonotes. In: Pradhan, S., Moschitti, A., Xue, N. (eds.) Joint Conference on Empirical Methods in Natural Language Processing and Computational Natural Language Learning - Proceedings of the Shared Task: Modeling Multilingual Unrestricted Coreference in OntoNotes, EMNLP-CoNLL 2012, 13 July 2012, Jeju Island, Korea, pp. 1\u201340. ACL (2012). https:\/\/www.aclweb.org\/anthology\/W12-4501\/"},{"issue":"2","key":"30_CR35","doi-asserted-by":"publisher","first-page":"e237","DOI":"10.1093\/bioinformatics\/btl302","volume":"23","author":"D Rebholz-Schuhmann","year":"2007","unstructured":"Rebholz-Schuhmann, D., Kirsch, H., Arregui, M., Gaudan, S., Riethoven, M., Stoehr, P.: Ebimed-text crunching to gather facts for proteins from medline. Bioinformatics 23(2), e237\u2013e244 (2007)","journal-title":"Bioinformatics"},{"issue":"1","key":"30_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13321-015-0097-z","volume":"7","author":"S Senger","year":"2015","unstructured":"Senger, S., Bartek, L., Papadatos, G., Gaulton, A.: Managing expectations: assessment of chemistry databases generated by automated extraction of chemical structures from patents. J. Cheminformatics 7(1), 1\u201312 (2015). https:\/\/doi.org\/10.1186\/s13321-015-0097-z","journal-title":"J. Cheminformatics"},{"key":"30_CR37","unstructured":"Tsatsaronis, G., et al.: Bioasq: a challenge on large-scale biomedical semantic indexing and question answering. In: AAAI Fall Symposium: Information Retrieval and Knowledge Discovery in Biomedical Text. Citeseer (2012)"},{"issue":"5","key":"30_CR38","doi-asserted-by":"publisher","first-page":"1216","DOI":"10.1016\/j.ipm.2006.11.011","volume":"43","author":"YH Tseng","year":"2007","unstructured":"Tseng, Y.H., Lin, C.J., Lin, Y.I.: Text mining techniques for patent analysis. Inf. Process. Manag. 43(5), 1216\u20131247 (2007)","journal-title":"Inf. Process. Manag."},{"issue":"6\u20137","key":"30_CR39","doi-asserted-by":"publisher","first-page":"506","DOI":"10.1002\/minf.201100005","volume":"30","author":"M Vazquez","year":"2011","unstructured":"Vazquez, M., Krallinger, M., Leitner, F., Valencia, A.: Text mining for drugs and chemical compounds: methods, tools and applications. Mol. Inf. 30(6\u20137), 506\u2013519 (2011)","journal-title":"Mol. Inf."},{"key":"30_CR40","first-page":"10","volume":"2","author":"K Verspoor","year":"2020","unstructured":"Verspoor, K., et al.: Chemu dataset for information extraction from chemical patents. Mendeley Data 2, 10\u201317632 (2020)","journal-title":"Mendeley Data"},{"key":"30_CR41","unstructured":"Yoshikawa, H., et al.: Detecting chemical reactions in patents. In: Proceeding 17th Annual Workshop of the Australasian Language Technology Association, ALTA 2019, Sydney, Australia, 4\u20136 December 2019, pp. 100\u2013110 (2019)"},{"key":"30_CR42","doi-asserted-by":"crossref","unstructured":"Zhai, Z., et al.: Improving chemical named entity recognition in patents with contextualized word embeddings. arXiv preprint arXiv:1907.02679 (2019)","DOI":"10.18653\/v1\/W19-5035"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-13643-6_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T13:23:50Z","timestamp":1727875430000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-13643-6_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031136429","9783031136436"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-13643-6_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"25 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bologna","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2022.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"50% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7 best of labs + 14 lab overviews","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}