{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:44:28Z","timestamp":1774309468138,"version":"3.50.1"},"publisher-location":"Cham","reference-count":53,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030582180","type":"print"},{"value":"9783030582197","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-58219-7_21","type":"book-chapter","created":{"date-parts":[[2020,9,14]],"date-time":"2020-09-14T23:05:18Z","timestamp":1600124718000},"page":"288-310","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":32,"title":["Overview of CLEF HIPE 2020: Named Entity Recognition and Linking on Historical Newspapers"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9900-2193","authenticated-orcid":false,"given":"Maud","family":"Ehrmann","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1890-2577","authenticated-orcid":false,"given":"Matteo","family":"Romanello","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alex","family":"Fl\u00fcckiger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1365-0662","authenticated-orcid":false,"given":"Simon","family":"Clematide","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,9,15]]},"reference":[{"key":"21_CR1","unstructured":"Akbik, A., Bergmann, T., Blythe, D., Rasul, K., Schweter, S., Vollgraf, R.: FLAIR: an easy-to-use framework for state-of-the-art NLP. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics (demonstrations), pp. 54\u201359. Association for Computational Linguistics, Minneapolis, Minnesota, June 2019. https:\/\/www.aclweb.org\/anthology\/N19-4010"},{"key":"21_CR2","unstructured":"Akbik, A., Blythe, D., Vollgraf, R.: Contextual string embeddings for sequence labeling. In: Proceedings of the 27th International Conference on Computational Linguistics, pp. 1638\u20131649. Association for Computational Linguistics, Santa Fe, New Mexico, USA, August 2018. http:\/\/www.aclweb.org\/anthology\/C18-1139"},{"key":"21_CR3","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1162\/tacl_a_00051","volume":"5","author":"P Bojanowski","year":"2017","unstructured":"Bojanowski, P., Grave, E., Joulin, A., Mikolov, T.: Enriching word vectors with subword information. Trans. Assoc. Comput. Linguist. 5, 135\u2013146 (2017). https:\/\/www.aclweb.org\/anthology\/Q17-1010","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"21_CR4","doi-asserted-by":"publisher","unstructured":"Bollmann, M.: A large-scale comparison of historical text normalization systems. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 3885\u20133898. Association for Computational Linguistics, Minneapolis, Minnesota (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1389","DOI":"10.18653\/v1\/N19-1389"},{"key":"21_CR5","unstructured":"Borin, L., Kokkinakis, D., Olsson, L.J.: Naming the past: named entity and animacy recognition in 19th century Swedish literature. In: Proceedings of the Workshop on Language Technology for Cultural Heritage Data (LaT-eCH 2007), pp. 1\u20138 (2007)"},{"key":"21_CR6","unstructured":"Cappellato, L., Eickhoff, C., Ferro, N., N\u00e9v\u00e9ol, A. (eds.): CLEF 2020 Working Notes. In: CEUR Workshop Proceedings Working Notes of CLEF 2020 - Conference and Labs of the Evaluation Forum (2020)"},{"key":"21_CR7","doi-asserted-by":"crossref","unstructured":"Chiron, G., Doucet, A., Coustaty, M., Visani, M., Moreux, J.P.: Impact of OCR errors on the use of digital libraries: towards a better access to information. In: Proceedings of the 17th ACM\/IEEE Joint Conference on Digital Libraries JCDL 2017, pp. 249\u2013252. IEEE Press, Piscataway (2017), http:\/\/dl.acm.org\/citation.cfm?id=3200334.3200364","DOI":"10.1109\/JCDL.2017.7991582"},{"key":"21_CR8","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1162\/tacl\\_a_00104","volume":"4","author":"JP Chiu","year":"2016","unstructured":"Chiu, J.P., Nichols, E.: Named entity recognition with bidirectional LSTM-CNNs. Trans. Assoc. Comput. Linguist. 4, 357\u2013370 (2016). https:\/\/doi.org\/10.1162\/tacl_a_00104","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"21_CR9","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. CoRR abs\/1810.04805 (2018). http:\/\/arxiv.org\/abs\/1810.04805"},{"key":"21_CR10","doi-asserted-by":"crossref","unstructured":"Dupont, Y., Dinarelli, M., Tellier, I., Lautier, C.: Structured named entity recognition by cascading CRFs. In: Intelligent Text Processing and Computational Linguistics (CICling) (2017)","DOI":"10.1007\/978-3-319-77113-7_20"},{"key":"21_CR11","unstructured":"Ehrmann, M., Colavizza, G., Rochat, Y., Kaplan, F.: Diachronic evaluation of NER systems on old newspapers. In: Proceedings of the 13th Conference on Natural Language Processing KONVENS 2016, pp. 97\u2013107. Bochumer Linguistische Arbeitsberichte (2016). https:\/\/infoscience.epfl.ch\/record\/221391?ln=en"},{"key":"21_CR12","doi-asserted-by":"crossref","unstructured":"Ehrmann, M., Romanello, M., Fl\u00fcckiger, A., Clematide, S.: Extended overview of CLEF HIPE 2020: named entity processing on historical newspapers. In: Cappellato, L., Eickhoff, C., Ferro, N., N\u00e9v\u00e9ol, A. (eds.) CLEF 2020 Working Notes. Working Notes of CLEF 2020 - Conference and Labs of the Evaluation Forum CEUR-WS (2020)","DOI":"10.1007\/978-3-030-58219-7_21"},{"key":"21_CR13","doi-asserted-by":"publisher","unstructured":"Ehrmann, M., Romanello, M., Fl\u00fcckiger, A., Clematide, S.: HIPE - shared task participation guidelines (v1.1) (2020). https:\/\/doi.org\/10.5281\/zenodo.3677171","DOI":"10.5281\/zenodo.3677171"},{"key":"21_CR14","doi-asserted-by":"publisher","unstructured":"Ehrmann, M., Romanello, M., Fl\u00fcckiger, A., Clematide, S.: Impresso named entity annotation guidelines (2020). https:\/\/doi.org\/10.5281\/zenodo.3604227","DOI":"10.5281\/zenodo.3604227"},{"key":"21_CR15","doi-asserted-by":"publisher","unstructured":"El Vaigh, C.B., Goasdou\u00e9, F., Gravier, G., S\u00e9billot, P.: Using knowledge base semantics in context-aware entity linking. In: 2019 Proceedings of the ACM Symposium on Document Engineering DocEng 2019, pp. 1\u201310. Association for Computing Machinery, Berlin, Germany, September 2019. https:\/\/doi.org\/10.1145\/3342558.3345393","DOI":"10.1145\/3342558.3345393"},{"key":"21_CR16","unstructured":"Galibert, O., Rosset, S., Grouin, C., Zweigenbaum, P., Quintard, L.: Extended named entity annotation on OCRed documents : from corpus constitution to evaluation campaign. In: Proceedings of the Eighth conference on International Language Resources and Evaluation, pp. 3126\u20133131. Istanbul, Turkey (2012)"},{"key":"21_CR17","doi-asserted-by":"crossref","unstructured":"Ganea, O.E., Hofmann, T.: Deep joint entity disambiguation with local neural attention. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, pp. 2619\u20132629 (2017)","DOI":"10.18653\/v1\/D17-1277"},{"key":"21_CR18","doi-asserted-by":"crossref","unstructured":"Grishman, R., Sundheim, B.: Design of the MUC-6 evaluation. In: Proceedings of the Sixth Conference on Message Understanding Conference (MUC-6), Columbia, Maryland (1995)","DOI":"10.3115\/1072399.1072401"},{"key":"21_CR19","unstructured":"Hoffart, J., et al.: Robust disambiguation of named entities in text. In: EMNLP (2011)"},{"issue":"2","key":"21_CR20","doi-asserted-by":"publisher","first-page":"262","DOI":"10.1093\/llc\/fqt067","volume":"30","author":"SV Hooland","year":"2015","unstructured":"Hooland, S.V., Wilde, M.D., Verborgh, R., Steiner, T., Van de Walle, R.: Exploring entity recognition and disambiguation for cultural heritage collections. Digit. Sch. Humanit. 30(2), 262\u2013279 (2015). https:\/\/doi.org\/10.1093\/llc\/fqt067","journal-title":"Digit. Sch. Humanit."},{"key":"21_CR21","doi-asserted-by":"crossref","unstructured":"van Hulst, J.M., Hasibi, F., Dercksen, K., Balog, K., de Vries, A.P.: REL: an entity linker standing on the shoulders of giants. In: Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval SIGIR 2020. ACM (2020)","DOI":"10.1145\/3397271.3401416"},{"key":"21_CR22","doi-asserted-by":"publisher","unstructured":"Kaplan, F., di Lenardo, I.: Big data of the past. Front. Digit. Humanit. 4 (2017). https:\/\/doi.org\/10.3389\/fdigh.2017.00012","DOI":"10.3389\/fdigh.2017.00012"},{"key":"21_CR23","unstructured":"Klie, J.C., Bugert, M., Boullosa, B., de Castilho, R.E., Gurevych, I.: The inception platform: machine-assisted and knowledge-oriented interactive annotation. In: Proceedings of the 27th International Conference on Computational Linguistics: System Demonstrations, pp. 5\u20139 (2018)"},{"key":"21_CR24","doi-asserted-by":"publisher","unstructured":"Kolitsas, N., Ganea, O.E., Hofmann, T.: End-to-end neural entity linking. In: Proceedings of the 22nd Conference on Computational Natural Language Learning, pp. 519\u2013529. Association for Computational Linguistics, Brussels, Belgium, October 2018. https:\/\/doi.org\/10.18653\/v1\/K18-1050","DOI":"10.18653\/v1\/K18-1050"},{"key":"21_CR25","volume-title":"Content Analysis: An Introduction to its Methodology","author":"K Krippendorff","year":"1980","unstructured":"Krippendorff, K.: Content Analysis: An Introduction to its Methodology. Sage Publications, Thousand Oaks (1980)"},{"key":"21_CR26","unstructured":"Labusch, K., Neudecker, C., Zellh\u00f6fer, D.: BERT for named entity recognition in contemporary and historic german. In: Preliminary proceedings of the 15th Conference on Natural Language Processing (KONVENS 2019): Long Papers, pp. 1\u20139. German Society for Computational Linguistics & Language Technology, Erlangen, Germany (2019)"},{"key":"21_CR27","doi-asserted-by":"crossref","unstructured":"Lample, G., Ballesteros, M., Subramanian, S., Kawakami, K., Dyer, C.: Neural architectures for named entity recognition, March 2016. arXiv:1603.01360. http:\/\/arxiv.org\/abs\/1603.01360","DOI":"10.18653\/v1\/N16-1030"},{"key":"21_CR28","unstructured":"Lavergne, T., Capp\u00e9, O., Yvon, F.: Practical very large scale CRFs. In: Proceedings of the 48th Annual Meeting of the Association for Computational Linguistics, pp. 504\u2013513. Association for Computational Linguistics (2010)"},{"key":"21_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1007\/978-3-030-34058-2_11","volume-title":"Digital Libraries at the Crossroads of Digital Information for the Future","author":"E Linhares Pontes","year":"2019","unstructured":"Linhares Pontes, E., Hamdi, A., Sidere, N., Doucet, A.: Impact of OCR quality on named entity linking. In: Jatowt, A., Maeda, A., Syn, S.Y. (eds.) ICADL 2019. LNCS, vol. 11853, pp. 102\u2013115. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-34058-2_11"},{"key":"21_CR30","unstructured":"Makhoul, J., Kubala, F., Schwartz, R., Weischedel, R.: Performance measures for information extraction. In: Proceedings of DARPA Broadcast News Workshop, pp. 249\u2013252 (1999)"},{"key":"21_CR31","doi-asserted-by":"crossref","unstructured":"Martin, L., et al.: Camembert: a tasty french language model (2019)","DOI":"10.18653\/v1\/2020.acl-main.645"},{"key":"21_CR32","unstructured":"May, P.: German ELMo model (2019). https:\/\/github.com\/t-systems-on-site-services-gmbh\/german-elmo-model"},{"issue":"1","key":"21_CR33","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1075\/li.30.1.03nad","volume":"30","author":"D Nadeau","year":"2007","unstructured":"Nadeau, D., Sekine, S.: A survey of named entity recognition and classification. Lingvisticae Investigationes 30(1), 3\u201326 (2007)","journal-title":"Lingvisticae Investigationes"},{"key":"21_CR34","doi-asserted-by":"publisher","unstructured":"Neudecker, C., Antonacopoulos, A.: Making Europe\u2019s historical newspapers searchable. In: 2016 12th IAPR Workshop on Document Analysis Systems (DAS), pp. 405\u2013410. IEEE, Santorini, Greece, April 2016. https:\/\/doi.org\/10.1109\/DAS.2016.83","DOI":"10.1109\/DAS.2016.83"},{"key":"21_CR35","unstructured":"Nguyen, D.B., Hoffart, J., Theobald, M., Weikum, G.: Aida-light: high-throughput named-entity disambiguation. In: LDOW (2014)"},{"key":"21_CR36","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1007\/978-3-319-08958-4_19","volume-title":"Human Language Technology Challenges for Computer Science and Linguistics","author":"D Nouvel","year":"2014","unstructured":"Nouvel, D., Antoine, J.-Y., Friburger, N.: Pattern mining for named entity recognition. In: Vetulani, Z., Mariani, J. (eds.) LTC 2011. LNCS (LNAI), vol. 8387, pp. 226\u2013237. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-08958-4_19"},{"key":"21_CR37","unstructured":"Okazaki, N.: CRFsuite: a fast implementation of Conditional Random Fields (CRFs) (2007). http:\/\/www.chokkan.org\/software\/crfsuite\/"},{"key":"21_CR38","unstructured":"Ortiz Su\u00e1rez, P.J., Dupont, Y., Muller, B., Romary, L., Sagot, B.: Establishing a new state-of-the-art for French named entity recognition. In: Proceedings of the 12th Language Resources and Evaluation Conference, pp. 4631\u20134638. European Language Resources Association, Marseille, France, May 2020. https:\/\/www.aclweb.org\/anthology\/2020.lrec-1.569"},{"key":"21_CR39","first-page":"1532","volume":"14","author":"J Pennington","year":"2014","unstructured":"Pennington, J., Socher, R., Manning, C.D.: Glove: global vectors for word representation. EMNLP 14, 1532\u201343 (2014)","journal-title":"EMNLP"},{"key":"21_CR40","doi-asserted-by":"publisher","unstructured":"Peters, M., et al.: Deep Contextualized Word Representations. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers). pp. 2227\u20132237. Association for Computational Linguistics, New Orleans, Louisiana (2018). https:\/\/doi.org\/10.18653\/v1\/N18-1202","DOI":"10.18653\/v1\/N18-1202"},{"issue":"2","key":"21_CR41","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2200\/S00436ED1V01Y201207HLT017","volume":"5","author":"M Piotrowski","year":"2012","unstructured":"Piotrowski, M.: Natural language processing for historical texts. Synth. Lect. Hum. Lang. Technol. 5(2), 1\u2013157 (2012)","journal-title":"Synth. Lect. Hum. Lang. Technol."},{"key":"21_CR42","unstructured":"Plank, B.: What to do about non-standard (or non-canonical) language in NLP. In: Proceedings of the 13th Conference on Natural Language Processing KONVENS 2016. Bochumer Linguistische Arbeitsberichte (2016)"},{"key":"21_CR43","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1007\/978-3-642-28569-1_5","volume-title":"Multi-source, Multilingual Information Extraction and Summarization","author":"D Rao","year":"2013","unstructured":"Rao, D., McNamee, P., Dredze, M.: Entity linking: finding extracted entities in a knowledge base. In: Poibeau, T., Saggion, H., Piskorski, J., Yangarber, R. (eds.) Multi-source, Multilingual Information Extraction and Summarization, pp. 93\u2013115. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-28569-1_5"},{"key":"21_CR44","unstructured":"Rosset, S., Grouin, C., Fort, K., Galibert, O., Kahn, J., Zweigenbaum, P.: Structured named entities in two distinct press corpora: contemporary broadcast news and old newspapers. In: Proceedings of the 6th Linguistic Annotation Workshop, pp. 40\u201348. Association for Computational Linguistics (2012)"},{"key":"21_CR45","unstructured":"Rosset, S., Grouin, C., Zweigenbaum, P.: Entit\u00e9s nomm\u00e9es structur\u00e9es : guide d\u2019annotation Quaero. NOTES et DOCUMENTS 2011\u201304, LIMSI-CNRS (2011)"},{"key":"21_CR46","unstructured":"Smith, D.A., Cordell, R.: A research agenda for historical and multilingual optical character recognition. Technical report (2018). http:\/\/hdl.handle.net\/2047\/D20297452"},{"issue":"9","key":"21_CR47","doi-asserted-by":"publisher","first-page":"750","DOI":"10.1111\/j.1749-818X.2010.00230.x","volume":"4","author":"C Sporleder","year":"2010","unstructured":"Sporleder, C.: Natural language processing for cultural heritage domains. Lang. Linguist. Compass 4(9), 750\u2013768 (2010). https:\/\/doi.org\/10.1111\/j.1749-818X.2010.00230.x","journal-title":"Lang. Linguist. Compass"},{"key":"21_CR48","doi-asserted-by":"publisher","unstructured":"van Strien, D., Beelen, K., Ardanuy, M.C., Hosseini, K., McGillivray, B., Colavizza, G.: Assessing the impact of OCR quality on downstream NLP tasks. In: ICAART 2020 - Proceedings of the 12th International Conference on Agents and Artificial Intelligence. SCITEPRESS - Science and Technology Publications, January 2020. https:\/\/doi.org\/10.17863\/CAM.52068","DOI":"10.17863\/CAM.52068"},{"key":"21_CR49","doi-asserted-by":"publisher","unstructured":"van Strien, D., Beelen, K., Ardanuy, M., Hosseini, K., McGillivray, B., Colavizza, G.: Assessing the impact of OCR quality on downstream NLP tasks. In: Proceedings of the 12th International Conference on Agents and Artificial Intelligence, pp. 484\u2013496. SCITEPRESS - Science and Technology Publications, Valletta, Malta (2020). https:\/\/doi.org\/10.5220\/0009169004840496","DOI":"10.5220\/0009169004840496"},{"key":"21_CR50","doi-asserted-by":"publisher","unstructured":"Terras, M.: The rise of digitization. In: Rikowski, R. (ed.) Digitisation Perspectives, pp. 3\u201320. Sense Publishers, Rotterdam (2011). https:\/\/doi.org\/10.1007\/978-94-6091-299-3_1","DOI":"10.1007\/978-94-6091-299-3_1"},{"key":"21_CR51","unstructured":"Vaswani, A., et al.: Attention is all you need. CoRR abs\/1706.03762 (2017). http:\/\/arxiv.org\/abs\/1706.03762"},{"key":"#cr-split#-21_CR52.1","doi-asserted-by":"crossref","unstructured":"Vilain, M., Su, J., Lubar, S.: Entity extraction is a boring solved problem: or is it? In: Human Language Technologies 2007: The Conference of the North American Chapter of the Association for Computational Linguistics","DOI":"10.3115\/1614108.1614154"},{"key":"#cr-split#-21_CR52.2","unstructured":"Companion Volume, Short Papers, NAACL-Short 2007, Rochester, New York, pp. 181-184. Association for Computational Linguistics (2007). http:\/\/dl.acm.org\/citation.cfm?id=1614108.1614154"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-58219-7_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,5]],"date-time":"2024-03-05T13:18:59Z","timestamp":1709644739000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-58219-7_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030582180","9783030582197"],"references-count":53,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-58219-7_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"15 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Thessaloniki","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2020.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"56% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}