{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:38:19Z","timestamp":1774309099417,"version":"3.50.1"},"publisher-location":"Cham","reference-count":53,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030852504","type":"print"},{"value":"9783030852511","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-85251-1_28","type":"book-chapter","created":{"date-parts":[[2021,9,14]],"date-time":"2021-09-14T00:45:22Z","timestamp":1631580322000},"page":"450-467","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Overview of Touch\u00e9 2021: Argument Retrieval"],"prefix":"10.1007","author":[{"given":"Alexander","family":"Bondarenko","sequence":"first","affiliation":[]},{"given":"Lukas","family":"Gienapp","sequence":"additional","affiliation":[]},{"given":"Maik","family":"Fr\u00f6be","sequence":"additional","affiliation":[]},{"given":"Meriem","family":"Beloucif","sequence":"additional","affiliation":[]},{"given":"Yamen","family":"Ajjour","sequence":"additional","affiliation":[]},{"given":"Alexander","family":"Panchenko","sequence":"additional","affiliation":[]},{"given":"Chris","family":"Biemann","sequence":"additional","affiliation":[]},{"given":"Benno","family":"Stein","sequence":"additional","affiliation":[]},{"given":"Henning","family":"Wachsmuth","sequence":"additional","affiliation":[]},{"given":"Martin","family":"Potthast","sequence":"additional","affiliation":[]},{"given":"Matthias","family":"Hagen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,9,14]]},"reference":[{"key":"28_CR1","doi-asserted-by":"publisher","unstructured":"Ajjour, Y., Wachsmuth, H., Kiesel, J., Potthast, M., Hagen, M., Stein, B.: Data acquisition for argument search: the args.me corpus. In: Proceedings of the 42nd German Conference on Artificial Intelligence (KI 2019). pp. 48\u201359. Springer, Berlin, Heidelberg, New York (2019). https:\/\/doi.org\/10.1007\/978-3-030-30179-8_4","DOI":"10.1007\/978-3-030-30179-8_4"},{"key":"28_CR2","unstructured":"Akiki, C., Potthast, M.: Exploring argument retrieval with transformers. In: Working Notes Papers of the CLEF 2020 Evaluation Labs, vol. 2696 (2020). http:\/\/ceur-ws.org\/Vol-2696\/"},{"key":"28_CR3","volume-title":"On Rhetoric: A Theory of Civic Discourse","author":"GA Kennedy","year":"2006","unstructured":"Kennedy, G.A.: On Rhetoric: A Theory of Civic Discourse. Oxford University Press, Oxford (2006)"},{"key":"28_CR4","doi-asserted-by":"publisher","unstructured":"Bar-Haim, R., Eden, L., Friedman, R., Kantor, Y., Lahav, D., Slonim, N.: From arguments to key points: towards automatic argument summarization. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics (ACL 2020), pp. 4029\u20134039. Association for Computational Linguistics(2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.371","DOI":"10.18653\/v1\/2020.acl-main.371"},{"key":"28_CR5","doi-asserted-by":"publisher","unstructured":"Bar-Haim, R., et al.: From surrogacy to adoption; from bitcoin to cryptocurrency: debate topic expansion. In: Proceedings of the 57th Conference of the Association for Computational Linguistics (ACL 2019), pp. 977\u2013990. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/v1\/p19-1094","DOI":"10.18653\/v1\/p19-1094"},{"key":"28_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"820","DOI":"10.1007\/978-3-319-76941-7_83","volume-title":"Advances in Information Retrieval","author":"J Bevendorff","year":"2018","unstructured":"Bevendorff, J., Stein, B., Hagen, M., Potthast, M.: Elastic ChatNoir: search engine for the clueweb and the common crawl. In: Pasi, G., Piwowarski, B., Azzopardi, L., Hanbury, A. (eds.) ECIR 2018. LNCS, vol. 10772, pp. 820\u2013824. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-76941-7_83"},{"key":"28_CR7","doi-asserted-by":"crossref","unstructured":"Bondarenko, A., et al.: Overview of Touch\u00e9 2020: argument retrieval. In: Working Notes Papers of the CLEF 2020 Evaluation Labs. CEUR Workshop Proceedings, vol. 2696 (2020). http:\/\/ceur-ws.org\/Vol-2696\/","DOI":"10.1007\/978-3-030-58219-7_26"},{"key":"28_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"574","DOI":"10.1007\/978-3-030-72240-1_67","volume-title":"Advances in Information Retrieval","author":"A Bondarenko","year":"2021","unstructured":"Bondarenko, A., et al.: Overview of Touch\u00e9 2021: argument retrieval. In: Hiemstra, D., Moens, M.-F., Mothe, J., Perego, R., Potthast, M., Sebastiani, F. (eds.) ECIR 2021. LNCS, vol. 12657, pp. 574\u2013582. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72240-1_67"},{"key":"28_CR9","doi-asserted-by":"crossref","unstructured":"Bondarenko, A., et al.: Overview of Touch\u00e9 2021: argument retrieval. In: Working Notes of CLEF 2021 - Conference and Labs of the Evaluation Forum, p. (to appear). CEUR Workshop Proceedings, CLEF and CEUR-WS.org (2021)","DOI":"10.1007\/978-3-030-85251-1_28"},{"key":"28_CR10","unstructured":"Cer, D., et al.: Universal Sentence Encoder. CoRR abs\/1803.11175 (2018).http:\/\/arxiv.org\/abs\/1803.11175"},{"key":"28_CR11","unstructured":"Chekalina, V., Bondarenko, A., Biemann, C., Beloucif, M., Logacheva, V., Panchenko, A.: Which is better for deep learning: python or MATLAB? Answering comparative questions in natural language. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations (EACL 2021), pp. 302\u2013311. Association for Computational Linguistics (2021). https:\/\/www.aclweb.org\/anthology\/2021.eacl-demos.36\/"},{"key":"28_CR12","doi-asserted-by":"publisher","unstructured":"Chen, T., Guestrin, C.: XGBoost: a scalable tree boosting system. In:Proceedings of the 22nd ACM SIGKDD International Conference on KnowledgeDiscovery and Data Mining, pp. 785\u2013794. ACM (2016). https:\/\/doi.org\/10.1145\/2939672.2939785","DOI":"10.1145\/2939672.2939785"},{"key":"28_CR13","doi-asserted-by":"crossref","unstructured":"Chernodub, A., et al.: TARGER: neural argument mining at your fingertips. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics (ACL 2019), pp. 195\u2013200. Association for Computational Linguistics (2019). https:\/\/www.aclweb.org\/anthology\/P19-3031","DOI":"10.18653\/v1\/P19-3031"},{"key":"28_CR14","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT 2019), pp. 4171\u20134186. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/v1\/n19-1423","DOI":"10.18653\/v1\/n19-1423"},{"key":"28_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1007\/978-3-030-45439-5_29","volume-title":"Advances in Information Retrieval","author":"L Dumani","year":"2020","unstructured":"Dumani, L., Neumann, P.J., Schenkel, R.: A framework for argument retrieval - ranking argument clusters by frequency and specificity. In: Jose, J.M., et al. (eds.) ECIR 2020. LNCS, vol. 12035, pp. 431\u2013445. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45439-5_29"},{"key":"28_CR16","doi-asserted-by":"publisher","unstructured":"Dumani, L., Schenkel, R.: Quality aware ranking of arguments. In: Proceedings of the 29th ACM International Conference on Information & Knowledge Management, pp. 335\u2013344. CIKM 2020, Association for Computing Machinery (2020). https:\/\/doi.org\/10.1007\/978-3-030-45439-5_29","DOI":"10.1007\/978-3-030-45439-5_29"},{"key":"28_CR17","doi-asserted-by":"crossref","unstructured":"Fellbaum, C.: WordNet: An Electronic Lexical Database. Bradford Books (1998)","DOI":"10.7551\/mitpress\/7287.001.0001"},{"key":"28_CR18","doi-asserted-by":"publisher","unstructured":"Fr\u00f6be, M., et al.: CopyCat: near-duplicates within and between the ClueWeb and the common crawl. In: Proceedings of the 44th International ACM Conference on Research and Development in Information Retrieval (SIGIR 2021). ACM (2021). https:\/\/doi.org\/10.1145\/3404835.3463246","DOI":"10.1145\/3404835.3463246"},{"key":"28_CR19","doi-asserted-by":"publisher","unstructured":"Fr\u00f6be, M., Bevendorff, J., Reimer, J., Potthast, M., Hagen, M.: Sampling bias due to near-duplicates in learning to rank. In: Proceedings of the 43rd International ACM Conference on Research and Development in Information Retrieval (SIGIR 2020), pp. 1997\u20132000. ACM (2020). https:\/\/doi.org\/10.1145\/3397271.3401212","DOI":"10.1145\/3397271.3401212"},{"key":"28_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1007\/978-3-030-45442-5_2","volume-title":"Advances in Information Retrieval","author":"M Fr\u00f6be","year":"2020","unstructured":"Fr\u00f6be, M., Bittner, J.P., Potthast, M., Hagen, M.: The effect of content-equivalent near-duplicates on the evaluation of search engines. In: Jose, J.M., et al. (eds.) ECIR 2020. LNCS, vol. 12036, pp. 12\u201319. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45442-5_2"},{"key":"28_CR21","doi-asserted-by":"crossref","unstructured":"Gienapp, L., Stein, B., Hagen, M., Potthast, M.: Efficient pairwise annotation of argument quality. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics (ACL 2020), pp. 5772\u20135781. Association for Computational Linguistics, Online (2020). https:\/\/www.aclweb.org\/anthology\/2020.acl-main.511\/","DOI":"10.18653\/v1\/2020.acl-main.511"},{"key":"28_CR22","unstructured":"Iyer, S., Dandekar, N., Csernai, K.: First Quora Dataset Release: Question Pairs (2017). https:\/\/data.quora.com\/First-Quora-Dataset-Release-Question-Pairs"},{"key":"28_CR23","doi-asserted-by":"publisher","unstructured":"Jindal, N., Liu, B.: Identifying comparative sentences in text documents. In: Proceedings of the 29th Annual International Conference on Research and Development in Information Retrieval (SIGIR 2006), pp. 244\u2013251. ACM (2006). https:\/\/doi.org\/10.1145\/1148170.1148215","DOI":"10.1145\/1148170.1148215"},{"key":"28_CR24","unstructured":"Jindal, N., Liu, B.: Mining comparative sentences and relations. In: Proceedings of the 21st National Conference on Artificial Intelligence and the 18th Innovative Applications of Artificial Intelligence Conference (AAAI 2006), pp. 1331\u20131336. AAAI Press (2006). http:\/\/www.aaai.org\/Library\/AAAI\/2006\/aaai06-209.php"},{"key":"28_CR25","unstructured":"Ke, G., et al.: LightGBM: a highly efficient gradient boosting decision tree. In: Proceedings of the Annual Conference on Neural Information Processing Systems (NeurIPS 2017), pp. 3146\u20133154 (2017)"},{"key":"28_CR26","unstructured":"Kessler, W., Kuhn, J.: A corpus of comparisons in product reviews. In: Proceedings of the 9th International Conference on Language Resources and Evaluation (LREC 2014), pp. 2242\u20132248. European Language Resources Association (ELRA) (2014). http:\/\/www.lrec-conf.org\/proceedings\/lrec2014\/summaries\/1001.html"},{"key":"28_CR27","doi-asserted-by":"publisher","unstructured":"Krovetz, R.: Viewing morphology as an inference process. In: Proceedings of the 16th Annual International Conference on Research and Development in Information Retrieval (SIGIR 1993), pp. 191\u2013202. ACM (1993). https:\/\/doi.org\/10.1145\/160688.160718","DOI":"10.1145\/160688.160718"},{"key":"28_CR28","doi-asserted-by":"publisher","unstructured":"Lavrenko, V., Croft, W.B.: Relevance-based language models. In: Proceedings of the 24th Annual International Conference on Research and Development in Information Retrieval (SIGIR 2001), pp. 120\u2013127. ACM (2001). https:\/\/doi.org\/10.1145\/383952.383972","DOI":"10.1145\/383952.383972"},{"key":"28_CR29","unstructured":"Levy, R., Bogin, B., Gretz, S., Aharonov, R., Slonim, N.: Towards an argumentative content search engine using weak supervision. In: Proceedings of the 27th International Conference on Computational Linguistics (COLING 2018), pp. 2066\u20132081. Association for Computational Linguistics (2018). https:\/\/www.aclweb.org\/anthology\/C18-1176\/"},{"key":"28_CR30","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1016\/j.eswa.2016.08.050","volume":"65","author":"M Lippi","year":"2016","unstructured":"Lippi, M., Torroni, P.: MARGOT: a web server for argumentation mining. Expert Syst. Appl. 65, 292\u2013303 (2016). https:\/\/doi.org\/10.1016\/j.eswa.2016.08.050","journal-title":"Expert Syst. Appl."},{"key":"28_CR31","doi-asserted-by":"crossref","unstructured":"Ma, N., Mazumder, S., Wang, H., Liu, B.: Entity-aware dependency-based deep graph attention network for comparative preference classification. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics (ACL 2020), pp. 5782\u20135788. Association for Computational Linguistics (2020). https:\/\/www.aclweb.org\/anthology\/2020.acl-main.512\/","DOI":"10.18653\/v1\/2020.acl-main.512"},{"key":"28_CR32","doi-asserted-by":"publisher","unstructured":"Mass, Y., et al.: Word emphasis prediction for expressive text to speech. In: Proceedings of the 19th Annual Conference of the International Speech Communication Association (Interspeech 2018), pp. 2868\u20132872. ISCA (2018). https:\/\/doi.org\/10.21437\/Interspeech.2018-1159","DOI":"10.21437\/Interspeech.2018-1159"},{"key":"28_CR33","unstructured":"Mikolov, T., Chen, K., Corrado, G., Dean, J.: Efficient estimation of wordrepresentations in vector space. In: Proceedings of the 1st InternationalConference on Learning Representations (ICLR 2013) (2013).http:\/\/arxiv.org\/abs\/1301.3781"},{"key":"28_CR34","doi-asserted-by":"publisher","unstructured":"Nadamoto, A., Tanaka, K.: A comparative web browser (CWB) for browsing and comparing web pages. In: Proceedings of the 12th International World Wide Web Conference (WWW 2003), pp. 727\u2013735. ACM (2003). https:\/\/doi.org\/10.1145\/775152.775254","DOI":"10.1145\/775152.775254"},{"key":"28_CR35","unstructured":"Nakayama, H., Kubo, T., Kamura, J., Taniguchi, Y., Liang, X.: doccano: Text Annotation Tool for Human (2018). https:\/\/github.com\/doccano\/doccano"},{"key":"28_CR36","unstructured":"Nguyen, T., et al.: MS MARCO: a human generated machine reading comprehension dataset. In: Proceedings of the Workshop on Cognitive Computation: Integrating neural and symbolic approaches 2016 co-located with the 30th Annual Conference on Neural Information Processing Systems (NIPS 2016). CEUR Workshop Proceedings, vol. 1773. CEUR-WS.org (2016). http:\/\/ceur-ws.org\/Vol-1773\/CoCoNIPS_2016_paper9.pdf"},{"key":"28_CR37","unstructured":"Page, L., Brin, S., Motwani, R., Winograd, T.: The PageRank Citation Ranking: Bringing Order to the Web. Technical Report 1999\u201366, Stanford InfoLab (1999). http:\/\/ilpubs.stanford.edu:8090\/422\/"},{"key":"28_CR38","doi-asserted-by":"publisher","unstructured":"Palotti, J.R.M., Scells, H., Zuccon, G.: TrecTools: an open-source python library for information retrieval practitioners involved in TREC-like campaigns. In: Proceedings of the 42nd International Conference on Research and Development in Information Retrieval (SIGIR 2019), pp. 1325\u20131328. ACM (2019). https:\/\/doi.org\/10.1145\/3331184.3331399","DOI":"10.1145\/3331184.3331399"},{"key":"28_CR39","doi-asserted-by":"publisher","unstructured":"Panchenko, A., Bondarenko, A., Franzek, M., Hagen, M., Biemann, C.: Categorizing comparative sentences. In: Proceedings of the 6th Workshop on Argument Mining (ArgMining@ACL 2019), pp. 136\u2013145. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/v1\/w19-4516","DOI":"10.18653\/v1\/w19-4516"},{"key":"28_CR40","doi-asserted-by":"publisher","unstructured":"Potthast, M., et al.: Argument search: assessing argument relevance. In: Proceedings of the 42nd International Conference on Research and Development in Information Retrieval (SIGIR 2019), pp. 1117\u20131120. ACM (2019). https:\/\/doi.org\/10.1145\/3331184.3331327","DOI":"10.1145\/3331184.3331327"},{"key":"28_CR41","series-title":"The Information Retrieval Series","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1007\/978-3-030-22948-1_5","volume-title":"Information Retrieval Evaluation in a Changing World","author":"M Potthast","year":"2019","unstructured":"Potthast, M., Gollub, T., Wiegmann, M., Stein, B.: TIRA integrated research architecture. In: Information Retrieval Evaluation in a Changing World. TIRS, vol. 41, pp. 123\u2013160. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-22948-1_5"},{"issue":"8","key":"28_CR42","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I.: Language models are unsupervised multitask learners. OpenAI blog 1(8), 9 (2019)","journal-title":"OpenAI blog"},{"key":"28_CR43","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: DistilBERT, a Distilled Version of BERT: Smaller, Faster, Cheaper and Lighter. CoRR abs\/1910.01108 (2019). http:\/\/arxiv.org\/abs\/1910.01108"},{"key":"28_CR44","doi-asserted-by":"publisher","unstructured":"Schildw\u00e4chter, M., Bondarenko, A., Zenker, J., Hagen, M., Biemann, C., Panchenko, A.: Answering comparative questions: better than ten-blue-links? In: Proceedings of the Conference on Human Information Interaction and Retrieval (CHIIR 2019), pp. 361\u2013365. ACM (2019). https:\/\/doi.org\/10.1145\/3295750.3298916","DOI":"10.1145\/3295750.3298916"},{"key":"28_CR45","doi-asserted-by":"publisher","unstructured":"Stab, C., et al.: ArgumenText: searching for arguments in heterogeneous sources. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics (NAACL-HLT 2018), pp. 21\u201325. Association for Computational Linguistics (2018). https:\/\/doi.org\/10.18653\/v1\/n18-5005","DOI":"10.18653\/v1\/n18-5005"},{"key":"28_CR46","doi-asserted-by":"publisher","unstructured":"Sun, J., Wang, X., Shen, D., Zeng, H., Chen, Z.: CWS: a comparative web search system. In: Proceedings of the 15th International Conference on World Wide Web (WWW 2006), pp. 467\u2013476. ACM (2006). https:\/\/doi.org\/10.1145\/1135777.1135846","DOI":"10.1145\/1135777.1135846"},{"key":"28_CR47","unstructured":"Trask, A., Michalak, P., Liu, J.: Sense2vec - A Fast and Accurate Method forWord Sense Disambiguation in Neural Word Embeddings. CoRRabs\/1511.06388 (2015). http:\/\/arxiv.org\/abs\/1511.06388"},{"key":"28_CR48","doi-asserted-by":"publisher","unstructured":"Wachsmuth, H., et al.: Argumentation quality assessment: theory vs. practice. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (ACL 2017), pp. 250\u2013255. Association for Computational Linguistics (2017). https:\/\/doi.org\/10.18653\/v1\/P17-2039","DOI":"10.18653\/v1\/P17-2039"},{"key":"28_CR49","doi-asserted-by":"crossref","unstructured":"Wachsmuth, H., et al.: Argumentation quality assessment: theory vs. practice. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (ACL 2017), pp. 250\u2013255. Association for Computational Linguistics (2017)","DOI":"10.18653\/v1\/P17-2039"},{"key":"28_CR50","doi-asserted-by":"crossref","unstructured":"Wachsmuth, H., et al.: Computational argumentation quality assessment in natural language. In: Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics (EACL 2017), pp. 176\u2013187 (2017). http:\/\/aclweb.org\/anthology\/E17-1017","DOI":"10.18653\/v1\/E17-1017"},{"key":"28_CR51","doi-asserted-by":"publisher","unstructured":"Wachsmuth, H., et al.: Building an argument search engine for the web. In: Proceedings of the 4th Workshop on Argument Mining (ArgMining@EMNLP 2017), pp. 49\u201359. Association for Computational Linguistics (2017). https:\/\/doi.org\/10.18653\/v1\/w17-5106","DOI":"10.18653\/v1\/w17-5106"},{"key":"28_CR52","doi-asserted-by":"publisher","unstructured":"Wachsmuth, H., Stein, B., Ajjour, Y.: \u201cPageRank\u201d for argument relevance. In: Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics (EACL 2017), pp. 1117\u20131127. Association for Computational Linguistics (2017). https:\/\/doi.org\/10.18653\/v1\/e17-1105","DOI":"10.18653\/v1\/e17-1105"},{"key":"28_CR53","doi-asserted-by":"crossref","unstructured":"Wachsmuth, H., Syed, S., Stein, B.: Retrieval of the best counterargument without prior topic knowledge. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (ACL 2018), pp. 241\u2013251. Association for Computational Linguistics (2018). https:\/\/www.aclweb.org\/anthology\/P18-1023\/","DOI":"10.18653\/v1\/P18-1023"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-85251-1_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,9]],"date-time":"2023-01-09T03:38:27Z","timestamp":1673235507000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-85251-1_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030852504","9783030852511"],"references-count":53,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-85251-1_28","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"14 September 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/clef2021.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"52% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5 best of labs papers and 12 lab overview papers are also included.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}