{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:45:22Z","timestamp":1774309522872,"version":"3.50.1"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031136429","type":"print"},{"value":"9783031136436","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-13643-6_28","type":"book-chapter","created":{"date-parts":[[2022,8,24]],"date-time":"2022-08-24T15:03:19Z","timestamp":1661353399000},"page":"470-494","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Overview of\u00a0the\u00a0CLEF 2022 SimpleText Lab: Automatic Simplification of\u00a0Scientific Texts"],"prefix":"10.1007","author":[{"given":"Liana","family":"Ermakova","sequence":"first","affiliation":[]},{"given":"Eric","family":"SanJuan","sequence":"additional","affiliation":[]},{"given":"Jaap","family":"Kamps","sequence":"additional","affiliation":[]},{"given":"St\u00e9phane","family":"Huet","sequence":"additional","affiliation":[]},{"given":"Irina","family":"Ovchinnikova","sequence":"additional","affiliation":[]},{"given":"Diana","family":"Nurbakova","sequence":"additional","affiliation":[]},{"given":"S\u00edlvia","family":"Ara\u00fajo","sequence":"additional","affiliation":[]},{"given":"Radia","family":"Hannachi","sequence":"additional","affiliation":[]},{"given":"Elise","family":"Mathurin","sequence":"additional","affiliation":[]},{"given":"Patrice","family":"Bellot","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,8,25]]},"reference":[{"key":"28_CR1","unstructured":"Text Analysis Conference (TAC) 2014 Biomedical Summarization Track (2014). https:\/\/tac.nist.gov\/2014\/BiomedSumm\/"},{"key":"28_CR2","doi-asserted-by":"crossref","unstructured":"Alva-Manchego, F., Martin, L., Bordes, A., Scarton, C., Sagot, B., Specia, L.: Asset: a dataset for tuning and evaluation of sentence simplification models with multiple rewriting transformations (2020). https:\/\/arxiv.org\/abs\/2005.00481","DOI":"10.18653\/v1\/2020.acl-main.424"},{"key":"28_CR3","unstructured":"Anand Deshmukh, A., Sethi, U.: IR-BERT: leveraging BERT for semantic search in background linking for news articles 2007, July 2020. http:\/\/adsabs.harvard.edu\/abs\/2020arXiv200712603A"},{"issue":"5","key":"28_CR4","doi-asserted-by":"publisher","first-page":"801","DOI":"10.1016\/j.ipm.2016.03.002","volume":"52","author":"P Bellot","year":"2016","unstructured":"Bellot, P., Moriceau, V., Mothe, J., SanJuan, E., Tannier, X.: INEX tweet contextualization task: evaluation, results and lesson learned. Inf. Process. Manage. 52(5), 801\u2013819 (2016). https:\/\/doi.org\/10.1016\/j.ipm.2016.03.002","journal-title":"Inf. Process. Manage."},{"key":"28_CR5","unstructured":"Brown, T.B., et al.: Language models are few-shot learners, July 2020. http:\/\/arxiv.org\/abs\/2005.14165"},{"key":"28_CR6","doi-asserted-by":"crossref","unstructured":"Chandrasekaran, M.K., Feigenblat, G., Hovy, E., Ravichander, A., Shmueli-Scheuer, M., de Waard, A.: Overview and insights from the shared tasks at scholarly document processing 2020: Cl-scisumm, laysumm and longsumm. In: Proceedings of the First Workshop on Scholarly Document Processing, pp. 214\u2013224 (2020)","DOI":"10.18653\/v1\/2020.sdp-1.24"},{"key":"28_CR7","unstructured":"Cohan, A., Goharian, N.: Revisiting summarization evaluation for scientific articles, April 2016. http:\/\/arxiv.org\/abs\/1604.00400"},{"key":"28_CR8","doi-asserted-by":"crossref","unstructured":"De Clercq, O., Hoste, V., Desmet, B., van Oosten, P., De Cock, M., Macken, L.: Using the crowd for readability prediction. Nat. Lang. Eng. 20(3), 293\u2013325 (2014). http:\/\/dx.doi.org\/10.1017\/S1351324912000344. ISSN 1469\u20138110","DOI":"10.1017\/S1351324912000344"},{"key":"28_CR9","doi-asserted-by":"crossref","unstructured":"Dong, Y., Li, Z., Rezagholizadeh, M., Cheung, J.C.K.: EditNTS: an neural programmer-interpreter model for sentence simplification through explicit editing. In: Proceedings of the 57th Annual Meeting of the ACL, Florence, Italy, pp. 3393\u20133402. ACL, July 2019. https:\/\/www.aclweb.org\/anthology\/P19-1331","DOI":"10.18653\/v1\/P19-1331"},{"key":"28_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"432","DOI":"10.1007\/978-3-030-85251-1_27","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"L Ermakova","year":"2021","unstructured":"Ermakova, L., et al.: Overview of SimpleText 2021 - CLEF workshop on text simplification for scientific information access. In: Candan, K.S., et al. (eds.) CLEF 2021. LNCS, vol. 12880, pp. 432\u2013449. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-85251-1_27"},{"key":"28_CR11","unstructured":"Ermakova, L., et al.: Text simplification for scientific information access: CLEF 2021 SimpleText workshop. In: Proceedings of Advances in Information Retrieval - 43nd European Conference on IR Research, ECIR 2021, Lucca, Italy, 28 March\u20131 April 2021 (2021)"},{"key":"28_CR12","unstructured":"Ermakova, L., et al.: Automatic simplification of scientific texts: SimpleText lab at CLEF-2022. In: Hagen, M., et al. (eds.) Advances in Information Retrieval, vol. 13186, pp. 364\u2013373. Springer, Cham (2022). ISBN 978-3-030-99738-0 978-3-030-99739-7"},{"key":"28_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"304","DOI":"10.1007\/978-3-319-65813-1_27","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"L Ermakova","year":"2017","unstructured":"Ermakova, L., Goeuriot, L., Mothe, J., Mulhem, P., Nie, J.-Y., SanJuan, E.: CLEF 2017 microblog cultural contextualization lab overview. In: Jones, G.J.F., et al. (eds.) CLEF 2017. LNCS, vol. 10456, pp. 304\u2013314. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-65813-1_27"},{"key":"28_CR14","unstructured":"Ermakova, L.N., Nurbakova, D., Ovchinnikova, I.: Covid or not Covid? Topic shift in information cascades on Twitter. In: Association for Computational Linguistics (ed.) 3rd International Workshop on Rumours and Deception in Social Media (RDSM) Collocated with COLING 2020, pp. 32\u201337. Proceedings of the 3rd International Workshop on Rumours and Deception in Social Media (RDSM), Barcelona, Spain, December 2020. https:\/\/hal.archives-ouvertes.fr\/hal-03066857"},{"key":"28_CR15","unstructured":"Faggioli, G., Ferro, N., Hanbury, A., Potthast, M. (eds.): Proc. of the Working Notes of CLEF 2022: Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings (2022)"},{"issue":"1","key":"28_CR16","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1007\/s10579-020-09503-7","volume":"55","author":"R Futrell","year":"2021","unstructured":"Futrell, R., et al.: The natural stories corpus: a reading-time corpus of English texts containing rare syntactic constructions. Lang. Resour. Eval. 55(1), 63\u201377 (2021). https:\/\/doi.org\/10.1007\/s10579-020-09503-7. ISSN 1574-0218","journal-title":"Lang. Resour. Eval."},{"key":"28_CR17","unstructured":"Gala, N., Fran\u00e7ois, T., Fairon, C.: Towards a French lexicon with difficulty measures: NLP helping to bridge the gap between traditional dictionaries and specialized lexicons. In: eLex-Electronic Lexicography (2013)"},{"key":"28_CR18","doi-asserted-by":"crossref","unstructured":"Grabar, N., Farce, E., Sparrow, L.: Study of readability of health documents with eye-tracking approaches. In: 1st Workshop on Automatic Text Adaptation (ATA) (2018)","DOI":"10.18653\/v1\/W18-7003"},{"key":"28_CR19","unstructured":"Hoffart, J., et al.: Robust disambiguation of named entities in text. In: Proceedings of EMNLP 2011, pp. 782\u2013792 (2011)"},{"key":"28_CR20","unstructured":"Lieber, O., Sharir, O., Lentz, B., Shoham, Y.: Jurassic-1: technical details and evaluation, p. 9 (2021)"},{"issue":"140","key":"28_CR21","first-page":"55","volume":"22","author":"R Likert","year":"1932","unstructured":"Likert, R.: A technique for the measurement of attitudes. Arch. Psychol. 22(140), 55 (1932)","journal-title":"Arch. Psychol."},{"key":"28_CR22","unstructured":"Lommel, A., G\u00f6r\u00f6g, A., Melby, A., Uszkoreit, H., Burchardt, A., Popovi\u0107, M.: Harmonised metric. Qual. Transl. 21(QT21) (2015). https:\/\/www.qt21.eu\/wp-content\/uploads\/2015\/11\/QT21-D3-1.pdf"},{"key":"28_CR23","doi-asserted-by":"crossref","unstructured":"Maddela, M., Alva-Manchego, F., Xu, W.: Controllable text simplification with explicit paraphrasing, April 2021. http:\/\/arxiv.org\/abs\/2010.11004","DOI":"10.18653\/v1\/2021.naacl-main.277"},{"key":"28_CR24","doi-asserted-by":"crossref","unstructured":"Maddela, M., Xu, W.: A word-complexity lexicon and a neural readability ranking model for lexical simplification. In: Proceedings of EMNLP 2018, Brussels, Belgium, pp. 3749\u20133760. ACL (2018). https:\/\/www.aclweb.org\/anthology\/D18-1410","DOI":"10.18653\/v1\/D18-1410"},{"key":"28_CR25","doi-asserted-by":"crossref","unstructured":"Nakov, P., et al.: Automated fact-checking for assisting human fact-checkers, May 2021. http:\/\/arxiv.org\/abs\/2103.07769","DOI":"10.24963\/ijcai.2021\/619"},{"key":"28_CR26","doi-asserted-by":"crossref","unstructured":"Narayan, S., Gardent, C., Cohen, S.B., Shimorina, A.: Split and rephrase. In: Proceedings of EMNLP 2017, Copenhagen, Denmark, pp. 606\u2013616. ACL, September 2017. https:\/\/www.aclweb.org\/anthology\/D17-1064","DOI":"10.18653\/v1\/D17-1064"},{"key":"28_CR27","doi-asserted-by":"crossref","unstructured":"Osgood, C.E.: Semantic differential technique in the comparative study of cultures. Am. Anthropol. 66(3), 171\u2013200 (1964). https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1525\/aa.1964.66.3.02a00880. ISSN 1548-1433","DOI":"10.1525\/aa.1964.66.3.02a00880"},{"key":"28_CR28","unstructured":"Ovchinnikova, I.: Impact of new technologies on the types of translation errors. In: CEUR Workshop Proceedings (2020)"},{"key":"28_CR29","unstructured":"Ovchinnikova, I., Nurbakova, D., Ermakova, L.: What science-related topics need to be popularized? A comparative study. In: Faggioli, G., Ferro, N., Joly, A., Maistro, M., Piroi, F. (eds.) Proceedings of the Working Notes of CLEF 2021 - Conference and Labs of the Evaluation Forum, Bucharest, Romania, 21\u201324 September 2021, vol. 2936, pp. 2242\u20132255. CEUR Workshop Proceedings (2021). http:\/\/ceur-ws.org\/Vol-2936\/paper-203.pdf"},{"key":"28_CR30","doi-asserted-by":"crossref","unstructured":"O\u2019Reilly, T., Wang, Z., Sabatini, J.: How much knowledge is too little? When a lack of knowledge becomes a barrier to comprehension. Psychol. Sci., July 2019. https:\/\/journals.sagepub.com\/doi\/10.1177\/0956797619862276","DOI":"10.1177\/0956797619862276"},{"key":"28_CR31","unstructured":"Pradeep, R., Ma, X., Nogueira, R., Lin, J.: Scientific claim verification with VerT5erini, October 2020. http:\/\/arxiv.org\/abs\/2010.11930"},{"key":"28_CR32","doi-asserted-by":"crossref","unstructured":"Sulem, E., Abend, O., Rappoport, A.: Simple and effective text simplification using semantic and neural methods. In: Proceedings of the 56th Annual Meeting of the ACL (Volume 1: Long Papers), Melbourne, Australia, pp. 162\u2013173. ACL, July 2018. https:\/\/www.aclweb.org\/anthology\/P18-1016","DOI":"10.18653\/v1\/P18-1016"},{"key":"28_CR33","unstructured":"Tang, J., Zhang, J., Yao, L., Li, J., Zhang, L., Su, Z.: ArnetMiner: extraction and mining of academic social networks. In: Proceeding of the 14th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining - KDD 2008, Las Vegas, Nevada, USA, p. 990. ACM Press (2008). http:\/\/dl.acm.org\/citation.cfm?doid=1401890.1402008. ISBN 978-1-60558-193-4"},{"key":"28_CR34","doi-asserted-by":"crossref","unstructured":"Wadden, D., et al.: Fact or fiction: verifying scientific claims, October 2020. http:\/\/arxiv.org\/abs\/2004.14974","DOI":"10.18653\/v1\/2020.emnlp-main.609"},{"key":"28_CR35","unstructured":"Wang, W., Li, P., Zheng, H.T.: Consistency and coherency enhanced story generation, October 2020. http:\/\/arxiv.org\/abs\/2010.08822"},{"key":"28_CR36","unstructured":"Wubben, S., van den Bosch, A., Krahmer, E.: Sentence simplification by monolingual machine translation. In: Proceedings of the 50th Annual Meeting of the ACL (Volume 1: Long Papers), pp. 1015\u20131024 (2012)"},{"key":"28_CR37","doi-asserted-by":"crossref","unstructured":"Xu, W., Callison-Burch, C., Napoles, C.: Problems in current text simplification research: new data can help. Trans. ACL 3, 283\u2013297 (2015). https:\/\/www.mitpressjournals.org\/doi\/abs\/10.1162\/tacl_a_00139. ISSN 2307-387X","DOI":"10.1162\/tacl_a_00139"},{"key":"28_CR38","doi-asserted-by":"crossref","unstructured":"Xue, L., et al.: mT5: a massively multilingual pre-trained text-to-text transformer. In: Proceedings of the 2021 Conference of the North American Chapter of the ACL: Human Language Technologies, pp. 483\u2013498. ACL, June 2021. https:\/\/aclanthology.org\/2021.naacl-main.41","DOI":"10.18653\/v1\/2021.naacl-main.41"},{"key":"28_CR39","doi-asserted-by":"crossref","unstructured":"Yang, L., Zhang, M., Li, C., Bendersky, M., Najork, M.: Beyond 512 tokens: siamese multi-depth transformer-based hierarchical encoder for long-form document matching, April 2020. arXiv:2004.12297","DOI":"10.1145\/3340531.3411908"},{"key":"28_CR40","doi-asserted-by":"crossref","unstructured":"Zhao, S., Meng, R., He, D., Saptono, A., Parmanto, B.: Integrating transformer and paraphrase rules for sentence simplification. In: Proceedings of EMNLP 2018, Brussels, Belgium, pp. 3164\u20133173. ACL, October 2018. https:\/\/www.aclweb.org\/anthology\/D18-1355","DOI":"10.18653\/v1\/D18-1355"},{"key":"28_CR41","doi-asserted-by":"crossref","unstructured":"Zhong, Y., Jiang, C., Xu, W., Li, J.J.: Discourse level factors for sentence deletion in text simplification. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34, no. 05, pp. 9709\u20139716, April 2020. https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/6520. ISSN 2374-3468","DOI":"10.1609\/aaai.v34i05.6520"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-13643-6_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T16:37:59Z","timestamp":1710261479000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-13643-6_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031136429","9783031136436"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-13643-6_28","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"25 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bologna","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2022.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"50% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7 best of labs + 14 lab overviews","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}