{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T17:47:42Z","timestamp":1743097662247,"version":"3.40.3"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031053276"},{"type":"electronic","value":"9783031053283"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-05328-3_20","type":"book-chapter","created":{"date-parts":[[2022,6,4]],"date-time":"2022-06-04T11:03:00Z","timestamp":1654340580000},"page":"303-321","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Natural Language Processing tools for Polish during PolEval 2019"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2462-0020","authenticated-orcid":false,"given":"\u0141ukasz","family":"Kobyli\u0144ski","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3467-9424","authenticated-orcid":false,"given":"Maciej","family":"Ogrodniczuk","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7665-6896","authenticated-orcid":false,"given":"Jan","family":"Koco\u0144","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3269-6378","authenticated-orcid":false,"given":"Micha\u0142","family":"Marci\u0144czuk","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6684-0748","authenticated-orcid":false,"given":"Aleksander","family":"Smywi\u0144ski-Pohl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5030-334X","authenticated-orcid":false,"given":"Krzysztof","family":"Wo\u0142k","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2916-4856","authenticated-orcid":false,"given":"Danijel","family":"Kor\u017einek","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1910-9183","authenticated-orcid":false,"given":"Michal","family":"Ptaszynski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0965-4070","authenticated-orcid":false,"given":"Agata","family":"Pieciukiewicz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2823-7838","authenticated-orcid":false,"given":"Pawe\u0142","family":"Dyba\u0142a","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,6,5]]},"reference":[{"unstructured":"Banerjee, S., Lavie, A.: METEOR: an automatic metric for MT evaluation with improved correlation with human judgments. In: Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization, pp. 65\u201372 (2005)","key":"20_CR1"},{"unstructured":"Broda, B., Marci\u0144czuk, M., Maziarz, M., Radziszewski, A., Wardy\u0144ski, A.: KPWr: towards a free corpus of polish. In: Calzolari et al. [3]","key":"20_CR2"},{"unstructured":"Calzolari, N., et al. (eds.): Proceedings of the 8th International Conference on Language Resources and Evaluation (LREC 2012). European Language Resource Association, Istanbul, Turkey (2012)","key":"20_CR3"},{"doi-asserted-by":"crossref","unstructured":"Doddington, G.: Automatic evaluation of machine translation quality using n-gram co-occurrence statistics. In: Proceedings of the 2nd International Conference on Human Language Technology Research, pp. 138\u2013145. Morgan Kaufmann Publishers Inc. (2002)","key":"20_CR4","DOI":"10.3115\/1289189.1289273"},{"unstructured":"Fiscus, J.: Sclite scoring package version 1.5. US National Institute of Standard Technology (NIST) (1998). http:\/\/www.itl.nist.gov\/iaui\/894.01\/tools","key":"20_CR5"},{"key":"20_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1007\/11965152_28","volume-title":"Machine Learning for Multimodal Interaction","author":"JG Fiscus","year":"2006","unstructured":"Fiscus, J.G., Ajot, J., Michel, M., Garofolo, J.S.: The rich transcription 2006 spring meeting recognition evaluation. In: Renals, S., Bengio, S., Fiscus, J.G. (eds.) MLMI 2006. LNCS, vol. 4299, pp. 309\u2013322. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11965152_28"},{"issue":"2","key":"20_CR7","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1007\/s10590-011-9090-0","volume":"25","author":"ML Forcada","year":"2011","unstructured":"Forcada, M.L., et al.: Apertium: a free\/open-source platform for rule-based machine translation. Mach. Transl. 25(2), 127\u2013144 (2011)","journal-title":"Mach. Transl."},{"unstructured":"Graves, A., Jaitly, N.: Towards end-to-end speech recognition with recurrent neural networks. In: International Conference on Machine Learning, pp. 1764\u20131772 (2014)","key":"20_CR8"},{"doi-asserted-by":"crossref","unstructured":"Harper, M.: The automatic speech recognition in reverberant environments (ASpIRE) challenge. In: 2015 IEEE Workshop on Automatic Speech Recognition and Understanding (ASRU), pp. 547\u2013554. IEEE (2015)","key":"20_CR9","DOI":"10.1109\/ASRU.2015.7404843"},{"unstructured":"Kobyli\u0144ski, \u0141., Ogrodniczuk, M.: Results of the PolEval 2017 competition: part-of-speech tagging shared task. In: Vetulani and Paroubek [33], pp. 362\u2013366","key":"20_CR10"},{"doi-asserted-by":"crossref","unstructured":"Koco\u0144, J., Marci\u0144czuk, M., Oleksy, M., Berna\u015b, T., Wolski, M.: Temporal Expressions in Polish Corpus KPWr. Cognit. Stud. \u00c9tudes Cognitives 15 (2015)","key":"20_CR11","DOI":"10.11649\/cs.2015.020"},{"unstructured":"Koco\u0144, J., Oleksy, M., Berna\u015b, T., Marci\u0144czuk, M.: Results of the PolEval 2019 shared Task 1: recognition and normalization of temporal expressions. In: Proceedings of the PolEval 2019 Workshop (2019)","key":"20_CR12"},{"doi-asserted-by":"crossref","unstructured":"Koehn, P., et al.: Moses: open source toolkit for statistical machine translation. In: Proceedings of the 45th Annual Meeting of the Association for Computational Linguistics. Companion Volume: Proceedings of the Demo and Poster Sessions, pp. 177\u2013180 (2007)","key":"20_CR13","DOI":"10.3115\/1557769.1557821"},{"unstructured":"Kor\u017einek, D., Marasek, K., Brocki, \u0141., Wo\u0142k, K.: Polish read speech corpus for speech tools and services. arXiv preprint arXiv:1706.00245 (2017)","key":"20_CR14"},{"issue":"4","key":"20_CR15","doi-asserted-by":"publisher","first-page":"501","DOI":"10.2478\/aoa-2014-0054","volume":"39","author":"K Marasek","year":"2014","unstructured":"Marasek, K., Kor\u017einek, D., Brocki, \u0141: System for automatic transcription of sessions of the polish senate. Arch. Acoust. 39(4), 501\u2013509 (2014)","journal-title":"Arch. Acoust."},{"doi-asserted-by":"publisher","unstructured":"Marci\u0144czuk, M.: Lemmatization of multi-word common noun phrases and named entities in polish. In: Mitkov, R., Angelova, G. (eds.) Proceedings of the International Conference on Recent Advances in Natural Language Processing (RANLP 2017), pp. 483\u2013491. INCOMA Ltd. (2017). https:\/\/doi.org\/10.26615\/978-954-452-049-6_064","key":"20_CR16","DOI":"10.26615\/978-954-452-049-6_064"},{"issue":"1","key":"20_CR17","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1006\/csla.2001.0184","volume":"16","author":"M Mohri","year":"2002","unstructured":"Mohri, M., Pereira, F., Riley, M.: Weighted finite-state transducers in speech recognition. Comput. Speech Lang. 16(1), 69\u201388 (2002)","journal-title":"Comput. Speech Lang."},{"doi-asserted-by":"crossref","unstructured":"Moro, A., Navigli, R.: Semeval-2015 Task 13: multilingual all-words sense disambiguation and entity linking. In: Proceedings of the 9th International Workshop on Semantic Evaluation (SemEval 2015), pp. 288\u2013297 (2015)","key":"20_CR18","DOI":"10.18653\/v1\/S15-2049"},{"unstructured":"Ogrodniczuk, M.: The polish sejm corpus. In: Calzolari et al. [3], pp. 2219\u20132223","key":"20_CR19"},{"unstructured":"Ogrodniczuk, M.: Polish parliamentary corpus. In: Fi\u0161er, D., Eskevich, M., de Jong, F. (eds.) Proceedings of the LREC 2018 Workshop ParlaCLARIN: Creating and Using Parliamentary Corpora, pp. 15\u201319. European Language Resources Association (ELRA), Miyazaki, Japan (2018)","key":"20_CR20"},{"unstructured":"Ogrodniczuk, M., \u0141ukasz Kobyli\u0144ski (eds.): Proceedings of the PolEval 2019 Workshop. Institute of Computer Science, Polish Academy of Sciences, Warsaw, Poland (2019). http:\/\/2019.poleval.pl\/files\/poleval2019.pdf","key":"20_CR21"},{"unstructured":"Ogrodniczuk, M., Kobyli\u0144ski, \u0141. (eds.): Proceedings of the PolEval 2018 Workshop. Institute of Computer Science, Polish Academy of Sciences, Warsaw (2018)","key":"20_CR22"},{"unstructured":"Ogrodniczuk, M., Nito\u0144, B.: New developments in the polish parliamentary corpus. In: Fi\u0161er, D., Eskevich, M., de Jong, F. (eds.) Proceedings of the Second ParlaCLARIN Workshop, pp. 1\u20134. European Language Resources Association (ELRA), Marseille, France (2020). https:\/\/www.aclweb.org\/anthology\/2020.parlaclarin-1.1","key":"20_CR23"},{"unstructured":"Oleksy, M., Radziszewski, A., Wieczorek, J.: KPWr annotation guidelines - phrase lemmatization (2018). http:\/\/hdl.handle.net\/11321\/591. CLARIN-PL digital repository","key":"20_CR24"},{"doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: BLEU: a Method for Automatic Evaluation of Machine Translation. In: Proceedings of the 40th Annual Meeting of Association for Computational Linguistics, pp. 311\u2013318. Association for Computational Linguistics (2002)","key":"20_CR25","DOI":"10.3115\/1073083.1073135"},{"unstructured":"P\u0119zik, P.: Increasing the accessibility of time-aligned speech corpora with spokes Mix. In: Calzolari, N., (eds.) Proceedings of the 11th International Conference on Language Resources and Evaluation (LREC 2018), pp. 4297\u20134300. European Languages Resources Association, Miyazaki, Japan (2018). https:\/\/www.aclweb.org\/anthology\/L18-1000","key":"20_CR26"},{"unstructured":"Ptaszynski, M., Eronen, J.K.K., Masui, F.: Learning deep on cyberbullying is always better than brute force. In: IJCAI 2017 3rd Workshop on Linguistic and Cognitive Approaches to Dialogue Agents (LaCATODA 2017), Melbourne, Australia, pp. 19\u201325 (2017)","key":"20_CR27"},{"doi-asserted-by":"crossref","unstructured":"Ptaszynski, M., Masui, F.: Automatic Cyberbullying Detection: Emerging Research and Opportunities, 1st edn. IGI Global Publishing, Pennsylvania (2018)","key":"20_CR28","DOI":"10.4018\/978-1-5225-5249-9"},{"key":"20_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"170","DOI":"10.1007\/978-3-030-00668-6_11","volume-title":"The Semantic Web \u2013 ISWC 2018","author":"H Rosales-M\u00e9ndez","year":"2018","unstructured":"Rosales-M\u00e9ndez, H., Hogan, A., Poblete, B.: VoxEL: a benchmark dataset for multilingual entity linking. In: Vrande\u010di\u0107, D., Bontcheva, K., Su\u00e1rez-Figueroa, M.C., Presutti, V., Celino, I., Sabou, M., Kaffee, L.-A., Simperl, E. (eds.) ISWC 2018. LNCS, vol. 11137, pp. 170\u2013186. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00668-6_11"},{"unstructured":"Saur\u00ed, R., Littman, J., Gaizauskas, R., Setzer, A., Pustejovsky, J.: TimeML annotation guidelines, version 1.2.1 (2006)","key":"20_CR30"},{"unstructured":"Snover, M., Dorr, B., Schwartz, R., Micciulla, L., Makhoul, J.: A study of translation edit rate with targeted human annotation. In: Proceedings of the 7th Conference of the Association for Machine Translation in the Americas: Technical Papers, Cambridge, Massachusetts, USA, pp. 223\u2013231. Association for Machine Translation in the Americas (2006)","key":"20_CR31"},{"unstructured":"UzZaman, N., et al.: SemEval-2013 Task 1: TempEval-3: evaluating time expressions, events, and temporal relations. In: 2nd Joint Conference on Lexical and Computational Semantics (*SEM), Volume 2: Proceedings of the 7th International Workshop on Semantic Evaluation (SemEval 2013), vol. 2, pp. 1\u20139 (2013)","key":"20_CR32"},{"unstructured":"Vetulani, Z., Paroubek, P. (eds.): Proceedings of the 8th Language & Technology Conference: Human Language Technologies as a Challenge for Computer Science and Linguistics. Fundacja Uniwersytetu im. Adama Mickiewicza w Poznaniu, Pozna\u0144, Poland (2017)","key":"20_CR33"},{"unstructured":"Vincent, E., Watanabe, S., Barker, J., Marxer, R.: The 4th CHiME speech separation and recognition challenge (2016). http:\/\/spandh.dcs.shef.ac.uk\/chime_challenge\/CHiME4\/. Accessed 21 Sept 2021","key":"20_CR34"},{"unstructured":"Wawer, A., Ogrodniczuk, M.: Results of the PolEval 2017 competition: sentiment analysis shared task. In: Vetulani and Paroubek [33], pp. 406\u2013409","key":"20_CR35"},{"key":"20_CR36","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1007\/978-3-319-98678-4_27","volume-title":"Multimedia and Network Information Systems","author":"K Wolk","year":"2019","unstructured":"Wolk, K., Marasek, K.: Survey on neural machine translation into polish. In: Choro\u015b, K., Kopel, M., Kukla, E., Siemi\u0144ski, A. (eds.) MISSI 2018. AISC, vol. 833, pp. 260\u2013272. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-319-98678-4_27"},{"unstructured":"Wr\u00f3bel, K.: KRNNT: polish recurrent neural network tagger. In: Vetulani and Paroubek [33]","key":"20_CR37"},{"unstructured":"Young, S., et al.: The HTK Book. Cambridge University Engineering Department, vol. 3, p. 175 (2002)","key":"20_CR38"}],"container-title":["Lecture Notes in Computer Science","Human Language Technology. Challenges for Computer Science and Linguistics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-05328-3_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,31]],"date-time":"2022-10-31T05:05:45Z","timestamp":1667192745000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-05328-3_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031053276","9783031053283"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-05328-3_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"5 June 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"LTC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Language and Technology Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Pozna\u0144","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Poland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 May 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 May 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ltconf2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/ltc.amu.edu.pl\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"67","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"36% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}