{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T06:23:20Z","timestamp":1743056600540,"version":"3.40.3"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030279462"},{"type":"electronic","value":"9783030279479"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-27947-9_17","type":"book-chapter","created":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T23:02:43Z","timestamp":1567378963000},"page":"197-210","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Exploiting Large Unlabeled Data in Automatic Evaluation of Coherence in Czech"],"prefix":"10.1007","author":[{"given":"Michal","family":"Nov\u00e1k","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ji\u0159\u00ed","family":"M\u00edrovsk\u00fd","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kate\u0159ina","family":"Rysov\u00e1","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Magdal\u00e9na","family":"Rysov\u00e1","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,8,6]]},"reference":[{"key":"17_CR1","unstructured":"Boyd, A., et al.: The MERLIN corpus: learner language and the CEFR. In: Proceedings of LREC 2014, Reykjav\u00edk, Iceland, pp. 1281\u20131288. ELRA (2014)"},{"issue":"5","key":"17_CR2","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1109\/MIS.2010.116","volume":"25","author":"YY Chen","year":"2010","unstructured":"Chen, Y.Y., Liu, C.L., Lee, C.H., Chang, T.H., et al.: An unsupervised automated essay-scoring system. IEEE Intell. Syst. 25(5), 61\u201367 (2010)","journal-title":"IEEE Intell. Syst."},{"issue":"2","key":"17_CR3","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1037\/h0076540","volume":"60","author":"M Coleman","year":"1975","unstructured":"Coleman, M., Liau, T.L.: A computer readability formula designed for machine scoring. J. Appl. Psychol. 60(2), 283\u2013284 (1975)","journal-title":"J. Appl. Psychol."},{"key":"17_CR4","doi-asserted-by":"crossref","unstructured":"Cui, B., Li, Y., Zhang, Y., Zhang, Z.: Text coherence analysis based on deep neural network. In: Proceedings of CIKM 2017, pp. 2027\u20132030. ACM (2017)","DOI":"10.1145\/3132847.3133047"},{"key":"17_CR5","doi-asserted-by":"crossref","unstructured":"Cummins, R., Yannakoudakis, H., Briscoe, T.: Unsupervised modeling of topical relevance in L2 learner text. In: Proceedings of the 11th Workshop on Innovative Use of NLP for Building Educational Applications, San Diego, CA, pp. 95\u2013104. ACL (2016)","DOI":"10.18653\/v1\/W16-0510"},{"key":"17_CR6","doi-asserted-by":"crossref","unstructured":"Farag, Y., Yannakoudakis, H., Briscoe, T.: Neural automated essay scoring and coherence modeling for adversarially crafted input. In: Proceedings of the NAACL:HLT 2018, New Orleans, Louisiana, Volume 1 (Long Papers), pp. 263\u2013271. ACL (2018)","DOI":"10.18653\/v1\/N18-1024"},{"key":"17_CR7","unstructured":"Feng, V.W., Lin, Z., Hirst, G.: The impact of deep hierarchical discourse structures in the evaluation of text coherence. In: Proceedings of COLING 2014: Technical Papers, Dublin, Ireland, pp. 940\u2013949. Dublin City University and ACL (2014)"},{"issue":"1","key":"17_CR8","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1145\/1656274.1656278","volume":"11","author":"M Hall","year":"2009","unstructured":"Hall, M., Frank, E., Holmes, G., Pfahringer, B., Reutemann, P., Witten, I.H.: The WEKA data mining software: an update. ACM SIGKDD Explor. Newsl. 11(1), 10\u201318 (2009)","journal-title":"ACM SIGKDD Explor. Newsl."},{"key":"17_CR9","unstructured":"Hancke, J., Meurers, D.: Exploring CEFR classification for German based on rich linguistic modeling. In: Learner Corpus Research 2013. Book of Abstracts, pp. 54\u201356. Bergen, Norway (2013)"},{"key":"17_CR10","unstructured":"Heafield, K.: KenLM: faster and smaller language model queries. In: Proceedings of WMT 2011, Edinburgh, Scotland, pp. 187\u2013197. ACL (2011)"},{"key":"17_CR11","unstructured":"Hn\u00e1tkov\u00e1, M., K\u0159en, M., Proch\u00e1zka, P., Skoumalov\u00e1, H.: The SYN-series corpora of written Czech. In: Proceedings of LREC 2014, Reykjavik, Iceland, pp. 160\u2013164. ELRA (2014)"},{"key":"17_CR12","doi-asserted-by":"crossref","unstructured":"Kim, Y., Jernite, Y., Sontag, D., Rush, A.M.: Character-aware neural language models. In: Proceedings of AAAI 2016, pp. 2741\u20132749. AAAI Press, Phoenix (2016)","DOI":"10.1609\/aaai.v30i1.10362"},{"key":"17_CR13","doi-asserted-by":"crossref","unstructured":"Kincaid, J.P., Fishburne, Jr., R.P., Rogers, R.L., Chissom, B.S.: Derivation of New Readability Formulas (Automated Readability Index, Fog Count and Flesch Reading Ease Formula) for Navy Enlisted Personnel. Technical report, pp. 8\u201375, Institute for Simulation and Training (1975)","DOI":"10.21236\/ADA006655"},{"key":"17_CR14","unstructured":"Koehn, P.: Statistical significance tests for machine translation evaluation. In: Proceedings of EMNLP 2004, Barcelona, Spain. ACL (2004)"},{"key":"17_CR15","unstructured":"Lin, Z., Ng, H.T., Kan, M.Y.: Automatically evaluating text coherence using discourse relations. In: Proceedings of ACL:HLT 2011, Portland, OR, vol. 1, pp. 997\u20131006. ACL (2011)"},{"issue":"3","key":"17_CR16","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1515\/text.1.1988.8.3.243","volume":"8","author":"WC Mann","year":"1988","unstructured":"Mann, W.C., Thompson, S.A.: Rhetorical structure theory: toward a functional theory of text organization. Text-Interdisc. J. Study Discourse 8(3), 243\u2013281 (1988)","journal-title":"Text-Interdisc. J. Study Discourse"},{"issue":"8","key":"17_CR17","first-page":"639","volume":"12","author":"HG McLaughlin","year":"1969","unstructured":"McLaughlin, H.G.: SMOG grading - a new readability formula. J. Reading 12(8), 639\u2013646 (1969)","journal-title":"J. Reading"},{"key":"17_CR18","unstructured":"Melis, G., Dyer, C., Blunsom, P.: On the state of the art of evaluation in neural language models. In: Proceedings of ICLR 2018. Vancouver, Canada (2018)"},{"key":"17_CR19","unstructured":"Merity, S., Keskar, N.S., Socher, R.: Regularizing and optimizing LSTM language models. In: Proceedings of ICLR 2018. Vancouver, Canada (2018)"},{"key":"17_CR20","doi-asserted-by":"crossref","unstructured":"Mesgar, M., Strube, M.: A neural local coherence model for text quality assessment. In: Proceedings of EMNLP 2018, Brussels, Belgium, pp. 4328\u20134339. ACL (2018)","DOI":"10.18653\/v1\/D18-1464"},{"key":"17_CR21","unstructured":"M\u00edrovsk\u00fd, J., Nov\u00e1k, M., Rysov\u00e1, K., Rysov\u00e1, M., Haji\u010dov\u00e1, E.: EVALD 3.0 \u2013 Evaluator of Discourse, Charles University, Prague, Czech Republic (2018)"},{"key":"17_CR22","unstructured":"M\u00edrovsk\u00fd, J., Nov\u00e1k, M., Rysov\u00e1, K., Rysov\u00e1, M., Haji\u010dov\u00e1, E.: EVALD 3.0 for Foreigners - Evaluator of Discourse, Charles University. Czech Republic, Prague (2018)"},{"key":"17_CR23","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1007\/978-3-030-04497-8_8","volume-title":"Advances in Computational Intelligence","author":"M Nov\u00e1k","year":"2018","unstructured":"Nov\u00e1k, M., M\u00edrovsk\u00fd, J., Rysov\u00e1, K., Rysov\u00e1, M.: Topic\u2013focus articulation: a third pillar of automatic evaluation of text coherence. In: Batyrshin, I., Mart\u00ednez-Villase\u00f1or, M.L., Ponce Espinosa, H.E. (eds.) MICAI 2018. LNCS (LNAI), vol. 11289, pp. 96\u2013108. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-04497-8_8"},{"key":"17_CR24","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1007\/978-3-319-68456-7_5","volume-title":"Statistical Language and Speech Processing","author":"M Nov\u00e1k","year":"2017","unstructured":"Nov\u00e1k, M., Rysov\u00e1, K., Rysov\u00e1, M., M\u00edrovsk\u00fd, J.: Incorporating coreference to automatic evaluation of coherence in essays. In: Camelin, N., Est\u00e8ve, Y., Mart\u00edn-Vide, C. (eds.) SLSP 2017. LNCS (LNAI), vol. 10583, pp. 58\u201369. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-68456-7_5"},{"key":"17_CR25","unstructured":"\u00d6stling, R., Smolentzov, A., Hinnerich, B.T., H\u00f6glin, E.: Automated essay scoring for Swedish. In: Proceedings of the 8th Workshop on Innovative Use of NLP for Building Educational Applications, Atlanta, GA, pp. 42\u201347. ACL (2013)"},{"key":"17_CR26","doi-asserted-by":"crossref","unstructured":"Persing, I., Ng, V.: Modeling prompt adherence in student essays. In: Proceedings of ACL 2014, Baltimore, MD, (Volume 1: Long Papers), pp. 1534\u20131543. ACL (2014)","DOI":"10.3115\/v1\/P14-1144"},{"key":"17_CR27","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1007\/978-3-642-14770-8_33","volume-title":"Advances in Natural Language Processing","author":"M Popel","year":"2010","unstructured":"Popel, M., \u017dabokrtsk\u00fd, Z.: TectoMT: modular NLP framework. In: Loftsson, H., R\u00f6gnvaldsson, E., Helgad\u00f3ttir, S. (eds.) NLP 2010. LNCS (LNAI), vol. 6233, pp. 293\u2013304. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-14770-8_33"},{"key":"17_CR28","unstructured":"Rysov\u00e1, K., Rysov\u00e1, M., M\u00edrovsk\u00fd, J.: Automatic evaluation of surface coherence in L2 texts in czech. In: Proceedings of ROCLING 2016, Taipei, Taiwan, pp. 214\u2013228. ACLCLP (2016)"},{"key":"17_CR29","doi-asserted-by":"crossref","unstructured":"Rysov\u00e1, K., Rysov\u00e1, M., M\u00edrovsk\u00fd, J., Nov\u00e1k, M.: Introducing EVALD - software applications for automatic evaluation of discourse in czech. In: Proceedings of RANLP 2017, Varna, Bulgaria, pp. 634\u2013641. INCOMA Ltd. (2017)","DOI":"10.26615\/978-954-452-049-6_082"},{"key":"17_CR30","unstructured":"\u0160ebesta, K., Bed\u0159ichov\u00e1, Z., \u0160ormov\u00e1, K., et al.: AKCES 5 (CzeSL-SGT) data\/software, LINDAT\/CLARIN digital library at \u00daFAL MFF UK, Prague, Czech Republic (2014)"},{"key":"17_CR31","unstructured":"\u0160ebesta, K., Gol\u00e1\u0148ov\u00e1, H., Letafkov\u00e1, J., et al.: AKCES 1, data\/software, LINDAT\/CLARIN digital library at \u00daFAL MFF UK, Prague, Czech Republic (2016)"},{"issue":"1","key":"17_CR32","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1007\/s40593-017-0142-3","volume":"28","author":"S Vajjala","year":"2018","unstructured":"Vajjala, S.: Automated assessment of non-native learner essays: investigating the role of linguistic features. Int. J. Artif. Intell. Educ. 28(1), 79\u2013105 (2018)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"17_CR33","unstructured":"Vajjala, S., L\u00f5o, K.: Automatic CEFR level prediction for estonian learner text. In: Proceedings of the Third Workshop on NLP for Computer-assisted Language Learning, no. 107, pp. 113\u2013127. Link\u00f6ping University Electronic Press, Link\u00f6ping (2014)"},{"key":"17_CR34","doi-asserted-by":"publisher","first-page":"456","DOI":"10.14705\/rpnet.2016.eurocall2016.606","volume-title":"CALL communities and culture \u2013 short papers from EUROCALL 2016","author":"Elena Volodina","year":"2016","unstructured":"Volodina, E., Pil\u00e1n, I., Alfter, D.: Classification of Swedish learner essays by CEFR levels. In: Proceedings of EuroCALL 2016, Limassol, Cyprus, pp. 456\u2013461. Research-publishing.net (2016)"},{"key":"17_CR35","doi-asserted-by":"crossref","unstructured":"Zesch, T., Wojatzki, M., Scholten-Akoun, D.: Task-independent features for automated essay grading. In: Proceedings of the 10th Workshop on Innovative Use of NLP for Building Educational Applications, Denver, CO, pp. 224\u2013232. ACL (2015)","DOI":"10.3115\/v1\/W15-0626"}],"container-title":["Lecture Notes in Computer Science","Text, Speech, and Dialogue"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-27947-9_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T16:42:10Z","timestamp":1710348130000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-27947-9_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030279462","9783030279479"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-27947-9_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"6 August 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TSD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Text, Speech, and Dialogue","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ljubljana","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Slovenia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tsd2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.kiv.zcu.cz\/tsd2019\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"inhouse TSD Web App 3.1","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"73","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"45% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2-4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2,42","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1 full invited talk","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}