{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,25]],"date-time":"2025-09-25T18:07:08Z","timestamp":1758823628718,"version":"3.40.3"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030583224"},{"type":"electronic","value":"9783030583231"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-58323-1_19","type":"book-chapter","created":{"date-parts":[[2020,9,3]],"date-time":"2020-09-03T13:48:44Z","timestamp":1599140924000},"page":"180-188","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Measuring Memorization Effect in Word-Level Neural Networks Probing"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4908-6127","authenticated-orcid":false,"given":"Rudolf","family":"Rosa","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4013-560X","authenticated-orcid":false,"given":"Tom\u00e1\u0161","family":"Musil","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5327-488X","authenticated-orcid":false,"given":"David","family":"Mare\u010dek","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,9,1]]},"reference":[{"key":"19_CR1","unstructured":"Arpit, D., Jastrzebski, S., Ballas, N., Krueger, D., Bengio, E., Kanwal, M.S., et al.: A closer look at memorization in deep networks. In: Proceedings of ICML, pp. 233\u2013242 (2017)"},{"key":"19_CR2","unstructured":"Bakarov, A.: A survey of word embeddings evaluation methods. arXiv preprint arXiv:1801.09536 (2018)"},{"key":"19_CR3","doi-asserted-by":"crossref","unstructured":"Belinkov, Y., Durrani, N., Dalvi, F., Sajjad, H., Glass, J.: What do neural machine translation models learn about morphology? In: Proceedings of ACL, Vancouver, Canada, pp. 861\u2013872 (2017)","DOI":"10.18653\/v1\/P17-1080"},{"key":"19_CR4","doi-asserted-by":"crossref","unstructured":"Belinkov, Y., Glass, J.: Analysis methods in neural language processing: a survey. In: TACL, vol. 7, pp. 49\u201372 (2019)","DOI":"10.1162\/tacl_a_00254"},{"key":"19_CR5","unstructured":"Belinkov, Y., M\u00e0rquez, L., Sajjad, H., Durrani, N., Dalvi, F., Glass, J.: Evaluating layers of representation in neural machine translation on part-of-speech and semantic tagging tasks. In: Proceedings of IJCNLP, Taipei, Taiwan, pp. 1\u201310 (2017)"},{"key":"19_CR6","doi-asserted-by":"crossref","unstructured":"Bisazza, A., Tump, C.: The lazy encoder: a fine-grained analysis of the role of morphology in neural machine translation. In: Proceedings of EMNLP, Brussels, Belgium, pp. 2871\u20132876 (2018)","DOI":"10.18653\/v1\/D18-1313"},{"key":"19_CR7","doi-asserted-by":"crossref","unstructured":"Blevins, T., Levy, O., Zettlemoyer, L.: Deep RNNs encode soft hierarchical syntax. In: Proceedings of ACL, Melbourne, Australia, pp. 14\u201319 (2018)","DOI":"10.18653\/v1\/P18-2003"},{"key":"19_CR8","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1007\/978-3-319-45510-5_27","volume-title":"Text, Speech, and Dialogue","author":"O Bojar","year":"2016","unstructured":"Bojar, O., et al.: CzEng 1.6: enlarged Czech-English parallel corpus with\u00a0processing\u00a0tools\u00a0dockered. In: Sojka, P., Hor\u00e1k, A., Kope\u010dek, I., Pala, K. (eds.) TSD 2016. LNCS (LNAI), vol. 9924, pp. 231\u2013238. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-45510-5_27"},{"key":"19_CR9","unstructured":"Carlini, N., Liu, C., Erlingsson, \u00da., Kos, J., Song, D.: The secret sharer: evaluating and testing unintended memorization in neural networks. In: USENIX Security. Santa Clara, CA, pp. 267\u2013284 (2019)"},{"key":"19_CR10","doi-asserted-by":"crossref","unstructured":"Conneau, A., Kruszewski, G., Lample, G., Barrault, L., Baroni, M.: What you can cram into a single vector: probing sentence embeddings for linguistic properties. arXiv preprint arXiv:1805.01070 (2018)","DOI":"10.18653\/v1\/P18-1198"},{"key":"19_CR11","unstructured":"Dalvi, F., Durrani, N., Sajjad, H., Belinkov, Y., Vogel, S.: Understanding and improving morphological learning in the neural machine translation decoder. In: Proceedings of IJCNLP, Taipei, Taiwan, pp. 142\u2013151 (2017)"},{"key":"19_CR12","doi-asserted-by":"crossref","unstructured":"Faruqui, M., Tsvetkov, Y., Rastogi, P., Dyer, C.: Problems with evaluation of word embeddings using word similarity tasks. arXiv preprint arXiv:1605.02276 (2016)","DOI":"10.18653\/v1\/W16-2506"},{"key":"19_CR13","unstructured":"Helcl, J., Libovick\u00fd, J., Kocmi, T., Musil, T., C\u00edfka, O., Vari\u0161, D., et al.: Neural monkey: the current state and beyond. In: Proceedings of AMTA, Boston, MA, pp. 168\u2013176 (2018)"},{"key":"19_CR14","doi-asserted-by":"crossref","unstructured":"Hewitt, J., Liang, P.: Designing and interpreting probes with control tasks. In: Proceedings of EMNLP-IJCNLP, Hong Kong, China, pp. 2733\u20132743 (2019)","DOI":"10.18653\/v1\/D19-1275"},{"key":"19_CR15","doi-asserted-by":"crossref","unstructured":"K\u00f6hn, A.: What\u2019s in an embedding? Analyzing word embeddings through multilingual evaluation. In: Proceedings of EMNLP, pp. 2067\u20132073 (2015)","DOI":"10.18653\/v1\/D15-1246"},{"key":"19_CR16","unstructured":"Krueger, D., Ballas, N., Jastrzebski, S., Arpit, D., Kanwal, M.S., Maharaj, T., et al.: Deep nets don\u2019t learn via memorization. In: Proceedings of ICLR, p. 4 (2017)"},{"key":"19_CR17","unstructured":"Libovick\u00fd, J., Rosa, R., Helcl, J., Popel, M.: Solving three Czech NLP tasks end-to-end with neural models. In: Proceedings of SloNLP (2018)"},{"key":"19_CR18","doi-asserted-by":"crossref","unstructured":"Linzen, T., Dupoux, E., Goldberg, Y.: Assessing the ability of LSTMs to learn syntax-sensitive dependencies. In: TACL, vol. 4, pp. 521\u2013535 (2016)","DOI":"10.1162\/tacl_a_00115"},{"key":"19_CR19","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/978-3-030-27947-9_18","volume-title":"Text, Speech, and Dialogue","author":"T Musil","year":"2019","unstructured":"Musil, T.: Examining structure of word embeddings with PCA. In: Ek\u0161tein, K. (ed.) TSD 2019. LNCS (LNAI), vol. 11697, pp. 211\u2013223. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-27947-9_18"},{"key":"19_CR20","unstructured":"Nivre, J., et al.: Universal dependencies 1.4, LINDAT\/CLARIAH-CZ digital library at \u00daFAL MFF UK, Charles University (2016)"},{"key":"19_CR21","doi-asserted-by":"crossref","unstructured":"Qian, P., Qiu, X., Huang, X.: Investigating language universal and specific properties in word embeddings. In: Proceedings of ACL, pp. 1478\u20131488 (2016)","DOI":"10.18653\/v1\/P16-1140"},{"key":"19_CR22","doi-asserted-by":"crossref","unstructured":"Shi, X., Padhi, I., Knight, K.: Does string-based neural MT learn source syntax? In: Proceedings of EMNLP, Austin, Texas, pp. 1526\u20131534 (2016)","DOI":"10.18653\/v1\/D16-1159"},{"key":"19_CR23","doi-asserted-by":"crossref","unstructured":"Stubbs, M.: Language corpora. In: Davies, A., Elder, C. (eds.) The Handbook of Applied Linguistics, Chap. 4, pp. 106\u2013132. Blackwell Publishing, Malden (2004)","DOI":"10.1002\/9780470757000.ch4"},{"key":"19_CR24","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A.N., et al.: Attention is all you need. In: Guyon, I., et al. (eds.) NeurIPS 30, pp. 6000\u20136010. Curran Ass (2017)"}],"container-title":["Lecture Notes in Computer Science","Text, Speech, and Dialogue"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-58323-1_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T15:44:06Z","timestamp":1709826246000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-58323-1_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030583224","9783030583231"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-58323-1_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"1 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TSD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Text, Speech, and Dialogue","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brno","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Czech Republic","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tsd2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.tsdconference.org\/tsd2020\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"In-house","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"110","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"54","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"49% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}