{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T03:01:39Z","timestamp":1775617299451,"version":"3.50.1"},"publisher-location":"Singapore","reference-count":33,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819980840","type":"print"},{"value":"9789819980857","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-981-99-8085-7_2","type":"book-chapter","created":{"date-parts":[[2023,11,29]],"date-time":"2023-11-29T05:02:07Z","timestamp":1701234127000},"page":"18-27","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Evaluating the\u00a0Use of\u00a0Generative LLMs for\u00a0Intralingual Diachronic Translation of\u00a0Middle-Polish Texts into\u00a0Contemporary Polish"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4321-8862","authenticated-orcid":false,"given":"Cezary","family":"Klamra","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3446-122X","authenticated-orcid":false,"given":"Katarzyna","family":"Kry\u0144ska","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3467-9424","authenticated-orcid":false,"given":"Maciej","family":"Ogrodniczuk","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,11,30]]},"reference":[{"key":"2_CR1","doi-asserted-by":"publisher","unstructured":"Agrawal, S., Zhou, C., Lewis, M., Zettlemoyer, L., Ghazvininejad, M.: In-context examples selection for machine translation. In: Findings of the Association for Computational Linguistics: ACL 2023, pp. 8857\u20138873. Association for Computational Linguistics, Toronto, Canada (2023). https:\/\/doi.org\/10.18653\/v1\/2023.findings-acl.564","DOI":"10.18653\/v1\/2023.findings-acl.564"},{"key":"2_CR2","unstructured":"Bawden, R., Poinhos, J., Kogkitsidou, E., Gambette, P., Sagot, B., Gabay, S.: Automatic normalisation of early Modern French. In: Proceedings of the Thirteenth Language Resources and Evaluation Conference, pp. 3354\u20133366. European Language Resources Association, Marseille, France (2022). https:\/\/aclanthology.org\/2022.lrec-1.358\/"},{"key":"2_CR3","unstructured":"Chrabrowa, A., et al.: Evaluation of transfer learning for Polish with a text-to-text model. In: Proceedings of the Thirteenth Language Resources and Evaluation Conference, pp. 4374\u20134394. European Language Resources Association, Marseille, France (2022). https:\/\/aclanthology.org\/2022.lrec-1.466"},{"key":"2_CR4","doi-asserted-by":"publisher","unstructured":"Ding, B., et al.: Is GPT-3 a good data annotator? In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 11173\u201311195. Association for Computational Linguistics, Toronto, Canada (2023). https:\/\/doi.org\/10.18653\/v1\/2023.acl-long.626","DOI":"10.18653\/v1\/2023.acl-long.626"},{"key":"2_CR5","doi-asserted-by":"crossref","unstructured":"Gilardi, F., Alizadeh, M., Kubli, M.: ChatGPT outperforms crowd-workers for text-annotation tasks. arXiv:2303.15056 (2023)","DOI":"10.1073\/pnas.2305016120"},{"issue":"1","key":"2_CR6","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1007\/s10579-021-09549-1","volume":"56","author":"W Gruszczy\u0144ski","year":"2022","unstructured":"Gruszczy\u0144ski, W., et al.: The electronic corpus of 17th-and 18th-century polish texts. Lang. Resour. Eval. 56(1), 309\u2013332 (2022)","journal-title":"Lang. Resour. Eval."},{"key":"2_CR7","unstructured":"Gruszczy\u0144ski, W., Ogrodniczuk, M.: Cyfrowa Biblioteka Druk\u00f3w Ulotnych Polskich i Polski dotycza\u0327cych z XVI, XVII i XVIII w. w nauce i dydaktyce. In: Materia\u0142y konferencji Polskie Biblioteki Cyfrowe 2010, pp. 23\u201327. Pozna\u0144, Poland (2010)"},{"key":"2_CR8","doi-asserted-by":"publisher","unstructured":"Hartvigsen, T., Gabriel, S., Palangi, H., Sap, M., Ray, D., Kamar, E.: ToxiGen: a large-scale machine-generated dataset for adversarial and implicit hate speech detection. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 3309\u20133326. Association for Computational Linguistics, Dublin, Ireland (2022). https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.234","DOI":"10.18653\/v1\/2022.acl-long.234"},{"key":"2_CR9","unstructured":"Hendy, A., et al.: How good are GPT models at machine translation? A comprehensive evaluation. arXiv:2302.09210 (2023)"},{"key":"2_CR10","doi-asserted-by":"publisher","unstructured":"Huang, F., Kwak, H., An, J.: Is ChatGPT better than human annotators? potential and limitations of ChatGPT in explaining implicit hate speech. In: Companion Proceedings of the ACM Web Conference 2023. ACM (2023). https:\/\/doi.org\/10.1145\/3543873.3587368","DOI":"10.1145\/3543873.3587368"},{"key":"2_CR11","doi-asserted-by":"publisher","unstructured":"Jassem, K., Grali\u0144ski, F., Obr\u0229bski, T., Wierzcho\u0144, P.: Automatic Diachronic Normalization of Polish Texts. Investig. Linguist. 37, 17\u201333 (2018). https:\/\/doi.org\/10.14746\/il.2017.37.2","DOI":"10.14746\/il.2017.37.2"},{"key":"2_CR12","unstructured":"Jiao, W., Wang, W., Huang, J., Wang, X., Tu, Z.: Is ChatGPT a good translator? Yes with GPT-4 as the engine. arXiv:2301.08745 (2023)"},{"key":"2_CR13","doi-asserted-by":"crossref","unstructured":"Karpinska, M., Iyyer, M.: Large language models effectively leverage document-level context for literary translation, but critical errors persist. arXiv:2304.03245 (2023)","DOI":"10.18653\/v1\/2023.wmt-1.41"},{"key":"2_CR14","unstructured":"Kiera\u015b, W., Woli\u0144ski, M.: Manually annotated corpus of Polish texts published between 1830 and 1918. In: Proceedings of the Eleventh International Conference on Language Resources and Evaluation (LREC 2018). European Language Resources Association (ELRA), Miyazaki, Japan (2018). https:\/\/aclanthology.org\/L18-1609"},{"key":"2_CR15","unstructured":"Kocmi, T., Federmann, C., Grundkiewicz, R., Junczys-Dowmunt, M., Matsushita, H., Menezes, A.: To ship or not to ship: an extensive evaluation of automatic metrics for machine translation. In: Proceedings of the Sixth Conference on Machine Translation, pp. 478\u2013494. Association for Computational Linguistics (2021). https:\/\/aclanthology.org\/2021.wmt-1.57"},{"key":"2_CR16","unstructured":"Korchagina, N.: Normalizing medieval german texts: from rules to deep learning. In: Proceedings of the NoDaLiDa 2017 Workshop on Processing Historical Language, pp. 12\u201317. Link\u00f6ping University Electronic Press, Gothenburg (2017). https:\/\/aclanthology.org\/W17-0504"},{"key":"2_CR17","doi-asserted-by":"crossref","unstructured":"Kuzman, T., Mozetic, I., Ljube\u0161ic, N.: ChatGPT: beginning of an end of manual linguistic data annotation? Use case of automatic genre identification. arXiv:2303.03953 (2023)","DOI":"10.1007\/s10579-023-09695-8"},{"key":"2_CR18","unstructured":"Laskar, M.T.R., Rahman, M., Jahan, I., Hoque, E., Huang, J.: CQSumDP: a ChatGPT-annotated resource for query-focused abstractive summarization based on debatepedia. arXiv:2305.06147 (2023)"},{"key":"2_CR19","doi-asserted-by":"publisher","unstructured":"Liu, D., Yang, K., Qu, Q., Lv, J.: Ancient-modern chinese translation with a new large training dataset. ACM Trans. Asian Low-Resource Lang. Inf. Process. 19(1), 3325887 (2019). https:\/\/doi.org\/10.1145\/3325887","DOI":"10.1145\/3325887"},{"key":"2_CR20","doi-asserted-by":"crossref","unstructured":"Minixhofer, B., Pfeiffer, J., Vuli\u0107, I.: Where\u2019s the point? Self-supervised multilingual punctuation-agnostic sentence segmentation. arXiv:2305.18893 (2023)","DOI":"10.18653\/v1\/2023.acl-long.398"},{"key":"2_CR21","doi-asserted-by":"publisher","unstructured":"Ogrodniczuk, M., Kry\u0144ska, K.: Evaluating machine translation of Latin interjections in the digital library of polish and Poland-related news pamphlets. In: Tseng, Y.H., Katsurai, M., Nguyen, H.N. (eds.) From Born-Physical to Born-Virtual: Augmenting Intelligence in Digital Libraries. ICADL 2022. LNCS, vol. 13636. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-21756-2_34","DOI":"10.1007\/978-3-031-21756-2_34"},{"key":"2_CR22","doi-asserted-by":"publisher","first-page":"116617","DOI":"10.1109\/ACCESS.2020.3004879","volume":"8","author":"C Park","year":"2020","unstructured":"Park, C., Lee, C., Yang, Y., Lim, H.: Ancient Korean neural machine translation. IEEE Access 8, 116617\u2013116625 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.3004879","journal-title":"IEEE Access"},{"key":"2_CR23","doi-asserted-by":"crossref","unstructured":"Peng, K., et al.: Towards making the most of ChatGPT for machine translation. arXiv:2303.13780 (2023)","DOI":"10.2139\/ssrn.4390455"},{"key":"2_CR24","doi-asserted-by":"crossref","unstructured":"Post, M.: A call for clarity in reporting BLEU scores. In: Proceedings of the Third Conference on Machine Translation: Research Papers, pp. 186\u2013191. Association for Computational Linguistics, Belgium, Brussels (2018). https:\/\/www.aclweb.org\/anthology\/W18-6319","DOI":"10.18653\/v1\/W18-6319"},{"key":"2_CR25","doi-asserted-by":"crossref","unstructured":"Rei, R., Stewart, C., Farinha, A.C., Lavie, A.: COMET: a neural framework for MT evaluation. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 2685\u20132702. Association for Computational Linguistics (2020). https:\/\/www.aclweb.org\/anthology\/2020.emnlp-main.213","DOI":"10.18653\/v1\/2020.emnlp-main.213"},{"key":"2_CR26","doi-asserted-by":"crossref","unstructured":"Reiss, M.V.: Testing the reliability of ChatGPT for text annotation and classification: a cautionary remark. arXiv:2304.11085 (2023)","DOI":"10.31219\/osf.io\/rvy5p"},{"key":"2_CR27","unstructured":"Shen, X., Chen, Z., Backes, M., Zhang, Y.. In ChatGPT we trust? Measuring and characterizing the reliability of ChatGPT. arXiv:2304.08979 (2023)"},{"key":"2_CR28","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1007\/978-3-030-66527-2_6","volume-title":"Human Language Technology. Challenges for Computer Science and Linguistics","author":"P Sk\u00f3rzewski","year":"2020","unstructured":"Sk\u00f3rzewski, P., Jassem, K., Grali\u0144ski, F.: Automated normalization and analysis of historical texts. In: Vetulani, Z., Paroubek, P., Kubis, M. (eds.) LTC 2017. LNCS (LNAI), vol. 12598, pp. 73\u201386. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-66527-2_6"},{"key":"2_CR29","unstructured":"T\u00f6rnberg, P.: ChatGPT-4 outperforms experts and crowd workers in annotating political twitter messages with zero-shot learning. arXiv:2304.06588 (2023)"},{"key":"2_CR30","doi-asserted-by":"publisher","unstructured":"Wang, S., Liu, Y., Xu, Y., Zhu, C., Zeng, M.: Want to reduce labeling cost? GPT-3 can help. In: Findings of the Association for Computational Linguistics: EMNLP 2021, pp. 4195\u20134205. Association for Computational Linguistics, Punta Cana, Dominican Republic (2021). https:\/\/doi.org\/10.18653\/v1\/2021.findings-emnlp.354","DOI":"10.18653\/v1\/2021.findings-emnlp.354"},{"key":"2_CR31","unstructured":"White, J.S., O\u2019Connell, T.A., O\u2019Mara, F.E.: The ARPA MT evaluation methodologies: evolution, lessons, and future approaches. In: Proceedings of the First Conference of the Association for Machine Translation in the Americas. Columbia, Maryland, USA (1994). https:\/\/aclanthology.org\/1994.amta-1.25"},{"key":"2_CR32","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1007\/978-3-030-88480-2_10","volume-title":"Natural Language Processing and Chinese Computing","author":"Z Yang","year":"2021","unstructured":"Yang, Z., Chen, K., Chen, J.: Guwen-UNILM: machine translation between ancient and modern Chinese based on pre-trained models. In: Wang, L., Feng, Y., Hong, Yu., He, R. (eds.) NLPCC 2021. LNCS (LNAI), vol. 13028, pp. 116\u2013128. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-88480-2_10"},{"key":"2_CR33","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1007\/978-3-030-32236-6_13","volume-title":"Natural Language Processing and Chinese Computing","author":"Z Zhang","year":"2019","unstructured":"Zhang, Z., Li, W., Su, Q.: Automatic translating between ancient Chinese and contemporary Chinese with limited aligned corpora. In: Tang, J., Kan, M.-Y., Zhao, D., Li, S., Zan, H. (eds.) NLPCC 2019. LNCS (LNAI), vol. 11839, pp. 157\u2013167. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32236-6_13"}],"container-title":["Lecture Notes in Computer Science","Leveraging Generative Intelligence in Digital Libraries: Towards Human-Machine Collaboration"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-8085-7_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,26]],"date-time":"2023-12-26T22:47:39Z","timestamp":1703630859000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-8085-7_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9789819980840","9789819980857"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-8085-7_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"30 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICADL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Asian Digital Libraries","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Taipei","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Taiwan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 December 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 December 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icadl2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icadl.net\/icadl2023\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"85","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"18% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3,01","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1,92","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2 practice papers and 12 poster papers","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}