{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,12]],"date-time":"2026-01-12T21:43:35Z","timestamp":1768254215136,"version":"3.49.0"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031359941","type":"print"},{"value":"9783031359958","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-35995-8_26","type":"book-chapter","created":{"date-parts":[[2023,6,28]],"date-time":"2023-06-28T07:02:24Z","timestamp":1687935744000},"page":"365-379","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["CLARIN-Emo: Training Emotion Recognition Models Using Human Annotation and\u00a0ChatGPT"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-9938-305X","authenticated-orcid":false,"given":"Bart\u0142omiej","family":"Koptyra","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0002-6902-007X","authenticated-orcid":false,"given":"Anh","family":"Ngo","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7366-3847","authenticated-orcid":false,"given":"\u0141ukasz","family":"Radli\u0144ski","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7665-6896","authenticated-orcid":false,"given":"Jan","family":"Koco\u0144","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,6,26]]},"reference":[{"issue":"7","key":"26_CR1","volume":"2","author":"FA Acheampong","year":"2020","unstructured":"Acheampong, F.A., Wenyu, C., Nunoo-Mensah, H.: Text-based emotion detection: advances, challenges, and opportunities. Eng. Rep. 2(7), e12189 (2020)","journal-title":"Eng. Rep."},{"key":"26_CR2","doi-asserted-by":"crossref","unstructured":"Antaki, F., Touma, S., Milad, D., El-Khoury, J., Duval, R.: Evaluating the performance of ChatGPT in ophthalmology: an analysis of its successes and shortcomings. medRxiv (2023)","DOI":"10.1101\/2023.01.22.23284882"},{"key":"26_CR3","doi-asserted-by":"crossref","unstructured":"Baran, J., Koco\u0144, J.: Linguistic knowledge application to neuro-symbolic transformers in sentiment analysis. In: 2022 IEEE International Conference on Data Mining Workshops (ICDMW), pp. 395\u2013402. IEEE (2022)","DOI":"10.1109\/ICDMW58026.2022.00059"},{"key":"26_CR4","doi-asserted-by":"crossref","unstructured":"Bravo-Marquez, F., Frank, E., Mohammad, S.M., Pfahringer, B.: Determining word-emotion associations from tweets by multi-label classification. In: 2016 IEEE\/WIC\/ACM International Conference on Web Intelligence (WI), pp. 536\u2013539. IEEE (2016)","DOI":"10.1109\/WI.2016.0091"},{"key":"26_CR5","unstructured":"Chen, S.Y., Hsu, C.C., Kuo, C.C., Ku, L.W., et al.: EmotionLines: an emotion corpus of multi-party conversations. arXiv preprint arXiv:1802.08379 (2018)"},{"key":"26_CR6","doi-asserted-by":"crossref","unstructured":"Chen, Y., Eger, S.: Transformers go for the LOLs: generating (humourous) titles from scientific abstracts end-to-end (2022)","DOI":"10.18653\/v1\/2023.eval4nlp-1.6"},{"key":"26_CR7","doi-asserted-by":"crossref","unstructured":"Cohan, A., Beltagy, I., King, D., Dalvi, B., Weld, D.: Pretrained language models for sequential sentence classification. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), Hong Kong, China, pp. 3693\u20133699. Association for Computational Linguistics (2019)","DOI":"10.18653\/v1\/D19-1383"},{"key":"26_CR8","doi-asserted-by":"crossref","unstructured":"Conneau, A., et al.: Unsupervised cross-lingual representation learning at scale. CoRR abs\/1911.02116 (2019)","DOI":"10.18653\/v1\/2020.acl-main.747"},{"key":"26_CR9","doi-asserted-by":"crossref","unstructured":"Demszky, D., Movshovitz-Attias, D., Ko, J., Cowen, A., Nemade, G., Ravi, S.: GoEmotions: a dataset of fine-grained emotions. arXiv preprint arXiv:2005.00547 (2020)","DOI":"10.18653\/v1\/2020.acl-main.372"},{"key":"26_CR10","doi-asserted-by":"crossref","unstructured":"Desai, S., Caragea, C., Li, J.J.: Detecting perceived emotions in hurricane disasters. arXiv preprint arXiv:2004.14299 (2020)","DOI":"10.18653\/v1\/2020.acl-main.471"},{"issue":"3","key":"26_CR11","doi-asserted-by":"publisher","first-page":"550","DOI":"10.1037\/0033-295X.99.3.550","volume":"99","author":"P Ekman","year":"1992","unstructured":"Ekman, P.: Are there basic emotions? Psychol. Rev. 99(3), 550\u2013553 (1992)","journal-title":"Psychol. Rev."},{"key":"26_CR12","doi-asserted-by":"crossref","unstructured":"Gao, C.A., et al.: Comparing scientific abstracts generated by ChatGPT to original abstracts using an artificial intelligence output detector, plagiarism detector, and blinded human reviewers. bioRxiv (2022)","DOI":"10.1101\/2022.12.23.521610"},{"key":"26_CR13","doi-asserted-by":"crossref","unstructured":"Kazienko, P., et al.: Human-centred neural reasoning for subjective content processing: hate speech, emotions, and humor. Inf. Fusion (2023)","DOI":"10.2139\/ssrn.4234906"},{"issue":"1","key":"26_CR14","first-page":"2074","volume":"6","author":"Y Kim","year":"2014","unstructured":"Kim, Y., Jeong, S.R., Ghani, I.: Text opinion mining to analyze news for stock market prediction. Int. J. Adv. Soft Comput. Appl. 6(1), 2074\u20138523 (2014)","journal-title":"Int. J. Adv. Soft Comput. Appl."},{"key":"26_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"667","DOI":"10.1007\/978-3-031-08754-7_69","volume-title":"Computational Science","author":"J Koco\u0144","year":"2022","unstructured":"Koco\u0144, J., et al.: Neuro-symbolic models for sentiment analysis. In: Groen, D., de Mulatier, C., Paszynski, M., Krzhizhanovskaya, V.V., Dongarra, J.J., Sloot, P.M.A. (eds.) ICCS 2022. LNCS, pp. 667\u2013681. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-08754-7_69"},{"key":"26_CR16","doi-asserted-by":"crossref","unstructured":"Koco\u0144, J., et al.: ChatGPT: jack of all trades, master of none. arXiv preprint arXiv:2302.10724 (2023)","DOI":"10.2139\/ssrn.4372889"},{"key":"26_CR17","doi-asserted-by":"crossref","unstructured":"Koco\u0144, J., et al.: Learning personal human biases and representations for subjective tasks in natural language processing. In: 2021 IEEE International Conference on Data Mining (ICDM), pp. 1168\u20131173. IEEE (2021)","DOI":"10.1109\/ICDM51629.2021.00140"},{"key":"26_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1007\/978-3-030-77964-1_24","volume-title":"Computational Science \u2013 ICCS 2021","author":"J Koco\u0144","year":"2021","unstructured":"Koco\u0144, J., Mi\u0142kowski, P., Kanclerz, K.: MultiEmo: multilingual, multilevel, multidomain sentiment analysis corpus of consumer reviews. In: Paszynski, M., Kranzlm\u00fcller, D., Krzhizhanovskaya, V.V., Dongarra, J.J., Sloot, P.M.A. (eds.) ICCS 2021. LNCS, vol. 12743, pp. 297\u2013312. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-77964-1_24"},{"key":"26_CR19","doi-asserted-by":"crossref","unstructured":"Koco\u0144, J., Mi\u0142kowski, P., Za\u015bko-Zieli\u0144ska, M.: Multi-level sentiment analysis of PolEmo 2.0: extended corpus of multi-domain consumer reviews. In: Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL), pp. 980\u2013991 (2019)","DOI":"10.18653\/v1\/K19-1092"},{"key":"26_CR20","doi-asserted-by":"crossref","unstructured":"Korczy\u0144ski, W., Koco\u0144, J.: Compression methods for transformers in multidomain sentiment analysis. In: 2022 IEEE International Conference on Data Mining Workshops (ICDMW), pp. 419\u2013426. IEEE (2022)","DOI":"10.1109\/ICDMW58026.2022.00062"},{"key":"26_CR21","unstructured":"Liu, Y., et al.: RoBERTa: a robustly optimized BERT pretraining approach (2019)"},{"key":"26_CR22","unstructured":"Maynard, D.G., Greenwood, M.A.: Who cares about sarcastic tweets? Investigating the impact of sarcasm on sentiment analysis. In: LREC 2014 Proceedings. ELRA (2014)"},{"key":"26_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1007\/978-3-031-16014-1_14","volume-title":"Computational Collective Intelligence","author":"P Mi\u0142kowski","year":"2022","unstructured":"Mi\u0142kowski, P., Gruza, M., Kazienko, P., Szo\u0142omicka, J., Wo\u017aniak, S., Koco\u0144, J.: Multi-model analysis of language-agnostic sentiment classification on multiemo data. In: Nguyen, N.T., Manolopoulos, Y., Chbeir, R., Kozierkiewicz, A., Trawi\u0144ski, B. (eds.) ICCCI 2022. LNCS, pp. 163\u2013175. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-16014-1_14"},{"key":"26_CR24","doi-asserted-by":"crossref","unstructured":"Minaee, S., Kalchbrenner, N., Cambria, E., Nikzad, N., Chenaghlu, M., Gao, J.: Deep learning based text classification: a comprehensive review (2020)","DOI":"10.1145\/3439726"},{"key":"26_CR25","unstructured":"Mirzaee, H., Peymanfard, J., Moshtaghin, H.H., Zeinali, H.: ArmanEmo: a Persian dataset for text-based emotion detection. arXiv preprint arXiv:2207.11808 (2022)"},{"key":"26_CR26","unstructured":"Ngo, A., Candri, A., Ferdinan, T., Koco\u0144, J., Korczynski, W.: StudEmo: a non-aggregated review dataset for personalized emotion recognition. In: Proceedings of the 1st Workshop on Perspectivist Approaches to NLP@ LREC2022, pp. 46\u201355 (2022)"},{"key":"26_CR27","doi-asserted-by":"crossref","unstructured":"Paul, M.J., et al.: Social media mining for public health monitoring and surveillance. In: Biocomputing 2016: Proceedings of the Pacific Symposium, pp. 468\u2013479. World Scientific (2016)","DOI":"10.1142\/9789814749411_0043"},{"issue":"16","key":"26_CR28","doi-asserted-by":"publisher","first-page":"4459","DOI":"10.3390\/su11164459","volume":"11","author":"VD P\u0103v\u0103loaia","year":"2019","unstructured":"P\u0103v\u0103loaia, V.D., Teodor, E.M., Fotache, D., Danile\u0163, M.: Opinion mining on social media data: sentiment analysis of user preferences. Sustainability 11(16), 4459 (2019)","journal-title":"Sustainability"},{"key":"26_CR29","unstructured":"Phillips, T., Saleh, A., Glazewski, K.D., Hmelo-Silver, C.E., Mott, B., Lester, J.C.: Exploring the use of GPT-3 as a tool for evaluating text-based collaborative discourse. In: Companion Proceedings of the 12th, p. 54 (2022)"},{"key":"26_CR30","doi-asserted-by":"crossref","unstructured":"Plutchik, R.: A general psychoevolutionary theory of emotion. In: Theories of Emotion, pp. 3\u201333. Elsevier (1980)","DOI":"10.1016\/B978-0-12-558701-3.50007-7"},{"key":"26_CR31","doi-asserted-by":"crossref","unstructured":"Rashkin, H., Bosselut, A., Sap, M., Knight, K., Choi, Y.: Modeling Naive psychology of characters in simple commonsense stories. arXiv preprint arXiv:1805.06533 (2018)","DOI":"10.18653\/v1\/P18-1213"},{"key":"26_CR32","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Making monolingual sentence embeddings multilingual using knowledge distillation. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing. Association for Computational Linguistics (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.365"},{"key":"26_CR33","doi-asserted-by":"crossref","unstructured":"Rotsztejn, J., Hollenstein, N., Zhang, C.: ETH-DS3Lab at SemEval-2018 task 7: effectively combining recurrent and convolutional neural networks for relation classification and extraction. In: Proceedings of the 12th International Workshop on Semantic Evaluation, New Orleans, Louisiana, pp. 689\u2013696. Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/S18-1112"},{"key":"26_CR34","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter (2019)"},{"key":"26_CR35","doi-asserted-by":"crossref","unstructured":"Sprugnoli, R., et al.: Multiemotions-it: a new dataset for opinion polarity and emotion analysis for Italian. In: Proceedings of the Seventh Italian Conference on Computational Linguistics (CLiC-it 2020), pp. 402\u2013408. Accademia University Press (2020)","DOI":"10.4000\/books.aaccademia.8910"},{"key":"26_CR36","unstructured":"Susnjak, T.: ChatGPT: the end of online exam integrity? arXiv preprint arXiv:2212.09292 (2022)"},{"key":"26_CR37","doi-asserted-by":"crossref","unstructured":"Szo\u0142omicka, J., Kocon, J.: MultiAspectEmo: multilingual and language-agnostic aspect-based sentiment analysis. In: 2022 IEEE International Conference on Data Mining Workshops (ICDMW), pp. 443\u2013450. IEEE (2022)","DOI":"10.1109\/ICDMW58026.2022.00065"},{"key":"26_CR38","doi-asserted-by":"crossref","unstructured":"Tabone, W., de Winter, J.: Using ChatGPT for human-computer interaction research: a primer. Manuscript Submitted for Publication (2023)","DOI":"10.1098\/rsos.231053"}],"container-title":["Lecture Notes in Computer Science","Computational Science \u2013 ICCS 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-35995-8_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,23]],"date-time":"2024-10-23T05:51:29Z","timestamp":1729662689000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-35995-8_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031359941","9783031359958"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-35995-8_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"26 June 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICCS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computational Science","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Prague","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Czech Republic","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iccs-computsci2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.iccs-meeting.org\/iccs2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"530","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"188","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"94","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2,8","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3,2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}