{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T10:10:38Z","timestamp":1773655838623,"version":"3.50.1"},"reference-count":19,"publisher":"Allerton Press","issue":"7","license":[{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Aut. Control Comp. Sci."],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.3103\/s0146411624700263","type":"journal-article","created":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T14:48:48Z","timestamp":1739371728000},"page":"797-807","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Annotation of Text Corpora by Sentiment and Irony in a Project of Citizen Science"],"prefix":"10.3103","volume":"58","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3984-8423","authenticated-orcid":false,"given":"I. V.","family":"Paramonov","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0116-4739","authenticated-orcid":false,"given":"A. Y.","family":"Poletaev","sequence":"additional","affiliation":[]}],"member":"1627","published-online":{"date-parts":[[2025,2,12]]},"reference":[{"key":"7747_CR1","doi-asserted-by":"publisher","unstructured":"Masoumi, V., Salehi, M., Veisi, H., Haddadian, G., Ranjbar, V., and Sahebdel, M., TeleCrowd: A crowdsourcing approach to create informal to formal text corpora, arXiv Preprint, 2020. https:\/\/doi.org\/10.48550\/arXiv.2004.11771","DOI":"10.48550\/arXiv.2004.11771"},{"key":"7747_CR2","doi-asserted-by":"publisher","unstructured":"Mitiagina, E., Borodataya, M., Volchenkova, E., Ershova, N., Luchinina, M., and Kotelnikov, E., Russian text corpus of intimate partner violence: Annotation through crowdsourcing, Electronic Governance and Open Society: Challenges in Eurasia. EGOSE 2020, Chugunov, A., Khodachek, I., Misnikov, Y., and Trutnev, D., Eds., Communications in Computer and Information Science, Cham: Springer, 2020, pp. 306\u2013321. https:\/\/doi.org\/10.1007\/978-3-030-67238-6_22","DOI":"10.1007\/978-3-030-67238-6_22"},{"key":"7747_CR3","doi-asserted-by":"publisher","unstructured":"Mohammad, S., A practical guide to sentiment annotation: Challenges and solutions, Proc. 7th Workshop on Computational Approaches to Subjectivity, Sentiment and Social Media Analysis, San Diego, Calif., 2016, Balahur, A., van der Goot, E., Vossen, P., and Montoyo, A., Eds., Association for Computational Linguistics, 2016, pp. 174\u2013179. https:\/\/doi.org\/10.18653\/v1\/w16-0429","DOI":"10.18653\/v1\/w16-0429"},{"key":"7747_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3003433","volume":"17","author":"S.M. Mohammad","year":"2017","unstructured":"Mohammad, S.M., Sobhani, P., and Kiritchenko, S., Stance and sentiment in tweets, ACM Trans. Internet Technol., 2017, vol. 17, no. 3, pp. 1\u201323. https:\/\/doi.org\/10.1145\/3003433","journal-title":"ACM Trans. Internet Technol."},{"key":"7747_CR5","unstructured":"Chakravarthi, B.R., Muralidaran, V., Priyadharshini, R., and Mccrae, J.P., Corpus creation for sentiment analysis in code-mixed Tamil-English text, Proc. 1st Joint Workshop on Spoken Language Technologies for Under-resourced languages (SLTU) and Collaboration and Computing for Under-Resourced Languages (CCURL), Marseille, France, 2020, European Language Resources Association, 2020, pp. 202\u2013210. https:\/\/aclanthology.org\/2020.sltu-1.28."},{"key":"7747_CR6","volume-title":"Content Analysis: An Introduction to Its Methodology","author":"K. Krippendor","year":"2013","unstructured":"Krippendor, K., Content Analysis: An Introduction to Its Methodology, Thousand Oaks, Calif.: SAGE Publ., 2013."},{"key":"7747_CR7","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1109\/mis.2014.33","volume":"30","author":"Ya. Zhao","year":"2014","unstructured":"Zhao, Ya., Qin, B., and Liu, T., Creating a fine-grained corpus for Chinese sentiment analysis, IEEE Intell. Syst., 2014, vol. 30, no. 1, pp. 36\u201343. https:\/\/doi.org\/10.1109\/mis.2014.33","journal-title":"IEEE Intell. Syst."},{"key":"7747_CR8","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J. Cohen","year":"1960","unstructured":"Cohen, J., A coefficient of agreement for nominal scales, Educ.al Psychol. Meas., 1960, vol. 20, no. 1, pp. 37\u201346. https:\/\/doi.org\/10.1177\/001316446002000104","journal-title":"Educ.al Psychol. Meas."},{"key":"7747_CR9","doi-asserted-by":"publisher","unstructured":"Bu, J., Ren, L., Zheng, Sh., Yang, Ya., Wang, J., Zhang, F., and Wu, W., ASAP: A Chinese review dataset towards aspect category sentiment analysis and rating prediction, Proc. 2021 Conf. of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Toutanova, K., Rumshisky, A., Zettlemoyer, L., Hakkani-Tur, D., Beltagy, I., Bethard, S., Cotterell, R., Chakraborty, T., and Zhou, Yi., Eds., Association for Computational Linguistics, 2021, pp. 2069\u20132079. https:\/\/doi.org\/10.18653\/v1\/2021.naacl-main.167","DOI":"10.18653\/v1\/2021.naacl-main.167"},{"key":"7747_CR10","doi-asserted-by":"publisher","unstructured":"Navas-Loro, M., Rodr\u00edguez-Doncel, V., Santana-Perez, I., and S\u00e1nchez, A., Spanish corpus for sentiment analysis towards brands, Speech and Computer, Karpov, A., Potapova, R., and Mporas, I., Eds., Lecture Notes in Computer Science, vol. 10458, Springer, 2017, pp. 680\u2013689. https:\/\/doi.org\/10.1007\/978-3-319-66429-3_68","DOI":"10.1007\/978-3-319-66429-3_68"},{"key":"7747_CR11","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1037\/h0031619","volume":"76","author":"J.L. Fleiss","year":"1971","unstructured":"Fleiss, J.L., Measuring nominal scale agreement among many raters, Psychol. Bull., 1971, vol. 76, no. 5, pp.\u00a0378\u2013382. https:\/\/doi.org\/10.1037\/h0031619","journal-title":"Psychol. Bull."},{"key":"7747_CR12","volume-title":"RuSentiment: An enriched sentiment analysis dataset for social media in Russian, Proc. 27th Int. Conf. on Computational Linguistics","author":"A. Rogers","year":"2018","unstructured":"Rogers, A., Romanov, A., Rumshisky, A., Volkova, S., Gronas, M., and Gribov, A., RuSentiment: An enriched sentiment analysis dataset for social media in Russian, Proc. 27th Int. Conf. on Computational Linguistics, Santa Fe, N.M., 2018, Bender, E.M., Derczynski, L., and Isabelle, P., Eds., 2018, pp. 755\u2013763. https:\/\/aclanthology.org\/C18-1064."},{"key":"7747_CR13","unstructured":"Zherebilo, T.V., Slovar lingvisticheskih terminov (Dictionary of Linguistic Terms), Nazran: OOO Piligrim, 2010."},{"key":"7747_CR14","unstructured":"Krippendor, K., Computing Krippendorff\u2019s alpha-reliability, 2008. https:\/\/repository.upenn.edu\/asc_papers\/43\/. Cited January 17, 2023."},{"key":"7747_CR15","doi-asserted-by":"publisher","first-page":"413","DOI":"10.32614\/rj-2021-046","volume":"13","author":"J. Hughes","year":"2021","unstructured":"Hughes, J., krippendorffsalpha: An R package for measuring agreement using Krippendorff\u2019s alpha coefficient, R J., 2021, vol. 13, no. 1, p. 413. https:\/\/doi.org\/10.32614\/rj-2021-046","journal-title":"R J."},{"key":"7747_CR16","doi-asserted-by":"publisher","unstructured":"Jeni, L.A., Cohn, J.F., and De La Torre, F., Facing imbalanced data\u2014Recommendations for the use of performance metrics, 2013 Humaine Association Conf. on Affective Computing and Intelligent Interaction, Geneva, 2013, IEEE, 2013, pp. 245\u2013251. https:\/\/doi.org\/10.1109\/acii.2013.47","DOI":"10.1109\/acii.2013.47"},{"key":"7747_CR17","doi-asserted-by":"publisher","first-page":"740","DOI":"10.3103\/S0146411623070118","volume":"57","author":"A.Y. Poletaev","year":"2023","unstructured":"Poletaev, A.Y. and Paramonov, I.V., Recursive sentiment detection algorithm for Russian sentences, Autom. Control Comput. Sci., 2023, vol. 57, no. 7, pp. 740\u2013749. https:\/\/doi.org\/10.3103\/S0146411623070118","journal-title":"Autom. Control Comput. Sci."},{"key":"7747_CR18","doi-asserted-by":"publisher","first-page":"102484","DOI":"10.1016\/j.ipm.2020.102484","volume":"58","author":"S. Smetanin","year":"2021","unstructured":"Smetanin, S. and Komarov, M., Deep transfer learning baselines for sentiment analysis in Russian, Inf. Process. Manage., 2021, vol. 58, no. 3, p. 102484. https:\/\/doi.org\/10.1016\/j.ipm.2020.102484","journal-title":"Inf. Process. Manage."},{"key":"7747_CR19","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1162\/coli.07-034-r2","volume":"34","author":"R. Artstein","year":"2008","unstructured":"Artstein, R. and Poesio, M., Inter-coder agreement for computational linguistics, Comput. Linguist., 2008, vol.\u00a034, no. 4, pp. 555\u2013596. https:\/\/doi.org\/10.1162\/coli.07-034-r2","journal-title":"Comput. Linguist."}],"container-title":["Automatic Control and Computer Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.3103\/S0146411624700263.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.3103\/S0146411624700263","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.3103\/S0146411624700263.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,15]],"date-time":"2026-03-15T22:03:49Z","timestamp":1773612229000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.3103\/S0146411624700263"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12]]},"references-count":19,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["7747"],"URL":"https:\/\/doi.org\/10.3103\/s0146411624700263","relation":{},"ISSN":["0146-4116","1558-108X"],"issn-type":[{"value":"0146-4116","type":"print"},{"value":"1558-108X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12]]},"assertion":[{"value":"3 February 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 February 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 February 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 February 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors of this work declare that they have no conflicts of interest.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"CONFLICT OF INTEREST"}}]}}