{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T05:03:29Z","timestamp":1774674209870,"version":"3.50.1"},"reference-count":13,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,3,11]],"date-time":"2024-03-11T00:00:00Z","timestamp":1710115200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,3,11]],"date-time":"2024-03-11T00:00:00Z","timestamp":1710115200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Comput Soc Sc"],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1007\/s42001-024-00251-0","type":"journal-article","created":{"date-parts":[[2024,3,11]],"date-time":"2024-03-11T19:02:25Z","timestamp":1710183745000},"page":"571-585","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Annotating live messages on social media. Testing the efficiency of the AnnotHate \u2013 live data annotation portal"],"prefix":"10.1007","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6897-2565","authenticated-orcid":false,"given":"Gunther","family":"Jikeli","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2304-8106","authenticated-orcid":false,"given":"Katharina","family":"Soemer","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0008-6469-5426","authenticated-orcid":false,"given":"Sameer","family":"Karali","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,3,11]]},"reference":[{"key":"251_CR1","doi-asserted-by":"publisher","unstructured":"De Gibert, O., Perez, N., Garc\u00eda-Pablos, A., & Cuadros, M. (2018). Hate speech dataset from a white supremacy forum. In Proceedings of the 2nd Workshop on Abusive Language Online (ALW2), 11\u201320. Brussels, Belgium: Association for Computational Linguistics. https:\/\/doi.org\/10.18653\/v1\/W18-5102.","DOI":"10.18653\/v1\/W18-5102"},{"key":"251_CR2","doi-asserted-by":"publisher","DOI":"10.1111\/lnc3.12432","author":"D Hovy","year":"2021","unstructured":"Hovy, D., & Prabhumoye, S. (2021). Five Sources of bias in natural language processing. Language and Linguistics Compass. https:\/\/doi.org\/10.1111\/lnc3.12432","journal-title":"Language and Linguistics Compass"},{"key":"251_CR3","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324922000353","author":"N Ljube\u0161i\u0107","year":"2022","unstructured":"Ljube\u0161i\u0107, N., Mozeti\u010d, I., & Novak, P. K. (2022). Quantifying the impact of context on the quality of manual hate speech annotation. Natural Language Engineering. https:\/\/doi.org\/10.1017\/S1351324922000353","journal-title":"Natural Language Engineering"},{"key":"251_CR4","doi-asserted-by":"publisher","unstructured":"Menini, S., Palmero Aprosio, A., Tonelli, S. (2021). Abuse is contextual, what about nLP? The role of context in abusive language annotation and detection. arXiv. https:\/\/doi.org\/10.48550\/ARXIV.2103.14916.","DOI":"10.48550\/ARXIV.2103.14916"},{"key":"251_CR5","doi-asserted-by":"publisher","unstructured":"Menini, S., Moretti, G., Corazza,M., Cabrio, E., Tonelli, S., & Villata, S. (2019). A system to monitor cyberbullying based on message classification and social network analysis. In Proceedings of the Third Workshop on Abusive Language Online, 105\u201310. Florence, Italy: Association for Computational Linguistics. https:\/\/doi.org\/10.18653\/v1\/W19-3511.","DOI":"10.18653\/v1\/W19-3511"},{"issue":"CSCW2","key":"251_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3415186","volume":"4","author":"M Miceli","year":"2020","unstructured":"Miceli, M., Schuessler, M., & Yang, T. (2020). Between subjectivity and imposition: Power dynamics in data annotation for computer vision. Proceedings of the ACM on Human-Computer Interaction, 4(CSCW2), 1\u201325. https:\/\/doi.org\/10.1145\/3415186","journal-title":"Proceedings of the ACM on Human-Computer Interaction"},{"key":"251_CR7","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbz130","author":"M Neves","year":"2019","unstructured":"Neves, M., & \u0160eva, J. (2019). An extensive review of tools for manual annotation of documents. Briefings in Bioinformatics. https:\/\/doi.org\/10.1093\/bib\/bbz130","journal-title":"Briefings in Bioinformatics"},{"issue":"July","key":"251_CR8","doi-asserted-by":"publisher","first-page":"13","DOI":"10.3389\/fdata.2019.00013","volume":"2","author":"A Olteanu","year":"2019","unstructured":"Olteanu, A., Castillo, C., Diaz, F., & K\u0131c\u0131man, E. (2019). Social data: Biases, methodological pitfalls, and ethical boundaries. Frontiers in Big Data, 2(July), 13. https:\/\/doi.org\/10.3389\/fdata.2019.00013","journal-title":"Frontiers in Big Data"},{"issue":"4","key":"251_CR9","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1006\/ijhc.1999.0247","volume":"50","author":"IA Ovsiannikov","year":"1999","unstructured":"Ovsiannikov, I. A., Arbib, M. A., & Mcneill, T. H. (1999). Annotation Technology. International Journal of Human-Computer Studies, 50(4), 329\u2013362. https:\/\/doi.org\/10.1006\/ijhc.1999.0247","journal-title":"International Journal of Human-Computer Studies"},{"key":"251_CR10","doi-asserted-by":"crossref","unstructured":"Pei, J., Ananthasubramaniam, A., Wang, X., Zhou, N., Sargent, J., Dedeloudis, A., & Jurgens D., (2023). POTATO: the portable text annotation tool. arXiv. http:\/\/arxiv.org\/abs\/2212.08620.","DOI":"10.18653\/v1\/2022.emnlp-demos.33"},{"key":"251_CR11","doi-asserted-by":"crossref","unstructured":"Pei, J., & Jurgens, D. (2023). When do annotator demographics matter? Measuring the influence of annotator demographics with the POPQUORN dataset.\u201d In The 17th Linguistic AnnotationWorkshop (LAW-XVII). Proceedings of the Workshop, 252\u201365. Association for Computational Linguistics.","DOI":"10.18653\/v1\/2023.law-1.25"},{"key":"251_CR12","volume-title":"Natural language annotation for machine learning","author":"J Pustejovsky","year":"2013","unstructured":"Pustejovsky, J., & Stubbs, A. (2013). Natural language annotation for machine learning. Sebastopol, CA: OReilly Media."},{"key":"251_CR13","doi-asserted-by":"publisher","unstructured":"Wallace, B. C., Do Choe, K., Kertz, L., & Eugene Charniak, E. (2014). Humans Require context to infer ironic intent (so computers probably do, too). In Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), 512\u201316. Baltimore, Maryland: Association for Computational Linguistics. https:\/\/doi.org\/10.3115\/v1\/P14-2084.","DOI":"10.3115\/v1\/P14-2084"}],"container-title":["Journal of Computational Social Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42001-024-00251-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42001-024-00251-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42001-024-00251-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,16]],"date-time":"2024-07-16T04:05:16Z","timestamp":1721102716000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42001-024-00251-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,11]]},"references-count":13,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,4]]}},"alternative-id":["251"],"URL":"https:\/\/doi.org\/10.1007\/s42001-024-00251-0","relation":{},"ISSN":["2432-2717","2432-2725"],"issn-type":[{"value":"2432-2717","type":"print"},{"value":"2432-2725","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3,11]]},"assertion":[{"value":"4 September 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 January 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 March 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"On behalf of all authors, the corresponding author states that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}