{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T10:16:54Z","timestamp":1756894614016,"version":"3.40.3"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030852504"},{"type":"electronic","value":"9783030852511"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-85251-1_26","type":"book-chapter","created":{"date-parts":[[2021,9,14]],"date-time":"2021-09-14T00:45:22Z","timestamp":1631580322000},"page":"419-431","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["Overview of PAN 2021: Authorship Verification, Profiling Hate Speech Spreaders on Twitter, and Style Change Detection"],"prefix":"10.1007","author":[{"given":"Janek","family":"Bevendorff","sequence":"first","affiliation":[]},{"given":"Berta","family":"Chulvi","sequence":"additional","affiliation":[]},{"given":"Gretel Liz","family":"De La Pe\u00f1a Sarrac\u00e9n","sequence":"additional","affiliation":[]},{"given":"Mike","family":"Kestemont","sequence":"additional","affiliation":[]},{"given":"Enrique","family":"Manjavacas","sequence":"additional","affiliation":[]},{"given":"Ilia","family":"Markov","sequence":"additional","affiliation":[]},{"given":"Maximilian","family":"Mayerl","sequence":"additional","affiliation":[]},{"given":"Martin","family":"Potthast","sequence":"additional","affiliation":[]},{"given":"Francisco","family":"Rangel","sequence":"additional","affiliation":[]},{"given":"Paolo","family":"Rosso","sequence":"additional","affiliation":[]},{"given":"Efstathios","family":"Stamatatos","sequence":"additional","affiliation":[]},{"given":"Benno","family":"Stein","sequence":"additional","affiliation":[]},{"given":"Matti","family":"Wiegmann","sequence":"additional","affiliation":[]},{"given":"Magdalena","family":"Wolska","sequence":"additional","affiliation":[]},{"given":"Eva","family":"Zangerle","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,9,14]]},"reference":[{"key":"26_CR1","unstructured":"Basile, V., et al.: SemEval-2019 Task 5: multilingual detection of hate speech against immigrants and women in Twitter. In: Proceedings of the 13th International Workshop on Semantic Evaluation (SemEval-2019), Co-located with the Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT 2019) (2019)"},{"key":"26_CR2","doi-asserted-by":"crossref","unstructured":"Bevendorff, J., Stein, B., Hagen, M., Potthast, M.: Generalizing unmasking for short texts. In: Burstein, J., Doran, C., Solorio, T. (eds.) 14th Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL 2019), pp. 654\u2013659. Association for Computational Linguistics, June 2019. https:\/\/www.aclweb.org\/anthology\/N19-1068","DOI":"10.18653\/v1\/N19-1068"},{"key":"26_CR3","doi-asserted-by":"publisher","unstructured":"BRIER, G.W.: Verification of forecasts expressed in terms of probability. Monthly Weather Rev. 78(1), 1\u20133 (1950). https:\/\/doi.org\/10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2. https:\/\/journals.ametsoc.org\/view\/journals\/mwre\/78\/1\/1520-0493_1950_078_0001_vofeit_2_0_co_2.xml","DOI":"10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2"},{"key":"26_CR4","doi-asserted-by":"crossref","unstructured":"ElSherief, M., Nilizadeh, S., Nguyen, D., Vigna, G., Belding, E.: Peer to peer hate: hate speech instigators and their targets. In: Proceedings of the International AAAI Conference on Web and Social Media, vol. 12 (2018)","DOI":"10.1609\/icwsm.v12i1.15038"},{"key":"26_CR5","series-title":"How FanFic Changes Popular Cultural Texts","doi-asserted-by":"publisher","DOI":"10.5117\/9789089649959","volume-title":"Fanfiction and the Author","author":"J Fathallah","year":"2017","unstructured":"Fathallah, J.: Fanfiction and the Author. How FanFic Changes Popular Cultural Texts, Amsterdam University Press, Amsterdam (2017)"},{"key":"26_CR6","doi-asserted-by":"crossref","unstructured":"Hagen, L., et al.: Emoji use in Twitter white nationalism communication. In: Conference Companion Publication of the 2019 on Computer Supported Cooperative Work and Social Computing, pp. 201\u2013205 (2019)","DOI":"10.1145\/3311957.3359495"},{"key":"26_CR7","unstructured":"Halvani, O., Graner, L.: Cross-domain authorship attribution based on compression: notebook for PAN at CLEF 2018. In: Cappellato, L., Ferro, N., Nie, J., Soulier, L. (eds.) Working Notes of CLEF 2018 - Conference and Labs of the Evaluation Forum, Avignon, France, 10\u201314 September 2018, CEUR Workshop Proceedings, vol. 2125. CEUR-WS.org (2018). http:\/\/ceur-ws.org\/Vol-2125\/paper_90.pdf"},{"key":"26_CR8","doi-asserted-by":"crossref","unstructured":"Hellekson, K., Busse, K.: (eds.): The Fan Fiction Studies Reader. University of Iowa Press (2014)","DOI":"10.2307\/j.ctt20p58d6"},{"issue":"3","key":"26_CR9","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1561\/1500000005","volume":"1","author":"P Juola","year":"2006","unstructured":"Juola, P.: Authorship attribution. Found. Trends Inf. Retr. 1(3), 233\u2013334 (2006)","journal-title":"Found. Trends Inf. Retr."},{"key":"26_CR10","unstructured":"Kestemont, M., et al.: Overview of the cross-domain authorship verification task at PAN 2020. In: Cappellato, L., Eickhoff, C., Ferro, N., N\u00e9v\u00e9ol, A. (eds.) Working Notes of CLEF 2020 - Conference and Labs of the Evaluation Forum, Thessaloniki, Greece, 22\u201325 September 2020, CEUR Workshop Proceedings, vol. 2696. CEUR-WS.org (2020). http:\/\/ceur-ws.org\/Vol-2696\/paper_264.pdf"},{"key":"26_CR11","unstructured":"Kestemont, M., et al.: Overview of the authorship verification task at PAN 2021. In: Faggioli, G., Ferro, N., Joly, A., Maistro, M., Piroi, F. (eds.) CLEF 2021 Labs and Workshops, Notebook Papers. CEUR-WS.org (2021)"},{"key":"26_CR12","unstructured":"Kestemont, M., Stamatatos, E., Manjavacas, E., Daelemans, W., Potthast, M., Stein, B.: Overview of the cross-domain authorship attribution task at PAN 2019. In: CLEF 2019 Labs and Workshops, Notebook Papers (2019)"},{"key":"26_CR13","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1016\/j.eswa.2016.06.029","volume":"63","author":"M Kestemont","year":"2016","unstructured":"Kestemont, M., Stover, J.A., Koppel, M., Karsdorp, F., Daelemans, W.: Authenticating the writings of Julius Caesar. Expert Syst. Appl. 63, 86\u201396 (2016). https:\/\/doi.org\/10.1016\/j.eswa.2016.06.029","journal-title":"Expert Syst. Appl."},{"key":"26_CR14","unstructured":"Kestemont, M., et al.: Overview of the author identification task at PAN 2018: cross-domain authorship attribution and style change detection. In: CLEF 2018 Labs and Workshops, Notebook Papers (2018)"},{"key":"26_CR15","doi-asserted-by":"publisher","unstructured":"Koppel, M., Schler, J.: Authorship verification as a one-class classification problem. In: Brodley, C.E. (ed.) Machine Learning, Proceedings of the Twenty-first International Conference (ICML 2004), Banff, Alberta, Canada, 4\u20138 July 2004, ACM International Conference Proceeding Series, vol. 69. ACM (2004). https:\/\/doi.org\/10.1145\/1015330.1015448","DOI":"10.1145\/1015330.1015448"},{"issue":"1","key":"26_CR16","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1002\/asi.20961","volume":"60","author":"M Koppel","year":"2009","unstructured":"Koppel, M., Schler, J., Argamon, S.: Computational methods in authorship attribution. J. Am. Soc. Inform. Sci. Technol. 60(1), 9\u201326 (2009)","journal-title":"J. Am. Soc. Inform. Sci. Technol."},{"key":"26_CR17","doi-asserted-by":"crossref","unstructured":"Mathew, B., Dutt, R., Goyal, P., Mukherjee, A.: Spread of hate speech in online social media. In: Proceedings of the 10th ACM Conference on Web Science, pp. 173\u2013182 (2019)","DOI":"10.1145\/3292522.3326034"},{"issue":"CSCW2","key":"26_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3415163","volume":"4","author":"B Mathew","year":"2020","unstructured":"Mathew, B., Illendula, A., Saha, P., Sarkar, S., Goyal, P., Mukherjee, A.: Hate begets hate: a temporal study of hate speech. Proc. ACM on Hum.-Comput. Interact. 4(CSCW2), 1\u201324 (2020)","journal-title":"Proc. ACM on Hum.-Comput. Interact."},{"issue":"4","key":"26_CR19","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1093\/llc\/8.4.203","volume":"8","author":"RAJ Matthews","year":"1993","unstructured":"Matthews, R.A.J., Merriam, T.V.N.: Neural computation in Stylometry I: an application to the works of shakespeare and fletcher. Lit. Linguist. Comput. 8(4), 203\u2013209 (1993). https:\/\/doi.org\/10.1093\/llc\/8.4.203. ISSN 0268\u20131145","journal-title":"Lit. Linguist. Comput."},{"key":"26_CR20","unstructured":"Nockleby, J.T.: Hate speech. In: Levy, L.W., Karst, K.L., et al. (eds.) Encyclopedia of the American Constitution. 2nd edn., pp. pp. 1277\u20131279. Macmillan, New York (2000)"},{"issue":"21","key":"26_CR21","doi-asserted-by":"publisher","first-page":"4654","DOI":"10.3390\/s19214654","volume":"19","author":"JC Pereira-Kohatsu","year":"2019","unstructured":"Pereira-Kohatsu, J.C., Quijano-S\u00e1nchez, L., Liberatore, F., Camacho-Collados, M.: Detecting and monitoring hate speech in Twitter. Sensors 19(21), 4654 (2019)","journal-title":"Sensors"},{"key":"26_CR22","series-title":"The Information Retrieval Series","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1007\/978-3-030-22948-1_5","volume-title":"Information Retrieval Evaluation in a Changing World","author":"M Potthast","year":"2019","unstructured":"Potthast, M., Gollub, T., Wiegmann, M., Stein, B.: TIRA integrated research architecture. In: Ferro, N., Peters, C. (eds.) Information Retrieval Evaluation in a Changing World. TIRS, vol. 41, pp. 123\u2013160. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-22948-1_5"},{"key":"26_CR23","doi-asserted-by":"crossref","unstructured":"Qian, J., ElSherief, M., Belding, E.M., Wang, W.Y.: Leveraging intra-user and inter-user representation learning for automated hate speech detection. arXiv preprint arXiv:1804.03124 (2018)","DOI":"10.18653\/v1\/N18-2019"},{"key":"26_CR24","unstructured":"Rangel, F., De-La-Pe\u00f1a-Sarrac\u00e9n, G.L., Chulvi, B., Fersini, E., Rosso, P.: Profiling hate speech spreaders on twitter task at PAN 2021. In: Faggioli, G., Ferro, N., Joly, A., Maistro, M., Piroi, F. (eds.) CLEF 2021 Labs and Workshops, Notebook Papers. CEUR-WS.org (2021)"},{"key":"26_CR25","unstructured":"Rangel, F., Giachanou, A., Ghanem, B., Rosso, P.: Overview of the 8th author profiling task at PAN 2019: profiling fake news spreaders on Twitter. In: CLEF 2020 Labs and Workshops, Notebook Papers. CEUR Workshop Proceedings (2020)"},{"issue":"2","key":"26_CR26","first-page":"95","volume":"5","author":"F Rangel","year":"2019","unstructured":"Rangel, F., Rosso, P.: On the implications of the general data protection regulation on the organisation of evaluation tasks. Lang. Law\/Linguagem Direito 5(2), 95\u2013117 (2019)","journal-title":"Lang. Law\/Linguagem Direito"},{"key":"26_CR27","unstructured":"Rangel, F., Rosso, P.: Overview of the 7th author profiling task at pan 2019: bots and gender profiling. In: CLEF 2019 Labs and Workshops, Notebook Papers (2019)"},{"key":"26_CR28","unstructured":"Rangel, F., et al.: Overview of the 2nd author profiling task at PAN 2014. In: CLEF 2014 Labs and Workshops, Notebook Papers (2014)"},{"key":"26_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1007\/978-3-319-75487-1_13","volume-title":"Computational Linguistics and Intelligent Text Processing","author":"F Rangel","year":"2018","unstructured":"Rangel, F., Franco-Salvador, M., Rosso, P.: A low dimensionality representation for language variety identification. In: Gelbukh, A. (ed.) CICLing 2016. LNCS, vol. 9624, pp. 156\u2013169. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-75487-1_13"},{"key":"26_CR30","unstructured":"Rangel, F., Rosso, P., Montes-y-G\u00f3mez, M., Potthast, M., Stein, B.: Overview of the 6th author profiling task at PAN 2018: multimodal gender identification in Twitter. In: CLEF 2019 Labs and Workshops, Notebook Papers (2018)"},{"key":"26_CR31","unstructured":"Rangel, F., Rosso, P., Moshe Koppel, M., Stamatatos, E., Inches, G.: Overview of the author profiling task at PAN 2013. In: CLEF 2013 Labs and Workshops, Notebook Papers (2013)"},{"key":"26_CR32","unstructured":"Rangel, F., Rosso, P., Potthast, M., Stein, B.: Overview of the 5th author profiling task at PAN 2017: gender and language variety identification in Twitter. Working Notes Papers of the CLEF (2017)"},{"key":"26_CR33","unstructured":"Rangel, F., Rosso, P., Potthast, M., Stein, B., Daelemans, W.: Overview of the 3rd author profiling task at PAN 2015. In: CLEF 2015 Labs and Workshops, Notebook Papers (2015)"},{"key":"26_CR34","unstructured":"Rangel, F., Rosso, P., Verhoeven, B., Daelemans, W., Potthast, M., Stein, B.: Overview of the 4th author profiling task at PAN 2016: cross-genre evaluations. In: CLEF 2016 Labs and Workshops, Notebook Papers (2016). ISSN 1613\u20130073"},{"key":"26_CR35","doi-asserted-by":"crossref","unstructured":"Ribeiro, M., Calais, P., Santos, Y., Almeida, V., Meira Jr., W.: Characterizing and Detecting Hateful Users on Twitter. In: Proceedings of the International AAAI Conference on Web and Social Media, vol. 12 (2018)","DOI":"10.1609\/icwsm.v12i1.15057"},{"key":"26_CR36","unstructured":"Rosso, P., Rangel, F., Potthast, M., Stamatatos, E., Tschuggnall, M., Stein, B.: Overview of PAN\u201916\u2013new challenges for authorship analysis: cross-genre profiling, clustering, diarization, and obfuscation. In: Experimental IR Meets Multilinguality, Multimodality, and Interaction. 7th International Conference of the CLEF Initiative (CLEF 16) (2016)"},{"issue":"3","key":"26_CR37","doi-asserted-by":"publisher","first-page":"538","DOI":"10.1002\/asi.21001","volume":"60","author":"E Stamatatos","year":"2009","unstructured":"Stamatatos, E.: A survey of modern authorship attribution methods. JASIST 60(3), 538\u2013556 (2009). https:\/\/doi.org\/10.1002\/asi.21001","journal-title":"JASIST"},{"key":"26_CR38","unstructured":"Tschuggnall, M., et al.: Overview of the author identification task at PAN 2017: style breach detection and author clustering. In: CLEF 2017 Labs and Workshops, Notebook Papers (2017)"},{"key":"26_CR39","doi-asserted-by":"publisher","unstructured":"Waseem, Z.: Are you a racist or am i seeing things? Annotator influence on hate speech detection on Twitter. In: Proceedings of the First Workshop on NLP and Computational Social Science, pp. 138\u2013142. Association for Computational Linguistics, Austin, November 2016. https:\/\/doi.org\/10.18653\/v1\/W16-5618. https:\/\/www.aclweb.org\/anthology\/W16-5618","DOI":"10.18653\/v1\/W16-5618"},{"key":"26_CR40","unstructured":"Zangerle, E., Mayerl, M., Potthast, M., Stein, B.: Overview of the style change detection task at PAN 2021. In: Faggioli, G., Ferro, N., Joly, A., Maistro, M., Piroi, F. (eds.) CLEF 2021 Labs and Workshops, Notebook Papers. CEUR-WS.org (2021)"},{"key":"26_CR41","unstructured":"Zangerle, E., Mayerl, M., Specht, G., Potthast, M., Stein, B.: Overview of the style change detection task at PAN 2020. In: CLEF 2020 Labs and Workshops, Notebook Papers (2020)"},{"key":"26_CR42","unstructured":"Zangerle, E., Tschuggnall, M., Specht, G., Stein, B., Potthast, M.: Overview of the style change detection task at PAN 2019. In: CLEF 2019 Labs and Workshops, Notebook Papers (2019)"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-85251-1_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,9]],"date-time":"2023-01-09T03:39:46Z","timestamp":1673235586000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-85251-1_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030852504","9783030852511"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-85251-1_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"14 September 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/clef2021.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"52% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5 best of labs papers and 12 lab overview papers are also included.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}