{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T03:17:59Z","timestamp":1743045479834,"version":"3.40.3"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031084720"},{"type":"electronic","value":"9783031084737"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-08473-7_21","type":"book-chapter","created":{"date-parts":[[2022,6,16]],"date-time":"2022-06-16T18:03:10Z","timestamp":1655402590000},"page":"227-239","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Predicting Argument Density from\u00a0Multiple Annotations"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8252-7292","authenticated-orcid":false,"given":"Gil","family":"Rocha","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9054-9501","authenticated-orcid":false,"given":"Bernardo","family":"Leite","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3772-7081","authenticated-orcid":false,"given":"Lu\u00eds","family":"Trigo","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1252-7515","authenticated-orcid":false,"given":"Henrique Lopes","family":"Cardoso","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5249-0617","authenticated-orcid":false,"given":"Rui","family":"Sousa-Silva","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2884-1250","authenticated-orcid":false,"given":"Paula","family":"Carvalho","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3856-2936","authenticated-orcid":false,"given":"Bruno","family":"Martins","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0745-7452","authenticated-orcid":false,"given":"Miguel","family":"Won","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,6,13]]},"reference":[{"unstructured":"Al-Khatib, K., Wachsmuth, H., Kiesel, J., Hagen, M., Stein, B.: A news editorial corpus for mining argumentation strategies. In: Proceedings of COLING 2016, Osaka, Japan, pp. 3433\u20133443 (2016)","key":"21_CR1"},{"unstructured":"Bal, B.K., Saint Dizier, P.: Towards building annotated resources for analyzing opinions and argumentation in news editorials. In: Proceedings 7th Language Resources and Evaluation Conference, ELRA, Valletta, Malta (2010)","key":"21_CR2"},{"key":"21_CR3","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1007\/978-3-030-77091-4_26","volume-title":"AIxIA 2020 \u2013 Advances in Artificial Intelligence","author":"V Basile","year":"2021","unstructured":"Basile, V.: It\u2019s the end of the gold standard as we know it. In: Baldoni, M., Bandini, S. (eds.) AIxIA 2020. LNCS (LNAI), vol. 12414, pp. 441\u2013453. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-77091-4_26"},{"doi-asserted-by":"crossref","unstructured":"Basile, V., et al.: We need to consider disagreement in evaluation. In: Proceedings 1st Workshop on Benchmarking: Past, Present and Future, pp. 15\u201321. ACL, Online (2021)","key":"21_CR4","DOI":"10.18653\/v1\/2021.bppf-1.3"},{"unstructured":"Cunningham, H., et al.: Developing Language Processing Components with GATE Version 8 (a User Guide), University of Sheffield Department of Computer Science (2014)","key":"21_CR5"},{"unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings 2019 NAACL, pp. 4171\u20134186. ACL, Minneapolis, Minnesota (2019)","key":"21_CR6"},{"unstructured":"Dumitrache, A., Inel, O., Aroyo, L., Timmermans, B., Welty, C.: Crowdtruth 2.0: Quality metrics for crowdsourcing with disagreement. arXiv preprint arXiv:1808.06080 (2018)","key":"21_CR7"},{"doi-asserted-by":"crossref","unstructured":"Eger, S., Daxenberger, J., Gurevych, I.: Neural end-to-end learning for computational argumentation mining. In: Proceedings 55th Annual Meeting of the ACL, pp. 11\u201322. ACL, Vancouver, Canada (2017)","key":"21_CR8","DOI":"10.18653\/v1\/P17-1002"},{"key":"21_CR9","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1007\/978-3-319-07064-3_23","volume-title":"Artificial Intelligence: Methods and Applications","author":"T Goudas","year":"2014","unstructured":"Goudas, T., Louizos, C., Petasis, G., Karkaletsis, V.: Argument extraction from news, blogs, and social media. In: Likas, A., Blekas, K., Kalles, D. (eds.) Artificial Intelligence: Methods and Applications, pp. 287\u2013299. Springer International Publishing, Cham (2014)"},{"key":"21_CR10","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15573-4","volume-title":"Empirical Methods in Natural Language Generation","year":"2010","unstructured":"Krahmer, E., Theune, M. (eds.): EACL\/ENLG -2009. LNCS (LNAI), vol. 5790. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-15573-4"},{"key":"21_CR11","doi-asserted-by":"publisher","first-page":"787","DOI":"10.1007\/s11135-004-8107-7","volume":"38","author":"K Krippendorff","year":"2004","unstructured":"Krippendorff, K.: Measuring the reliability of qualitative text analysis data. Qual. Quant. 38, 787\u2013800 (2004)","journal-title":"Qual. Quant."},{"issue":"4","key":"21_CR12","doi-asserted-by":"publisher","first-page":"765","DOI":"10.1162\/coli_a_00364","volume":"45","author":"J Lawrence","year":"2019","unstructured":"Lawrence, J., Reed, C.: Argument mining: a survey. Comput. Linguist. 45(4), 765\u2013818 (2019)","journal-title":"Comput. Linguist."},{"unstructured":"Levy, R., Bilu, Y., Hershcovich, D., Aharoni, E., Slonim, N.: Context dependent claim detection. In: Proceedings COLING 2014, pp. 1489\u20131500. ACL, Dublin, Ireland (2014)","key":"21_CR13"},{"issue":"2","key":"21_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2850417","volume":"16","author":"M Lippi","year":"2016","unstructured":"Lippi, M., Torroni, P.: Argumentation mining: state of the art and emerging trends. ACM Trans. Int. Technol. 16(2), 1\u201325 (2016)","journal-title":"ACM Trans. Int. Technol."},{"unstructured":"Meyer, C.M., Mieskes, M., Stab, C., Gurevych, I.: DKPro agreement: An open-source Java library for measuring inter-rater agreement. In: Proceedings COLING 2014, pp. 105\u2013109. ACL, Dublin, Ireland (2014)","key":"21_CR15"},{"issue":"1","key":"21_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3233\/AAC-170025","volume":"9","author":"MF Moens","year":"2017","unstructured":"Moens, M.F.: Argumentation mining: how can a machine acquire common sense and world knowledge? Argument Comput. 9(1), 1\u201314 (2017)","journal-title":"Argument Comput."},{"unstructured":"Ovesdotter Alm, C.: Subjective natural language problems: motivations, applications, characterizations, and implications. In: Proceedings 49th Annual Meeting of the ACL, pp. 107\u2013112. ACL, Portland, Oregon, USA (2011)","key":"21_CR17"},{"doi-asserted-by":"crossref","unstructured":"Palau, R.M., Moens, M.F.: Argumentation mining: the detection, classification and structure of arguments in text. In: Proceedings 12th International Conference on Artificial Intelligence and Law, p. 98\u2013107. ACM, New York, NY, USA (2009)","key":"21_CR18","DOI":"10.1145\/1568234.1568246"},{"doi-asserted-by":"crossref","unstructured":"Park, J., Cardie, C.: Identifying appropriate support for propositions in online user comments. In: Proceedings 1st Workshop on Argumentation Mining, pp. 29\u201338. ACL (2014)","key":"21_CR19","DOI":"10.3115\/v1\/W14-2105"},{"key":"21_CR20","doi-asserted-by":"publisher","first-page":"677","DOI":"10.1162\/tacl_a_00293","volume":"7","author":"E Pavlick","year":"2019","unstructured":"Pavlick, E., Kwiatkowski, T.: Inherent disagreements in human textual inferences. Trans. Assoc. Comput. Linguist. 7, 677\u2013694 (2019)","journal-title":"Trans. Assoc. Comput. Linguist."},{"doi-asserted-by":"crossref","unstructured":"Peldszus, A., Stede, M.: Joint prediction in MST-style discourse parsing for argumentation mining. In: Proceedings EMNLP, pp. 938\u2013948. ACL, Lisbon, Portugal (2015)","key":"21_CR21","DOI":"10.18653\/v1\/D15-1110"},{"doi-asserted-by":"crossref","unstructured":"Plank, B., Hovy, D., S\u00f8gaard, A.: Linguistically debatable or just plain wrong? In: Proceedings 52nd Annual Meeting of the ACL. pp. 507\u2013511. ACL, Baltimore, Maryland (2014)","key":"21_CR22","DOI":"10.3115\/v1\/P14-2083"},{"doi-asserted-by":"crossref","unstructured":"Rinott, R., Dankin, L., Alzate Perez, C., Khapra, M.M., Aharoni, E., Slonim, N.: Show me your evidence - an automatic method for context dependent evidence detection. In: Proceedings 2015 EMNLP, pp. 440\u2013450. ACL, Lisbon, Portugal (2015)","key":"21_CR23","DOI":"10.18653\/v1\/D15-1050"},{"unstructured":"Rocha, G., et al.: Annotating arguments in a corpus of opinion articles. In: Proceedings 13th Language Resources and Evaluation Conference, ELRA (2022)","key":"21_CR24"},{"doi-asserted-by":"crossref","unstructured":"Saint-Dizier, P.: Challenges of argument mining: Generating an argument synthesis based on the qualia structure. In: Proceedings 9th International Natural Language Generation Conference, pp. 79\u201383. ACL, Edinburgh, UK (2016)","key":"21_CR25","DOI":"10.18653\/v1\/W16-6613"},{"issue":"1","key":"21_CR26","first-page":"45","volume":"63","author":"R Schaefer","year":"2021","unstructured":"Schaefer, R., Stede, M.: Argument mining on twitter: a survey. IT-Inf. Technol. 63(1), 45\u201358 (2021)","journal-title":"IT-Inf. Technol."},{"doi-asserted-by":"crossref","unstructured":"Simpson, E.D., Gurevych, I.: A Bayesian approach for sequence tagging with crowds. In: Proceedings 2019 EMNLP and 9th IJCNLP, pp. 1093\u20131104. ACL, Hong Kong, China (2019)","key":"21_CR27","DOI":"10.18653\/v1\/D19-1101"},{"doi-asserted-by":"crossref","unstructured":"Stab, C., Gurevych, I.: Identifying argumentative discourse structures in persuasive essays. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 46\u201356. Association for Computational Linguistics, Doha, Qatar (2014)","key":"21_CR28","DOI":"10.3115\/v1\/D14-1006"},{"doi-asserted-by":"crossref","unstructured":"Stab, C., Miller, T., Schiller, B., Rai, P., Gurevych, I.: Cross-topic argument mining from heterogeneous sources. In: Proceedings 2018 EMNLP, pp. 3664\u20133674. ACL (2018)","key":"21_CR29","DOI":"10.18653\/v1\/D18-1402"},{"unstructured":"Teufel, S.: Argumentative Zoning: Information Extraction from Scientific Text. Ph.D. thesis, University of Edinburgh (1999)","key":"21_CR30"},{"doi-asserted-by":"crossref","unstructured":"Teufel, S., Siddharthan, A., Batchelor, C.: Towards discipline-independent argumentative zoning: evidence from chemistry and computational linguistics. In: Proceedings 2009 EMNLP, pp. 1493\u20131502. ACL, USA (2009)","key":"21_CR31","DOI":"10.3115\/1699648.1699696"},{"doi-asserted-by":"crossref","unstructured":"Trautmann, D., Daxenberger, J., Stab, C., Sch\u00fctze, H., Gurevych, I.: Fine-grained argument unit recognition and classification. In: Proceedings of the AAAI Conference on AI, vol. 34, no. 05, pp. 9048\u20139056 (2020)","key":"21_CR32","DOI":"10.1609\/aaai.v34i05.6438"},{"issue":"1","key":"21_CR33","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1007\/s10579-019-09446-8","volume":"54","author":"J Visser","year":"2019","unstructured":"Visser, J., Konat, B., Duthie, R., Koszowy, M., Budzynska, K., Reed, C.: Argumentation in the 2016 US presidential elections: annotated corpora of television debates and social media reaction. Lang. Res. Eval. 54(1), 123\u2013154 (2019). https:\/\/doi.org\/10.1007\/s10579-019-09446-8","journal-title":"Lang. Res. Eval."}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-08473-7_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,16]],"date-time":"2022-06-16T18:07:27Z","timestamp":1655402847000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-08473-7_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031084720","9783031084737"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-08473-7_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"13 June 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLDB","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Applications of Natural Language to Information Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Valencia","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 June 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nldb2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/nldb2022.prhlt.upv.es\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"106","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"20","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}