{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T15:15:55Z","timestamp":1761059755148},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2014,7,2]],"date-time":"2014-07-02T00:00:00Z","timestamp":1404259200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Lang Resources & Evaluation"],"published-print":{"date-parts":[[2015,3]]},"DOI":"10.1007\/s10579-014-9272-5","type":"journal-article","created":{"date-parts":[[2014,7,2]],"date-time":"2014-07-02T07:00:17Z","timestamp":1404284417000},"page":"77-105","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Corpus annotation with paraphrase types: new annotation scheme and inter-annotator agreement measures"],"prefix":"10.1007","volume":"49","author":[{"given":"Marta","family":"Vila","sequence":"first","affiliation":[]},{"given":"Manuel","family":"Bertran","sequence":"additional","affiliation":[]},{"given":"M. Ant\u00f2nia","family":"Mart\u00ed","sequence":"additional","affiliation":[]},{"given":"Horacio","family":"Rodr\u00edguez","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,7,2]]},"reference":[{"key":"9272_CR1","unstructured":"Agirre, E., Cer, D., Diab, M., & Gonzalez-Agirre, A. (2012). Semeval-2012 task 6: A pilot on semantic textual similarity. In Proceedings of the 1st joint conference on lexical and computational semantics (*SEM 2012) (pp. 385\u2013393). Montr\u00e9al."},{"key":"9272_CR2","unstructured":"Amig\u00f3, E., Gim\u00e9nez, J., Gonzalo, J., & M\u00e0rquez, L. (2006). MT evaluation: Human-like vs. human acceptable. In Proceedings of the 21st international conference on computational linguistics and the 44th annual meeting of the association for computational linguistics (COLING\/ACL 2006) (pp. 17\u201324). Sydney."},{"key":"9272_CR3","volume-title":"Modern information retrieval","author":"R Baeza-Yates","year":"1999","unstructured":"Baeza-Yates, R., & Ribeiro-Neto, B. (1999). Modern information retrieval. Boston: Addison-Wesley Longman Publishing Co."},{"issue":"4","key":"9272_CR4","doi-asserted-by":"crossref","first-page":"917","DOI":"10.1162\/COLI_a_00153","volume":"39","author":"A Barr\u00f3n-Cede\u00f1o","year":"2013","unstructured":"Barr\u00f3n-Cede\u00f1o, A., Vila, M., Mart\u00ed, M. A., & Rosso, P. (2013). Plagiarism meets paraphrasing: Insights for the next generation in automatic plagiarism detection. Computational Linguistics, 39(4), 917\u2013947.","journal-title":"Computational Linguistics"},{"key":"9272_CR5","doi-asserted-by":"crossref","unstructured":"Barzilay, R., & McKeown, K. (2001). Extracting paraphrases from a parallel corpus. In Proceedings of the 39th annual meeting of the association for computational linguistics (ACL 2001) (pp. 50\u201357). Toulouse.","DOI":"10.3115\/1073012.1073020"},{"key":"9272_CR6","unstructured":"B\u00e8s, G. G., & Fuchs, C. (1988). Introduction. In Lexique et paraphrase (pp. 7\u201311). Presses Universitaires de Lille."},{"key":"9272_CR7","unstructured":"Bhagat, R. (2009). Learning paraphrases from Text, Ph.D. thesis. University of Southern California, Los Angeles."},{"key":"9272_CR8","unstructured":"Chen, D. L., & Dolan, W. B. (2011). Collecting highly parallel data for paraphrase evaluation. In Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies (ACL\/HLT 2011) (Vol 1, pp. 190\u2013200). Portland."},{"issue":"1","key":"9272_CR9","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J. (1960). A coefficient of agreement for nominal scales. Educational and Psychological Measurement, 20(1), 37\u201346.","journal-title":"Educational and Psychological Measurement"},{"issue":"4","key":"9272_CR10","doi-asserted-by":"crossref","first-page":"597","DOI":"10.1162\/coli.08-003-R1-07-044","volume":"34","author":"T Cohn","year":"2008","unstructured":"Cohn, T., Callison-Burch, C., & Lapata, M. (2008). Constructing corpora for the development and evaluation of paraphrase systems. Computational Linguistics, 34(4), 597\u2013614.","journal-title":"Computational Linguistics"},{"key":"9272_CR11","unstructured":"Dale, R., & Kilgarriff, A. (2011). Helping our own: The HOO 2011 pilot shared task. In Proceedings of the 13th European workshop on natural language generation (ENLG 2011) (pp. 242\u2013249). Nancy."},{"key":"9272_CR12","unstructured":"Dale, R., & Narroway, G. (2011). The HOO pilot data set: Notes on release 2.0. Resource document. http:\/\/clt.mq.edu.au\/research\/projects\/hoo\/hoo2011\/files\/HOOReleaseNotes20110621.pdf . Accessed 8 February 2013"},{"key":"9272_CR13","unstructured":"Dale, R., & Narroway, G. (2012). A framework for evaluating text correction. In Proceedings of the 8th international conference on language resources and evaluation (LREC 2012) (pp. 3015\u20133018). Istanbul."},{"key":"9272_CR14","unstructured":"Dolan, W. B., & Brockett, C. (2005). Automatically constructing a corpus of sentential paraphrases. In Proceedings of the 3rd international workshop on paraphrasing (IWP 2005) (pp. 9\u201316). Jeju Island."},{"key":"9272_CR15","first-page":"51","volume":"46","author":"C Dutrey","year":"2011","unstructured":"Dutrey, C., Bernhard, D., Bouamor, H., & Max, A. (2011). Local modifications and paraphrases in Wikipedia\u2019s revision history. Procesamiento del Lenguaje Natural, 46, 51\u201358.","journal-title":"Procesamiento del Lenguaje Natural"},{"key":"9272_CR16","first-page":"367","volume":"43","author":"C Espa\u00f1a-Bonet","year":"2009","unstructured":"Espa\u00f1a-Bonet, C., Vila, M., Rodr\u00edguez, H., & Mart\u00ed, M. A. (2009). CoCo, a web interface for corpora compilation. Procesamiento del Lenguaje Natural, 43, 367\u2013368.","journal-title":"Procesamiento del Lenguaje Natural"},{"key":"9272_CR17","volume-title":"Statistical methods for rates and proportions","author":"JL Fleiss","year":"1981","unstructured":"Fleiss, J. L. (1981). Statistical methods for rates and proportions. New York: Wiley."},{"key":"9272_CR18","unstructured":"Fuchs, C. (1988). Paraphrases pr\u00e9dicatives et contraintes \u00e9nonciatives. In: B\u00e8s G., & Fuchs C. (Eds.), Lexique et Paraphrase, no. 6 in Lexique, Presses Universitaires de Lille, Villeneuve d\u2019Ascq (pp. 157\u2013171)."},{"key":"9272_CR19","unstructured":"Hovy, E., Lin, C. Y., Zhou, L., & Fukumoto, J. (2006). Automated summarization evaluation with basic elements. In Proceedings of the 5th international conference on language resources and evaluation (LREC 2006) (pp. 899\u2013902). Genoa."},{"issue":"3","key":"9272_CR20","doi-asserted-by":"crossref","first-page":"957","DOI":"10.2307\/2531695","volume":"45","author":"LL Kupper","year":"1989","unstructured":"Kupper, L. L., & Hafner, K. B. (1989). On assessing interrater agreement for multiple attribute responses. Biometrics, 45(3), 957\u2013967.","journal-title":"Biometrics"},{"key":"9272_CR21","unstructured":"Lin, C. Y., & Hovy, E. (2003). Automatic evaluation of summaries using n-gram co-occurrence statistics. In Proceedings of the 4th annual meeting of the north american chapter of the association for computational linguistics: Human language technologies (NAACL\/HLT 2003), Edmonton (Vol. 1, pp. 71\u201378)."},{"key":"9272_CR22","doi-asserted-by":"crossref","unstructured":"Lin, C. Y., & Och, F. J. (2004). ORANGE: A method for evaluating automatic evaluation metrics for machine translation. In Proceedings of the 20th international conference on computational linguistics (COLING 2004), Geneva.","DOI":"10.3115\/1220355.1220427"},{"key":"9272_CR23","unstructured":"Liu, C., Dahlmeier, D., & Ng, H. T. (2010) PEM: A paraphrase evaluation metric exploiting parallel texts. In Proceedings of the 2010 conference on empirical methods in natural language processing (EMNLP 2010), Cambridge (pp. 923\u2013932)."},{"issue":"3","key":"9272_CR24","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1162\/coli_a_00002","volume":"36","author":"N Madnani","year":"2010","unstructured":"Madnani, N., & Dorr, B. J. (2010). Generating phrasal and sentential paraphrases: A survey of data-driven methods. Computational Linguistics, 36(3), 341\u2013387.","journal-title":"Computational Linguistics"},{"key":"9272_CR25","unstructured":"Max, A., & Wisniewski, G. (2010). Mining naturally-occurring corrections and paraphrases from Wikipedia\u2019s revision history. In Proceedings of the 7th international conference on language resources and evaluation (LREC 2010), Valletta (pp. 3143\u20133148)."},{"key":"9272_CR26","volume-title":"La paraphrase. Mod\u00e9lisation de la paraphrase langagi\u00e8re","author":"J Mili\u0107evi\u0107","year":"2007","unstructured":"Mili\u0107evi\u0107, J. (2007). La paraphrase. Mod\u00e9lisation de la paraphrase langagi\u00e8re. Bern: Peter Lang."},{"key":"9272_CR27","unstructured":"Nenkova, A., & Passonneau, R. (2004). Evaluating content selection in summarization: the pyramid method. In Proceedings of the 5th annual meeting of the North American chapter of the association for computational linguistics: human language technologies (NAACL\/HLT 2004), Boston (pp 145\u2013152)."},{"key":"9272_CR28","unstructured":"Potthast, M., Stein, B., Barr\u00f3n-Cede\u00f1o, A., & Rosso, P. (2010). An evaluation framework for plagiarism detection. In Proceedings of the 23rd international conference on computational linguistics (COLING 2010), Beijing (pp. 997\u20131005)."},{"issue":"4","key":"9272_CR29","doi-asserted-by":"crossref","first-page":"639","DOI":"10.1162\/coli_a_00014","volume":"36","author":"M Recasens","year":"2010","unstructured":"Recasens, M., & Vila, M. (2010). On paraphrase and coreference. Computational Linguistics, 36(4), 639\u2013647.","journal-title":"Computational Linguistics"},{"key":"9272_CR30","unstructured":"Romano, L., Kouylekov, M., Szpektor, I., Dagan, I., & Lavelli, A. (2006). Investigating a generic paraphrase-based approach for relations extraction. In Proceedings of the 11th conference of the European chapter of the association for computational linguistics (EACL 2006), Trento (pp. 409\u2013416)."},{"key":"9272_CR31","first-page":"89","volume":"48","author":"M Vila","year":"2012","unstructured":"Vila, M., & Dras, M. (2012). Tree edit distance as a baseline approach for paraphrase representation. Procesamiento del Lenguaje Natural, 48, 89\u201395.","journal-title":"Procesamiento del Lenguaje Natural"},{"key":"9272_CR32","doi-asserted-by":"crossref","unstructured":"Vila, M., Rodr\u00edguez, H., & Mart\u00ed, M. A. (2013). Relational paraphrase acquisition from Wikipedia. The WRPA method and corpus: Natural language engineering. doi: 10.1017\/S1351324913000235 .","DOI":"10.1017\/S1351324913000235"},{"key":"9272_CR33","doi-asserted-by":"crossref","first-page":"205","DOI":"10.4236\/ojml.2014.41016","volume":"4","author":"M Vila","year":"2014","unstructured":"Vila, M., Mart\u00ed, M. A., & Rodr\u00edguez, H. (2014). Is this a paraphrase? What kind? Paraphrase boundaries and typology. Open Journal of Modern Linguistics, 4, 205\u2013218.","journal-title":"Open Journal of Modern Linguistics"},{"issue":"4","key":"9272_CR34","doi-asserted-by":"crossref","first-page":"577","DOI":"10.1162\/coli.2006.32.4.577","volume":"32","author":"A Zaenen","year":"2006","unstructured":"Zaenen, A. (2006). Mark-up barking up the wrong tree. Computational Linguistics, 32(4), 577\u2013580.","journal-title":"Computational Linguistics"}],"container-title":["Language Resources and Evaluation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-014-9272-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10579-014-9272-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-014-9272-5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,12]],"date-time":"2019-08-12T09:34:43Z","timestamp":1565602483000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10579-014-9272-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,7,2]]},"references-count":34,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2015,3]]}},"alternative-id":["9272"],"URL":"https:\/\/doi.org\/10.1007\/s10579-014-9272-5","relation":{},"ISSN":["1574-020X","1574-0218"],"issn-type":[{"value":"1574-020X","type":"print"},{"value":"1574-0218","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,7,2]]}}}