{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,8]],"date-time":"2024-09-08T14:31:20Z","timestamp":1725805880874},"publisher-location":"Cham","reference-count":13,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319097602"},{"type":"electronic","value":"9783319097619"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-319-09761-9_31","type":"book-chapter","created":{"date-parts":[[2014,9,26]],"date-time":"2014-09-26T15:43:22Z","timestamp":1411746202000},"page":"268-273","source":"Crossref","is-referenced-by-count":0,"title":["An Open Source Tool for Crowd-Sourcing the Manual Annotation of Texts"],"prefix":"10.1007","author":[{"given":"Brett","family":"Drury","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paula C. F.","family":"Cardoso","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jorge","family":"Valverde-Rebaza","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alan","family":"Valejo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fabio","family":"Pereira","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alneu","family":"de Andrade Lopes","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"31_CR1","doi-asserted-by":"crossref","unstructured":"Bermingham, A., Smeaton, A.F.: A study of inter-annotator agreement for opinion retrieval. In: Proceedings of the 32nd International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2009, pp. 784\u2013785 (2009)","DOI":"10.1145\/1571941.1572127"},{"key":"31_CR2","doi-asserted-by":"crossref","unstructured":"Bird, S.: Nltk: The natural language toolkit. In: COLING, COLING-ACL 2006, pp. 69\u201372. Association for Computational Linguistics (2006)","DOI":"10.3115\/1225403.1225421"},{"key":"31_CR3","unstructured":"Brants, T.: Inter-annotator agreement for a german newspaper corpus. In: Proceedings of Second International Conference on Language Resources and Evaluation, LREC 2000 (2000)"},{"issue":"1","key":"31_CR4","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J. Cohen","year":"1960","unstructured":"Cohen, J.: A Coefficient of Agreement for Nominal Scales. Educational and Psychological Measurement\u00a020(1), 37 (1960)","journal-title":"Educational and Psychological Measurement"},{"key":"31_CR5","doi-asserted-by":"crossref","unstructured":"Hsueh, P.-Y., Melville, P., Sindhwani, V.: Data quality from crowdsourcing: A study of annotation selection criteria. In: Proceedings of the NAACL HLT 2009 Workshop on Active Learning for Natural Language Processing, HLT 2009, Stroudsburg, PA, USA, pp. 27\u201335. Association for Computational Linguistics (2009)","DOI":"10.3115\/1564131.1564137"},{"key":"31_CR6","doi-asserted-by":"crossref","unstructured":"Malkowski, S., Hedwig, M., Pu, C.: Experimental evaluation of n-tier systems: Observation and analysis of multi-bottlenecks. In: IEEE International Symposium on Workload Characterization, IISWC 2009, pp. 118\u2013127. IEEE (2009)","DOI":"10.1109\/IISWC.2009.5306791"},{"issue":"2","key":"31_CR7","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1145\/1809400.1809422","volume":"11","author":"W. Mason","year":"2010","unstructured":"Mason, W., Watts, D.J.: Financial incentives and the \u201cperformance of crowds\u201d. SIGKDD Explor. Newsl.\u00a011(2), 100\u2013108 (2010)","journal-title":"SIGKDD Explor. Newsl."},{"key":"31_CR8","doi-asserted-by":"crossref","unstructured":"Navarro, G.: A guided tour to approximate string matching. ACM Computing Surveys\u00a033(2001) (1999)","DOI":"10.1145\/375360.375365"},{"key":"31_CR9","unstructured":"Ng, H.T., Yong, C., Foo, K.S.: A case study on Inter-Annotator agreement for word sense disambiguation. In: Proceedings of the ACL SIGLEX Workshop on Standardizing Lexical Resources (SIGLEX 1999). College Park, Maryland (1999)"},{"key":"31_CR10","doi-asserted-by":"crossref","first-page":"557","DOI":"10.1145\/1743384.1743478","volume-title":"Proceedings of the International Conference on Multimedia Information Retrieval, MIR 2010","author":"S. Nowak","year":"2010","unstructured":"Nowak, S., R\u00fcger, S.: How reliable are annotations via crowdsourcing: A study about inter-annotator agreement for multi-label image annotation. In: Proceedings of the International Conference on Multimedia Information Retrieval, MIR 2010, pp. 557\u2013566. ACM, New York (2010)"},{"key":"31_CR11","unstructured":"Passonneau, R., Habash, N.Y., Rambow, O.: Inter-annotator agreement on a multilingual semantic annotation task. In: Proceedings of the Fifth International Conference on Language Resources and Evaluation, LREC (2006)"},{"key":"31_CR12","doi-asserted-by":"crossref","unstructured":"Sabou, M., Bontcheva, K., Scharl, A.: Crowdsourcing research opportunities: Lessons from natural language processing. In: Proceedings of the 12th International Conference on Knowledge Management and Knowledge Technologies, I-KNOW 2012, pp. 17:1\u201317:8. ACM (2012)","DOI":"10.1145\/2362456.2362479"},{"issue":"1","key":"31_CR13","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/s10579-012-9176-1","volume":"47","author":"A. Wang","year":"2013","unstructured":"Wang, A., Hoang, V.C.D., Kan, M.-Y.: Perspectives on crowdsourcing annotations for natural language processing. Language Resources and Evaluation\u00a047(1), 9\u201331 (2013)","journal-title":"Language Resources and Evaluation"}],"container-title":["Lecture Notes in Computer Science","Computational Processing of the Portuguese Language"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-09761-9_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,28]],"date-time":"2019-05-28T00:58:24Z","timestamp":1559005104000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-09761-9_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783319097602","9783319097619"],"references-count":13,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-09761-9_31","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2014]]}}}