{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,22]],"date-time":"2026-03-22T16:01:03Z","timestamp":1774195263620,"version":"3.50.1"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319119144","type":"print"},{"value":"9783319119151","type":"electronic"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-319-11915-1_31","type":"book-chapter","created":{"date-parts":[[2014,10,9]],"date-time":"2014-10-09T00:59:39Z","timestamp":1412816379000},"page":"486-504","source":"Crossref","is-referenced-by-count":27,"title":["CrowdTruth: Machine-Human Computation Framework for Harnessing Disagreement in Gathering Annotated Data"],"prefix":"10.1007","author":[{"given":"Oana","family":"Inel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Khalid","family":"Khamkham","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tatiana","family":"Cristea","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anca","family":"Dumitrache","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Arne","family":"Rutjes","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jelle","family":"van der Ploeg","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lukasz","family":"Romaszko","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lora","family":"Aroyo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Robert-Jan","family":"Sips","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"31_CR1","doi-asserted-by":"crossref","unstructured":"Snow, R., O\u2019Connor, B., Jurafsky, D., Ng, A.Y.: Cheap and fast\u2014but is it good?: evaluating non-expert annotations for natural language tasks. In: Proceedings of CEMNLP 2008, pp. 254\u2013263. Association for Computational Linguistics (2008)","DOI":"10.3115\/1613715.1613751"},{"key":"31_CR2","unstructured":"Ambati, V., Vogel, S., Carbonell, J.G.: Active learning and crowd-sourcing for machine translation. In: LREC, vol.\u00a01, p. 2. Citeseer (2010)"},{"key":"31_CR3","doi-asserted-by":"crossref","unstructured":"Aroyo, L., Welty, C.: Truth is a lie: Crowdtruth and the 7 myths of human annotation. AI Magazine (2014)","DOI":"10.1609\/aimag.v36i1.2564"},{"key":"31_CR4","unstructured":"Aroyo, L., Welty, C.: Crowd Truth: Harnessing disagreement in crowdsourcing a relation extraction gold standard. In: WebSci 2013 (2013)"},{"key":"31_CR5","unstructured":"Aroyo, L., Welty, C.: Measuring crowd truth for medical relation extraction. In: AAAI2013 Fall Symp. on Semantics for Big Data (2013)"},{"key":"31_CR6","unstructured":"Sober\u00f3n, G., Aroyo, L., Welty, C., Inel, O., Lin, H., Overmeen, M.: Measuring crowd truth: Disagreement metrics combined with worker behavior filters. In: Proc. of CrowdSem 2013 Workshop, ISWC 2013 (2013)"},{"key":"31_CR7","unstructured":"Inel, O., Aroyo, L., Welty, C., Sips, R.J.: Exploiting Crowdsourcing Disagreement with Various Domain-Independent Quality Measures. In: Proc. of DeRiVE 2013 Workshop, ISWC 2013 (2013)"},{"key":"31_CR8","unstructured":"Aroyo, L., Welty, C.: Harnessing disagreement for event semantics. In: Proc. of DeRiVE 2012, ISWC 2012, p. 31 (2012)"},{"key":"31_CR9","unstructured":"Minder, P., Bernstein, A.: Crowdlang-first steps towards programmable human computers for general computation. In: Human Computation (2011)"},{"key":"31_CR10","doi-asserted-by":"crossref","unstructured":"Ahmad, S., Battle, A., Malkani, Z., Kamvar, S.: The jabberwocky programming environment for structured social computing. In: Proceedings of ACM Symposium on UI Software and Technology, pp. 53\u201364. ACM (2011)","DOI":"10.1145\/2047196.2047203"},{"key":"31_CR11","doi-asserted-by":"crossref","unstructured":"Bontcheva, K., Roberts, I., Derczynski, L., Rout, D.: The gate crowdsourcing plugin: Crowdsourcing annotated corpora made easy. In: Proc. EACL (2014)","DOI":"10.3115\/v1\/E14-2025"},{"key":"31_CR12","unstructured":"Groth, P.: Moreau (eds.), L.: PROV-Overview. An Overview of the PROV Family of Documents. W3C Working Group Note NOTE-prov-overview-20130430, World Wide Web Consortium (April 2013)"},{"key":"31_CR13","doi-asserted-by":"crossref","unstructured":"Cheng, P.: From covariation to causation: A causal power theory. Psychological Review 104 (1997)","DOI":"10.1037\/\/0033-295X.104.2.367"},{"key":"31_CR14","doi-asserted-by":"crossref","unstructured":"Quinn, A.J., Bederson, B.B.: Human computation: a survey and taxonomy of a growing field. In: Proc. of the SIGCHI, pp. 1403\u20131412. ACM (2011)","DOI":"10.1145\/1978942.1979148"},{"key":"31_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1007\/978-3-642-35176-1_33","volume-title":"The Semantic Web \u2013 ISWC 2012","author":"C. Sarasua","year":"2012","unstructured":"Sarasua, C., Simperl, E., Noy, N.F.: Crowdmap: Crowdsourcing ontology alignment with microtasks. In: Cudr\u00e9-Mauroux, P., et al (eds.) ISWC 2012, Part I. LNCS, vol.\u00a07649, pp. 525\u2013541. Springer, Heidelberg (2012)"},{"key":"31_CR16","doi-asserted-by":"crossref","unstructured":"Hirth, M., Ho\u00dffeld, T., Tran-Gia, P.: Cost-optimal validation mechanisms and cheat-detection for crowdsourcing platforms. In: Innovative Mobile and Internet Services in Ubiquitous Computing, pp. 316\u2013321. IEEE (2011)","DOI":"10.1109\/IMIS.2011.91"},{"key":"31_CR17","unstructured":"Raykar, V.C., Yu, S., Zhao, L.H., Valadez, G.H., Florin, C., Bogoni, L., Moy, L.: Learning from crowds. The Journal of Machine Learning Research 99 (2010)"},{"key":"31_CR18","doi-asserted-by":"crossref","unstructured":"Dawid, A.P., Skene, A.M.: Maximum likelihood estimation of observer error-rates using the em algorithm. Applied Statistics, 20\u201328 (1979)","DOI":"10.2307\/2346806"}],"container-title":["Lecture Notes in Computer Science","The Semantic Web \u2013 ISWC 2014"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-11915-1_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,29]],"date-time":"2019-09-29T20:12:16Z","timestamp":1569787936000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-11915-1_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783319119144","9783319119151"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-11915-1_31","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014]]}}}