{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T05:08:09Z","timestamp":1775192889622,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":12,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,5,13]],"date-time":"2019-05-13T00:00:00Z","timestamp":1557705600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,5,13]]},"DOI":"10.1145\/3308558.3320096","type":"proceedings-article","created":{"date-parts":[[2020,6,29]],"date-time":"2020-06-29T00:52:12Z","timestamp":1593391932000},"page":"1294-1295","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Crowdsourcing Inclusivity: Dealing with Diversity of Opinions, Perspectives and Ambiguity in Annotated Data"],"prefix":"10.1145","author":[{"given":"Lora","family":"Aroyo","sequence":"first","affiliation":[{"name":"Google,New York, New York, USA"}]},{"given":"Anca","family":"Dumitrache","sequence":"additional","affiliation":[{"name":"Vrije Universiteit Amsterdam,Netherlands"}]},{"given":"Oana","family":"Inel","sequence":"additional","affiliation":[{"name":"Vrije Universiteit Amsterdam,Netherlands"}]},{"given":"Zolt\u00e1n","family":"Szl\u00e1vik","sequence":"additional","affiliation":[{"name":"IBM Benelux CAS,Amsterdam, Netherlands"}]},{"given":"Benjamin","family":"Timmermans","sequence":"additional","affiliation":[{"name":"IBM Benelux CAS,Amsterdam, Netherlands"}]},{"given":"Chris","family":"Welty","sequence":"additional","affiliation":[{"name":"Google Research,New York, New York, USA"}]}],"member":"320","published-online":{"date-parts":[[2019,5,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.15346\/hc.v1i1.3"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3026044"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Alessandro Checco Kevin Roitero Eddy Maddalena Stefano Mizzaro and Gianluca Demartini. 2017. Let\u2019s Agree to Disagree: Fixing Agreement Measures for Crowdsourcing. 11\u201320\u00a0pages. http:\/\/eprints.whiterose.ac.uk\/122865\/\u00a9 2017 Association for the Advancement of Artificial Intelligence (www.aaai.org).  Alessandro Checco Kevin Roitero Eddy Maddalena Stefano Mizzaro and Gianluca Demartini. 2017. Let\u2019s Agree to Disagree: Fixing Agreement Measures for Crowdsourcing. 11\u201320\u00a0pages. http:\/\/eprints.whiterose.ac.uk\/122865\/\u00a9 2017 Association for the Advancement of Artificial Intelligence (www.aaai.org).","DOI":"10.1609\/hcomp.v5i1.13306"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.websem.2015.06.003"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3152889"},{"key":"e_1_3_2_1_6_1","unstructured":"Anca Dumitrache Lora Aroyo and Chris Welty. 2017. False positive and cross-relation signals in distant supervision data. arXiv preprint arXiv:1711.05186(2017).  Anca Dumitrache Lora Aroyo and Chris Welty. 2017. False positive and cross-relation signals in distant supervision data. arXiv preprint arXiv:1711.05186(2017)."},{"key":"e_1_3_2_1_7_1","volume-title":"Sixth AAAI Conference on Human Computation and Crowdsourcing.","author":"Dumitrache Anca","year":"2018","unstructured":"Anca Dumitrache , Lora Aroyo , and Chris Welty . 2018 . Capturing ambiguity in crowdsourcing frame disambiguation . In Sixth AAAI Conference on Human Computation and Crowdsourcing. Anca Dumitrache, Lora Aroyo, and Chris Welty. 2018. Capturing ambiguity in crowdsourcing frame disambiguation. In Sixth AAAI Conference on Human Computation and Crowdsourcing."},{"key":"e_1_3_2_1_8_1","unstructured":"Anca Dumitrache Oana Inel Lora Aroyo Benjamin Timmermans and Chris Welty. 2018. CrowdTruth 2.0: Quality Metrics for Crowdsourcing with Disagreement. (2018). https:\/\/arxiv.org\/abs\/1808.06080  Anca Dumitrache Oana Inel Lora Aroyo Benjamin Timmermans and Chris Welty. 2018. CrowdTruth 2.0: Quality Metrics for Crowdsourcing with Disagreement. (2018). https:\/\/arxiv.org\/abs\/1808.06080"},{"key":"e_1_3_2_1_9_1","volume-title":"Special Issue on Human Computation and Crowdsourcing (in review)","author":"Dumitrache Anca","year":"2017","unstructured":"Anca Dumitrache , Oana Inel , Benjamin Timmermans , Carlos Ortiz , Robert-Jan Sips , and Lora Aroyo . 2017. Empirical Methodology for Crowdsourcing Ground Truth. Semantic Web Journal , Special Issue on Human Computation and Crowdsourcing (in review) ( 2017 ). http:\/\/www.semantic-web-journal.net\/content\/empirical-methodology-crowdsourcing-ground-truth-0 Anca Dumitrache, Oana Inel, Benjamin Timmermans, Carlos Ortiz, Robert-Jan Sips, and Lora Aroyo. 2017. Empirical Methodology for Crowdsourcing Ground Truth. Semantic Web Journal, Special Issue on Human Computation and Crowdsourcing (in review) (2017). http:\/\/www.semantic-web-journal.net\/content\/empirical-methodology-crowdsourcing-ground-truth-0"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-58068-5_18"},{"key":"e_1_3_2_1_11_1","volume-title":"Crowdsourcing Salient Information from News and Tweets","author":"Inel Oana","unstructured":"Oana Inel , Tommaso Caselli , and Lora Aroyo . 2016. Crowdsourcing Salient Information from News and Tweets .. In LREC. European Language Resources Association (ELRA) , 3959\u20133966. Oana Inel, Tommaso Caselli, and Lora Aroyo. 2016. Crowdsourcing Salient Information from News and Tweets.. In LREC. European Language Resources Association (ELRA), 3959\u20133966."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271779"}],"event":{"name":"WWW '19: The Web Conference","location":"San Francisco USA","acronym":"WWW '19","sponsor":["IW3C2 International World Wide Web Conference Committee"]},"container-title":["Companion Proceedings of The 2019 World Wide Web Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3308558.3320096","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3308558.3320096","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:53:32Z","timestamp":1750204412000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3308558.3320096"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,13]]},"references-count":12,"alternative-id":["10.1145\/3308558.3320096","10.1145\/3308560"],"URL":"https:\/\/doi.org\/10.1145\/3308558.3320096","relation":{},"subject":[],"published":{"date-parts":[[2019,5,13]]},"assertion":[{"value":"2019-05-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}