{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:32:34Z","timestamp":1750221154626,"version":"3.41.0"},"publisher-location":"New York, New York, USA","reference-count":13,"publisher":"ACM Press","license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Center for Advancing Translational Science","award":["35700002N"],"award-info":[{"award-number":["35700002N"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1145\/3184558.3191543","type":"proceedings-article","created":{"date-parts":[[2018,4,18]],"date-time":"2018-04-18T18:04:25Z","timestamp":1524074665000},"page":"1109-1116","source":"Crossref","is-referenced-by-count":0,"title":["CrowdED"],"prefix":"10.1145","author":[{"given":"Amrapali","family":"Zaveri","sequence":"first","affiliation":[{"name":"Institute of Data Science, Maastricht University, Maastricht, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pedro Hernandez","family":"Serrano","sequence":"additional","affiliation":[{"name":"Institute of Data Science, Maastricht University, Maastricht, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Manisha","family":"Desai","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michel","family":"Dumontier","sequence":"additional","affiliation":[{"name":"Maastricht University, Maastricht, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","reference":[{"key":"key-10.1145\/3184558.3191543-1","unstructured":"Brazma A, Hingamp P, Quackenbush J, Sherlock G, Spellman P, Stoeckert C, Aach J, Ansorge W, Ball CA, Causton HC, Gaasterland T, Glenisson P, Holstege FC, Kim IF, Markowitz V, Matese JC, Parkinson H, Robinson A, Sarkans U, Schulze-Kremer S, Stewart J, Taylor R, Vilo J, and Vingron M. 2011. Minimum information about a microarray experiment (MIAME)-toward standards for microarray data. Nature Genetics 29 (2011), 365--371. Issue 4."},{"key":"key-10.1145\/3184558.3191543-2","doi-asserted-by":"crossref","unstructured":"Tanya Barrett, Dennis B. Troup, Stephen E. Wilhite, Pierre Ledoux, Carlos Evangelista, Irene F. Kim, Maxim Tomashevsky, Kimberly A. Marshall, Katherine H. Phillippy, Patti M. Sherman, Rolf N. Muertter, Michelle Holko, Oluwabukunmi Ayanbule, Andrey Yefanov, and Alexandra Soboleva. 2011. NCBI GEO: archive for functional genomics data sets--10 years on. Nucleic Acids Research 39 (2011), 991--995.","DOI":"10.1093\/nar\/gkq1184"},{"key":"key-10.1145\/3184558.3191543-3","unstructured":"Good BM, Nanis M, Wu C, and Su AI. 2015. Microtask crowdsourcing for disease mention annotation in PubMed abstracts. Pac Symp Biocomput. (2015), 282--293."},{"key":"key-10.1145\/3184558.3191543-4","unstructured":"C. L. Borgman. 2012. The conundrum of sharing research data. Journal of the American Society for Information Science and Technology 63 (2012), 1059--1078. Issue 6."},{"key":"key-10.1145\/3184558.3191543-5","doi-asserted-by":"crossref","unstructured":"Peng Dai, Christopher H. Lin, Mausam, and Daniel S. Weld. 2013. POMDP-based Control of Workflows for Crowdsourcing. Artif. Intell. 202, 1 (Sept. 2013), 52--85. https:\/\/doi.org\/10.1016\/j.artint.2013.06.002","DOI":"10.1016\/j.artint.2013.06.002"},{"key":"key-10.1145\/3184558.3191543-6","doi-asserted-by":"crossref","unstructured":"Yihan Gao and Aditya Parameswaran. 2014. Finish Them!: Pricing Algorithms for Human Computation. Proc. VLDB Endow. 7, 14 (Oct. 2014), 1965--1976. https: \/\/doi.org\/10.14778\/2733085.2733101","DOI":"10.14778\/2733085.2733101"},{"key":"key-10.1145\/3184558.3191543-7","unstructured":"Karan Goel, Shreya Rajpal, and Mausam. 2017. Octopus: A Framework for Cost-Quality-Time Optimization in Crowdsourcing. CoRR abs\/1702.03488 (2017). arXiv:1702.03488 http:\/\/arxiv.org\/abs\/1702.03488"},{"key":"key-10.1145\/3184558.3191543-8","unstructured":"Jeff Howe. 2006. The Rise of Crowdsourcing. Wired Magazine 14, 6 (06 2006). http:\/\/www.wired.com\/wired\/archive\/14.06\/crowds.html"},{"key":"key-10.1145\/3184558.3191543-9","unstructured":"Barzan Mozafari, Purna Sarkar, Michael Franklin, Michael Jordan, and Samuel Madden. 2014. Scaling up crowd-sourcing to very large datasets: a case for active learning. Proceedings of the VLDB Endowment 8 (2014), 125--136. Issue 2."},{"key":"key-10.1145\/3184558.3191543-10","doi-asserted-by":"crossref","unstructured":"Victor S. Sheng, Foster Provost, and Panagiotis G. Ipeirotis. 2008. Get another label improving data quality and data mining using multiple, noisy labelers. In Proceedings of the 14th ACM SIGKDD international conference on Knowledge discovery and data mining. 614--622.","DOI":"10.1145\/1401890.1401965"},{"key":"key-10.1145\/3184558.3191543-11","doi-asserted-by":"crossref","unstructured":"Barrett T, Wilhite SE, Ledoux P, Evangelista C, Kim IF, Tomashevsky M, Marshall KA, Phillippy KH, Sherman PM, Holko M, Yefanov A, Lee H, Zhang N, Robertson CL, Serova N, Davis S, and Soboleva A. 2013. NCBI GEO: archive for functional genomics data sets--update. Nucleic Acids Research 41 (2013), 991--995.","DOI":"10.1093\/nar\/gks1193"},{"key":"key-10.1145\/3184558.3191543-12","doi-asserted-by":"crossref","unstructured":"U. Ul Hassan, S. ORiain, and E. Curry. 2013. Effects of expertise assessment on the quality of task routing in human computation. Proceedings of the 2nd International Workshop on Social Media for Crowdsourcing and Human Computation (2013).","DOI":"10.14236\/ewic\/SOHUMAN2013.2"},{"key":"key-10.1145\/3184558.3191543-13","unstructured":"Umair ul Hassan, Amrapali Zaveri, Edgard Marx, Edward Curry, and Jens Lehmann. 2016. ACRyLIQ: Leveraging DBpedia for Adaptive Crowdsourcing in Linked Data Quality Assessment. In Knowledge Engineering and Knowledge Management, Eva Blomqvist, Paolo Ciancarini, Francesco Poggi, and Fabio Vitali (Eds.). Springer International Publishing, Cham, 681--696."}],"event":{"number":"2018","sponsor":["IW3C2, International World Wide Web Conference Committee","SIGWEB, ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"acronym":"WWW '18","name":"Companion of the The Web Conference 2018","start":{"date-parts":[[2018,4,23]]},"location":"Lyon, France","end":{"date-parts":[[2018,4,27]]}},"container-title":["Companion of the The Web Conference 2018 on The Web Conference 2018 - WWW '18"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3184558.3191543","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/dl.acm.org\/ft_gateway.cfm?id=3191543&ftid=1958348&dwn=1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:08:30Z","timestamp":1750208910000},"score":1,"resource":{"primary":{"URL":"http:\/\/dl.acm.org\/citation.cfm?doid=3184558.3191543"}},"subtitle":["Guideline for Optimal Crowdsourcing Experimental Design"],"proceedings-subject":"The Web Conference 2018","short-title":[],"issued":{"date-parts":[[2018]]},"references-count":13,"URL":"https:\/\/doi.org\/10.1145\/3184558.3191543","relation":{},"subject":[],"published":{"date-parts":[[2018]]}}}