{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,22]],"date-time":"2026-03-22T16:17:27Z","timestamp":1774196247221,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":16,"publisher":"ACM","license":[{"start":{"date-parts":[[2010,7,25]],"date-time":"2010-07-25T00:00:00Z","timestamp":1280016000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100006754","name":"U.S. Army Research Laboratory","doi-asserted-by":"publisher","award":["W911NF-09-2-0053"],"award-info":[{"award-number":["W911NF-09-2-0053"]}],"id":[{"id":"10.13039\/100006754","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2010,7,25]]},"DOI":"10.1145\/1837885.1837908","type":"proceedings-article","created":{"date-parts":[[2010,7,27]],"date-time":"2010-07-27T14:10:11Z","timestamp":1280239811000},"page":"77-85","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":36,"title":["Toward automatic task design"],"prefix":"10.1145","author":[{"given":"Eric","family":"Huang","sequence":"first","affiliation":[{"name":"Harvard University, Cambridge, MA"}]},{"given":"Haoqi","family":"Zhang","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, MA"}]},{"given":"David C.","family":"Parkes","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, MA"}]},{"given":"Krzysztof Z.","family":"Gajos","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, MA"}]},{"given":"Yiling","family":"Chen","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, MA"}]}],"member":"320","published-online":{"date-parts":[[2010,7,25]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"the 24th AAAI Conference on Artificial Intelligence (AAAI'10)","author":"Dai P.","year":"2010","unstructured":"P. Dai , Mausam, and D. S. Weld . Decision-theoretic control of crowd-sourced workflows . In the 24th AAAI Conference on Artificial Intelligence (AAAI'10) , Atlanta, Georgia , 2010 . P. Dai, Mausam, and D. S. Weld. Decision-theoretic control of crowd-sourced workflows. In the 24th AAAI Conference on Artificial Intelligence (AAAI'10), Atlanta, Georgia, 2010."},{"key":"e_1_3_2_1_2_1","volume-title":"The labor economics of paid crowdsourcing. CoRR, abs\/1001.0627","author":"Horton J.","year":"2010","unstructured":"J. Horton and L. Chilton . The labor economics of paid crowdsourcing. CoRR, abs\/1001.0627 , 2010 . J. Horton and L. Chilton. The labor economics of paid crowdsourcing. CoRR, abs\/1001.0627, 2010."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","DOI":"10.3386\/w15961","volume-title":"The Online Laboratory: Conducting Experiments in a Real Labor Market. SSRN eLibrary","author":"Horton J.","year":"2010","unstructured":"J. Horton , D. G. Rand , and R. J. Zeckhauser . The Online Laboratory: Conducting Experiments in a Real Labor Market. SSRN eLibrary , 2010 . J. Horton, D. G. Rand, and R. J. Zeckhauser. The Online Laboratory: Conducting Experiments in a Real Labor Market. SSRN eLibrary, 2010."},{"key":"e_1_3_2_1_4_1","volume-title":"CeDER Working Papers","author":"Ipeirotis P. G.","year":"2010","unstructured":"P. G. Ipeirotis . Demographics of mechanical turk . CeDER Working Papers , 2010 . P. G. Ipeirotis. Demographics of mechanical turk. CeDER Working Papers, 2010."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1600150.1600159"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1600150.1600175"},{"key":"e_1_3_2_1_7_1","volume-title":"The New York Times","author":"Pontin J.","year":"2007","unstructured":"J. Pontin . Artificial intelligence, with help from the humans . The New York Times , March 2007 . J. Pontin. Artificial intelligence, with help from the humans. The New York Times, March 2007."},{"key":"e_1_3_2_1_8_1","volume-title":"An algorithm for suffix stripping","author":"Porter M. F.","year":"1997","unstructured":"M. F. Porter . An algorithm for suffix stripping . Morgan Kaufmann Publishers Inc ., San Francisco, CA, USA, 1997 . M. F. Porter. An algorithm for suffix stripping. Morgan Kaufmann Publishers Inc., San Francisco, CA, USA, 1997."},{"key":"e_1_3_2_1_9_1","volume-title":"The sciences of the artificial","author":"Simon H. A.","year":"1969","unstructured":"H. A. Simon . The sciences of the artificial . Cambridge, Ma : MIT Press , 1969 . H. A. Simon. The sciences of the artificial. Cambridge, Ma: MIT Press, 1969."},{"key":"e_1_3_2_1_10_1","first-page":"254","volume-title":"the 2008 Conference on Empirical Methods in Natural Language Processing","author":"Snow R.","year":"2008","unstructured":"R. Snow , B. O'Connor , D. Jurafsky , and A. Y. Ng . Cheap and fast - but is it good? evaluating non-expert annotations for natural language tasks . In the 2008 Conference on Empirical Methods in Natural Language Processing , pages 254 -- 263 , Honolulu , October 2008 . R. Snow, B. O'Connor, D. Jurafsky, and A. Y. Ng. Cheap and fast - but is it good? evaluating non-expert annotations for natural language tasks. In the 2008 Conference on Empirical Methods in Natural Language Processing, pages 254--263, Honolulu, October 2008."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1242572.1242604"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1378704.1378719"},{"key":"e_1_3_2_1_13_1","unstructured":"Wikipedia statistics January 2010. http:\/\/stats.wikimedia.org\/EN\/TablesWikipediaEN.htm.  Wikipedia statistics January 2010. http:\/\/stats.wikimedia.org\/EN\/TablesWikipediaEN.htm."},{"key":"e_1_3_2_1_14_1","volume-title":"the 21st International Joint Conference on Artificial Intelligence (IJCAI-09)","author":"Zhang H.","year":"2009","unstructured":"H. Zhang , Y. Chen , and D. C. Parkes . A general approach to environment design with one agent . In the 21st International Joint Conference on Artificial Intelligence (IJCAI-09) , Pasadena, CA , 2009 . H. Zhang, Y. Chen, and D. C. Parkes. A general approach to environment design with one agent. In the 21st International Joint Conference on Artificial Intelligence (IJCAI-09), Pasadena, CA, 2009."},{"key":"e_1_3_2_1_15_1","volume-title":"the 23rd AAAI Conference on Artificial Intelligence (AAAI'08)","author":"Zhang H.","year":"2008","unstructured":"H. Zhang and D. C. Parkes . Value-based policy teaching with active indirect elicitation . In the 23rd AAAI Conference on Artificial Intelligence (AAAI'08) , Chicago, IL , 2008 . H. Zhang and D. C. Parkes. Value-based policy teaching with active indirect elicitation. In the 23rd AAAI Conference on Artificial Intelligence (AAAI'08), Chicago, IL, 2008."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1566374.1566417"}],"event":{"name":"KDD '10: The 16th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","location":"Washington DC","acronym":"KDD '10","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the ACM SIGKDD Workshop on Human Computation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1837885.1837908","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1837885.1837908","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T12:23:43Z","timestamp":1750249423000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1837885.1837908"}},"subtitle":["a progress report"],"short-title":[],"issued":{"date-parts":[[2010,7,25]]},"references-count":16,"alternative-id":["10.1145\/1837885.1837908","10.1145\/1837885"],"URL":"https:\/\/doi.org\/10.1145\/1837885.1837908","relation":{},"subject":[],"published":{"date-parts":[[2010,7,25]]},"assertion":[{"value":"2010-07-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}