{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T20:36:57Z","timestamp":1760647017544,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":19,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,5,13]],"date-time":"2019-05-13T00:00:00Z","timestamp":1557705600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,5,13]]},"DOI":"10.1145\/3308560.3317081","type":"proceedings-article","created":{"date-parts":[[2019,5,13]],"date-time":"2019-05-13T12:17:59Z","timestamp":1557749879000},"page":"1121-1130","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["TaskMate: A Mechanism to Improve the Quality of Instructions in Crowdsourcing"],"prefix":"10.1145","author":[{"given":"V.","family":"K. Chaithanya Manam","sequence":"first","affiliation":[{"name":"Purdue Univ."}]},{"given":"Dwarakanath","family":"Jampani","sequence":"additional","affiliation":[{"name":"Purdue Univ."}]},{"given":"Mariam","family":"Zaim","sequence":"additional","affiliation":[{"name":"Cisco"}]},{"given":"Meng-Han","family":"Wu","sequence":"additional","affiliation":[{"name":"Purdue Univ."}]},{"given":"Alexander","family":"J. Quinn","sequence":"additional","affiliation":[{"name":"Purdue Univ."}]}],"member":"320","published-online":{"date-parts":[[2019,5,13]]},"reference":[{"doi-asserted-by":"publisher","key":"e_1_3_2_1_1_1","DOI":"10.1145\/2047196.2047201"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_2_1","DOI":"10.1145\/1866029.1866078"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_3_1","DOI":"10.1145\/3242587.3242598"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_4_1","DOI":"10.1145\/3025453.3026044"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_5_1","DOI":"10.1145\/3078714.3078715"},{"key":"e_1_3_2_1_6_1","volume-title":"et\u00a0al.Prototype tasks: Improving crowdsourcing results through rapid, iterative task design. arXiv preprint arXiv:1707.05645","author":"Gaikwad S.","year":"2017","unstructured":"Gaikwad , S. , Chhibber , N. , Sehgal , V. , Ballav , A. , Mullings , C. , Nasser , A. , Richmond-Fuller , A. , Gilbee , A. , Gamage , D. , Whiting , M. , et\u00a0al.Prototype tasks: Improving crowdsourcing results through rapid, iterative task design. arXiv preprint arXiv:1707.05645 ( 2017 ). Gaikwad, S., Chhibber, N., Sehgal, V., Ballav, A., Mullings, C., Nasser, A., Richmond-Fuller, A., Gilbee, A., Gamage, D., Whiting, M., et\u00a0al.Prototype tasks: Improving crowdsourcing results through rapid, iterative task design. arXiv preprint arXiv:1707.05645 (2017)."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_7_1","DOI":"10.1145\/3022198.3023270"},{"key":"e_1_3_2_1_8_1","volume-title":"University of California","author":"Gutheim P.","year":"2012","unstructured":"Gutheim , P. , and Hartmann , B . Fantasktic: Improving quality of results for novice crowdsourcing users. Master\u2019s thesis, EECS Department , University of California , Berkeley , May 2012 . {Online; accessed September 1, 2018}. Gutheim, P., and Hartmann, B.Fantasktic: Improving quality of results for novice crowdsourcing users. Master\u2019s thesis, EECS Department, University of California, Berkeley, May 2012. {Online; accessed September 1, 2018}."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_9_1","DOI":"10.1145\/1837885.1837906"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_10_1","DOI":"10.14778\/3067421.3067431"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_11_1","DOI":"10.1145\/2441776.2441923"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_12_1","DOI":"10.1145\/2556288.2557238"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_13_1","DOI":"10.1145\/2556288.2557238"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_14_1","DOI":"10.1145\/1837885.1837907"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_15_1","DOI":"10.1177\/1525822X980100020301"},{"key":"e_1_3_2_1_16_1","first-page":"116","volume-title":"Proceedings of the 6th AAAI Conference on Human Computation and Crowdsourcing","author":"Manam V.","year":"2018","unstructured":"Manam , V. \u00a0C., and Quinn , A . \u00a0J.Wingit: Efficient refinement of unclear task instructions. In HCOMP \u201918 : Proceedings of the 6th AAAI Conference on Human Computation and Crowdsourcing ( Palo Alto, CA, USA , 2018 ), AAAI Press, pp.\u00a0108\u2013 116 . Manam, V.\u00a0C., and Quinn, A.\u00a0J.Wingit: Efficient refinement of unclear task instructions. In HCOMP \u201918: Proceedings of the 6th AAAI Conference on Human Computation and Crowdsourcing (Palo Alto, CA, USA, 2018), AAAI Press, pp.\u00a0108\u2013116."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_17_1","DOI":"10.1145\/2047196.2047198"},{"key":"e_1_3_2_1_18_1","volume-title":"Analyzing interview data: The development and evolution of a coding system. Qualitative sociology 24, 3","author":"Weston C.","year":"2001","unstructured":"Weston , C. , Gandell , T. , Beauchamp , J. , McAlpine , L. , Wiseman , C. , and Beauchamp , C . Analyzing interview data: The development and evolution of a coding system. Qualitative sociology 24, 3 ( 2001 ), 381\u2013400. Weston, C., Gandell, T., Beauchamp, J., McAlpine, L., Wiseman, C., and Beauchamp, C.Analyzing interview data: The development and evolution of a coding system. Qualitative sociology 24, 3 (2001), 381\u2013400."},{"key":"e_1_3_2_1_19_1","first-page":"215","volume-title":"Proceedings of the 5th AAAI Conference on Human Computation and Crowdsourcing","author":"Wu M.-H.","year":"2017","unstructured":"Wu , M.-H. , and Quinn , A . \u00a0J.Confusing the crowd: Task instruction quality on amazon mechanical turk. In HCOMP \u201917 : Proceedings of the 5th AAAI Conference on Human Computation and Crowdsourcing ( Palo Alto, CA, USA , 2017 ), AAAI Press, pp.\u00a0206\u2013 215 . Wu, M.-H., and Quinn, A.\u00a0J.Confusing the crowd: Task instruction quality on amazon mechanical turk. In HCOMP \u201917: Proceedings of the 5th AAAI Conference on Human Computation and Crowdsourcing (Palo Alto, CA, USA, 2017), AAAI Press, pp.\u00a0206\u2013215."}],"event":{"sponsor":["IW3C2 International World Wide Web Conference Committee"],"acronym":"WWW '19","name":"WWW '19: The Web Conference","location":"San Francisco USA"},"container-title":["Companion Proceedings of The 2019 World Wide Web Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3308560.3317081","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3308560.3317081","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:53:35Z","timestamp":1750204415000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3308560.3317081"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,13]]},"references-count":19,"alternative-id":["10.1145\/3308560.3317081","10.1145\/3308560"],"URL":"https:\/\/doi.org\/10.1145\/3308560.3317081","relation":{},"subject":[],"published":{"date-parts":[[2019,5,13]]},"assertion":[{"value":"2019-05-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}