{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T02:53:59Z","timestamp":1768013639010,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,10,11]],"date-time":"2018-10-11T00:00:00Z","timestamp":1539216000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS?1702751"],"award-info":[{"award-number":["IIS?1702751"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,10,11]]},"DOI":"10.1145\/3242587.3242621","type":"proceedings-article","created":{"date-parts":[[2018,10,16]],"date-time":"2018-10-16T13:30:26Z","timestamp":1539696626000},"page":"177-188","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":29,"title":["Crowdsourcing Similarity Judgments for Agreement Analysis in End-User Elicitation Studies"],"prefix":"10.1145","author":[{"given":"Abdullah X.","family":"Ali","sequence":"first","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}]},{"given":"Meredith Ringel","family":"Morris","sequence":"additional","affiliation":[{"name":"Microsoft Research, Seattle, WA, USA"}]},{"given":"Jacob O.","family":"Wobbrock","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}]}],"member":"320","published-online":{"date-parts":[[2018,10,11]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1060590.1060692"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1411509.1411513"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1023\/B:MACH.0000033116.57574.95"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866078"},{"key":"e_1_3_2_2_5_1","first-page":"25","volume-title":"Proceedings of AAAI Conference on Human Computation and Crowdsourcing. Palm Springs, CA: HCOMP","author":"Bragg J.","year":"2013","unstructured":"Bragg , J. and Weld , D.S . ( 2013 ) Crowdsourcing multi-label classification for taxonomy creation . Proceedings of AAAI Conference on Human Computation and Crowdsourcing. Palm Springs, CA: HCOMP , pp. 25 -- 33 . Bragg, J. and Weld, D.S. (2013) Crowdsourcing multi-label classification for taxonomy creation. Proceedings of AAAI Conference on Human Computation and Crowdsourcing. Palm Springs, CA: HCOMP, pp. 25--33."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818048.2820023"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2466265"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcs.2006.05.008"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208660"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/358274.358284"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02289823"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2213836.2213880"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24261-3_7"},{"issue":"2","key":"e_1_3_2_2_14_1","first-page":"65","article-title":"A simple sequentially rejective multiple test procedure","volume":"6","author":"Holm S.","year":"1979","unstructured":"Holm , S. ( 1979 ). A simple sequentially rejective multiple test procedure . Scandinavian Journal of Statistics 6 ( 2 ), pp. 65 -- 70 . Holm, S. (1979). A simple sequentially rejective multiple test procedure. Scandinavian Journal of Statistics 6 (2), pp. 65--70.","journal-title":"Scandinavian Journal of Statistics"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-92141-9_2"},{"key":"e_1_3_2_2_16_1","unstructured":"https:\/\/math.stackexchange.com\/questions\/507742\/distance-similarity-between-two-matrices:  https:\/\/math.stackexchange.com\/questions\/507742\/distance-similarity-between-two-matrices:"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979001"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.220.4598.671"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047202"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2011.04.005"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591689"},{"key":"e_1_3_2_2_22_1","first-page":"261","volume-title":"Proceedings of Graphics Interface. Toronto: Canadian Information Processing Society","author":"Morris M.R.","year":"2010","unstructured":"Morris , M.R. , Wobbrock , J.O. and Wilson , A.D . ( 2010 ). Understanding users' preferences for surface gestures . Proceedings of Graphics Interface. Toronto: Canadian Information Processing Society , pp. 261 -- 268 . Morris, M.R., Wobbrock, J.O. and Wilson, A.D. (2010). Understanding users' preferences for surface gestures. Proceedings of Graphics Interface. Toronto: Canadian Information Processing Society, pp. 261--268."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396636.2396651"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2774225.2774846"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-34103-8_37"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753461"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2468356.2468527"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7299087"},{"key":"e_1_3_2_2_29_1","first-page":"619","volume-title":"Artificial Intelligence: A Modern Approach.","author":"Stuart J.","unstructured":"Stuart J. Russell and Peter Norvig. (1995). Genetic algorithms and evolutionary programming . In Artificial Intelligence: A Modern Approach. Upper Saddle River, NJ : Prentice-Hall , pp. 619 -- 621 . Stuart J. Russell and Peter Norvig. (1995). Genetic algorithms and evolutionary programming. In Artificial Intelligence: A Modern Approach. Upper Saddle River, NJ: Prentice-Hall, pp. 619--621."},{"key":"e_1_3_2_2_30_1","first-page":"111","volume-title":"Artificial Intelligence: A Modern Approach.","author":"Stuart J.","unstructured":"Stuart J. Russell and Peter Norvig. (1995). Iterative improvement algorithms . In Artificial Intelligence: A Modern Approach. Upper Saddle River, NJ : Prentice-Hall , pp. 111 -- 114 . Stuart J. Russell and Peter Norvig. (1995). Iterative improvement algorithms. In Artificial Intelligence: A Modern Approach. Upper Saddle River, NJ: Prentice-Hall, pp. 111--114."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180492"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173681"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.5555\/3104482.3104567"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2325616.2325626"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858228"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702223"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1056808.1057043"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518866"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2008.4631230"}],"event":{"name":"UIST '18: The 31st Annual ACM Symposium on User Interface Software and Technology","location":"Berlin Germany","acronym":"UIST '18","sponsor":["SIGGRAPH ACM Special Interest Group on Computer Graphics and Interactive Techniques","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 31st Annual ACM Symposium on User Interface Software and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3242587.3242621","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3242587.3242621","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3242587.3242621","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:44:31Z","timestamp":1750207471000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3242587.3242621"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,10,11]]},"references-count":39,"alternative-id":["10.1145\/3242587.3242621","10.1145\/3242587"],"URL":"https:\/\/doi.org\/10.1145\/3242587.3242621","relation":{},"subject":[],"published":{"date-parts":[[2018,10,11]]},"assertion":[{"value":"2018-10-11","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}