{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T03:58:46Z","timestamp":1782791926890,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,4,18]],"date-time":"2015-04-18T00:00:00Z","timestamp":1429315200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"MEN-UEFISCDI","award":["Mobile@Old ref. 315\/2014"],"award-info":[{"award-number":["Mobile@Old ref. 315\/2014"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,4,18]]},"DOI":"10.1145\/2702123.2702223","type":"proceedings-article","created":{"date-parts":[[2015,4,17]],"date-time":"2015-04-17T22:11:35Z","timestamp":1429308695000},"page":"1325-1334","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":199,"title":["Formalizing Agreement Analysis for Elicitation Studies"],"prefix":"10.1145","author":[{"given":"Radu-Daniel","family":"Vatavu","sequence":"first","affiliation":[{"name":"University Stefan cel Mare of Suceava, Suceava, Romania"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jacob O.","family":"Wobbrock","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2015,4,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470734"},{"key":"e_1_3_2_1_2_1","volume-title":"Proc. of PDC '08","author":"Bergvall-K\u00e5reborn B.","year":"2008","unstructured":"Bergvall-K\u00e5reborn , B. , and St\u00e5hlbrost , A . Participatory design: One step back or two steps forward? In Proc. of PDC '08 , Indiana University ( 2008 ), 102--111. Bergvall-K\u00e5reborn, B., and St\u00e5hlbrost, A. Participatory design: One step back or two steps forward? In Proc. of PDC '08, Indiana University (2008), 102--111."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2512349.2512825"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2466207"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/37.3-4.256"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Cohen J. A coefficient of agreement for nominal scales. 37--46.  Cohen J. A coefficient of agreement for nominal scales. 37--46.","DOI":"10.1177\/001316446002000104"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.112.1.155"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208660"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-010-9495-5"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208557"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753686"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177732186"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008689307411"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1851600.1851640"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2166966.2166984"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2350046.2350098"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2509108"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753846.1754095"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02295996"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396636.2396651"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591689"},{"key":"e_1_3_2_1_22_1","volume-title":"Proc. of GI '10, Canadian Inf. Proc.Soc.","author":"Morris M. R.","year":"2010","unstructured":"Morris , M. R. , Wobbrock , J. O. , and Wilson , A. D . Understanding users' preferences for surface gestures . In Proc. of GI '10, Canadian Inf. Proc.Soc. ( 2010 ), 261--268. Morris, M. R., Wobbrock, J. O., and Wilson, A. D. Understanding users' preferences for surface gestures. In Proc. of GI '10, Canadian Inf. Proc.Soc. (2010), 261--268."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-34103-8_37"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2468356.2468527"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2468356.2468527"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396636.2396638"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1978971"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/356689.356692"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396636.2396643"},{"key":"e_1_3_2_1_30_1","volume-title":"Handbook of Parametric and Nonparametric Statistical Procedures","author":"Sheskin D. J.","year":"2004","unstructured":"Sheskin , D. J. Handbook of Parametric and Nonparametric Statistical Procedures : Third Edition. CRC Press , 2004 . Sheskin, D. J. Handbook of Parametric and Nonparametric Statistical Procedures: Third Edition. CRC Press, 2004."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557373"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2325616.2325626"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.5555\/2594684.2594688"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2602299.2602316"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557239"},{"key":"e_1_3_2_1_36_1","volume-title":"CRC Concise Encyclopedia of Mathematics","author":"Weisstein E. W.","year":"2003","unstructured":"Weisstein , E. W. CRC Concise Encyclopedia of Mathematics , 2 nd Ed. Chapman & Hall , New York , 2003 . Weisstein, E. W. CRC Concise Encyclopedia of Mathematics, 2nd Ed. Chapman & Hall, New York, 2003.","edition":"2"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1056808.1057043"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1978963"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518866"}],"event":{"name":"CHI '15: CHI Conference on Human Factors in Computing Systems","location":"Seoul Republic of Korea","acronym":"CHI '15","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2702123.2702223","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2702123.2702223","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T06:16:30Z","timestamp":1750227390000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2702123.2702223"}},"subtitle":["New Measures, Significance Test, and Toolkit"],"short-title":[],"issued":{"date-parts":[[2015,4,18]]},"references-count":39,"alternative-id":["10.1145\/2702123.2702223","10.1145\/2702123"],"URL":"https:\/\/doi.org\/10.1145\/2702123.2702223","relation":{},"subject":[],"published":{"date-parts":[[2015,4,18]]},"assertion":[{"value":"2015-04-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}