{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T03:44:01Z","timestamp":1771904641099,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":52,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,5,7]],"date-time":"2016-05-07T00:00:00Z","timestamp":1462579200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"UEFISCDI","award":["PN-II-RU-TE-2014-4-1187"],"award-info":[{"award-number":["PN-II-RU-TE-2014-4-1187"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,5,7]]},"DOI":"10.1145\/2858036.2858228","type":"proceedings-article","created":{"date-parts":[[2016,5,5]],"date-time":"2016-05-05T14:08:22Z","timestamp":1462457302000},"page":"3390-3402","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":56,"title":["Between-Subjects Elicitation Studies"],"prefix":"10.1145","author":[{"given":"Radu-Daniel","family":"Vatavu","sequence":"first","affiliation":[{"name":"University Stefan cel Mare of Suceava, Suceava, Romania"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jacob O.","family":"Wobbrock","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2016,5,7]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Categorical Data Analysis","author":"Agresti Alan","unstructured":"Alan Agresti . 2002. Categorical Data Analysis , 2 nd Ed. USA : John Wiley & Sons . Alan Agresti. 2002. Categorical Data Analysis, 2nd Ed. USA: John Wiley & Sons.","edition":"2"},{"key":"e_1_3_2_1_2_1","first-page":"87","article-title":"Understanding the Consistency of Users' Pen and Finger Stroke Gesture Articulation. In Proc. of Graphics Interface 2013 (GI '13). Canadian","author":"Anthony Lisa","year":"2013","unstructured":"Lisa Anthony , Radu-Daniel Vatavu , and Jacob O. Wobbrock . 2013 . Understanding the Consistency of Users' Pen and Finger Stroke Gesture Articulation. In Proc. of Graphics Interface 2013 (GI '13). Canadian Inf. Proc. Soc., Toronto, Ont., Canada , 87 - 94 . http:\/\/dl.acm.org\/citation.cfm?id=2532129.2532145 Lisa Anthony, Radu-Daniel Vatavu, and Jacob O. Wobbrock. 2013. Understanding the Consistency of Users' Pen and Finger Stroke Gesture Articulation. In Proc. of Graphics Interface 2013 (GI '13). Canadian Inf. Proc. Soc., Toronto, Ont., Canada, 87-94. http:\/\/dl.acm.org\/citation.cfm?id=2532129.2532145","journal-title":"Inf. Proc. Soc., Toronto, Ont., Canada"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470734"},{"key":"e_1_3_2_1_4_1","volume-title":"Proc. of the 10th Anniversary Conference on Participatory Design 2008 (PDC '08)","author":"Bergvall-Kareborn Birgitta","year":"2008","unstructured":"Birgitta Bergvall-Kareborn and Anna Stahlbrost . 2008 . Participatory Design: One Step Back or Two Steps Forward? . In Proc. of the 10th Anniversary Conference on Participatory Design 2008 (PDC '08) . 102-111. http:\/\/dl.acm.org\/citation.cfm?id=1795234.1795249 Birgitta Bergvall-Kareborn and Anna Stahlbrost. 2008. Participatory Design: One Step Back or Two Steps Forward?. In Proc. of the 10th Anniversary Conference on Participatory Design 2008 (PDC '08). 102-111. http:\/\/dl.acm.org\/citation.cfm?id=1795234.1795249"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1177\/001316448104100307"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2466207"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729380"},{"key":"e_1_3_2_1_8_1","volume-title":"A Coefficient of Agreement for Nominal Scales. Educational and Psychological Measurement 20 (April","author":"Cohen J.","year":"1960","unstructured":"J. Cohen . 1960. A Coefficient of Agreement for Nominal Scales. Educational and Psychological Measurement 20 (April 1960 ), 37-46. http:\/\/dx.doi.org\/10.1177\/001316446002000104 10.1177\/001316446002000104 J. Cohen. 1960. A Coefficient of Agreement for Nominal Scales. Educational and Psychological Measurement 20 (April 1960), 37-46. http:\/\/dx.doi.org\/10.1177\/001316446002000104"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0026256"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.2307\/1403582"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.csda.2009.09.018"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208660"},{"key":"e_1_3_2_1_13_1","volume-title":"Statistical Methods for Research Workers","author":"Fisher Ronald A.","unstructured":"Ronald A. Fisher . 1954. Statistical Methods for Research Workers . London : Oliver and Boyd . Ronald A. Fisher. 1954. Statistical Methods for Research Workers. London: Oliver and Boyd."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0031619"},{"key":"e_1_3_2_1_15_1","unstructured":"Kilem L. Gwet. 2012. Handbook of Inter-Rater Reliability: The Definitive Guide to Measuring the Extent of Agreement Among Multiple Raters. Advanced Analytics LLC.  Kilem L. Gwet. 2012. Handbook of Inter-Rater Reliability: The Definitive Guide to Measuring the Extent of Agreement Among Multiple Raters. Advanced Analytics LLC."},{"key":"e_1_3_2_1_16_1","volume-title":"Nonverbal Sex Differences: Communication Accuracy and Expressive Style","author":"Hall Judith A.","unstructured":"Judith A. Hall . 1990. Nonverbal Sex Differences: Communication Accuracy and Expressive Style . Johns Hopkins University Press . Judith A. Hall. 1990. Nonverbal Sex Differences: Communication Accuracy and Expressive Style. Johns Hopkins University Press."},{"key":"e_1_3_2_1_17_1","volume-title":"The Two-Way Likelihood Ratio (G) Test and Comparison to Two-Way X2 Test. arXiv:1206.4881","author":"Hoey Jesse","year":"2012","unstructured":"Jesse Hoey . 2012. The Two-Way Likelihood Ratio (G) Test and Comparison to Two-Way X2 Test. arXiv:1206.4881 ( 2012 ). http:\/\/arxiv.org\/abs\/1206.4881 Jesse Hoey. 2012. The Two-Way Likelihood Ratio (G) Test and Comparison to Two-Way X2 Test. arXiv:1206.4881 (2012). http:\/\/arxiv.org\/abs\/1206.4881"},{"key":"e_1_3_2_1_18_1","volume-title":"Content analysis for the social sciences and humanities","author":"Holsti Ole R.","unstructured":"Ole R. Holsti . 1969. Content analysis for the social sciences and humanities . Addison-Wesley . Ole R. Holsti. 1969. Content analysis for the social sciences and humanities. Addison-Wesley."},{"key":"e_1_3_2_1_19_1","volume-title":"The Mathematics Dictionary","author":"James Robert C.","unstructured":"Robert C. James . 1992. The Mathematics Dictionary , 5 th Ed. Chapman & Hall , NY. Robert C. James. 1992. The Mathematics Dictionary, 5th Ed. Chapman & Hall, NY.","edition":"5"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979001"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177732186"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008689307411"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1851600.1851640"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2011.04.005"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729694"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2166966.2166984"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1961.10482105"},{"key":"e_1_3_2_1_28_1","volume-title":"Hand and Mind: What Gesture Reveals about Thought","author":"McNeill David","unstructured":"David McNeill . 1992. Hand and Mind: What Gesture Reveals about Thought . University Chicago Press. David McNeill. 1992. Hand and Mind: What Gesture Reveals about Thought. University Chicago Press."},{"key":"e_1_3_2_1_29_1","first-page":"427","article-title":"A Network Algorithm for Performing Fisher's Exact Test in r \u00d7 c Contingency Tables","volume":"78","author":"Mehta Cyrus R.","year":"1983","unstructured":"Cyrus R. Mehta and Nitin R. Patel . 1983 . A Network Algorithm for Performing Fisher's Exact Test in r \u00d7 c Contingency Tables . J. Amer. Statist. Assoc. 78 , 382 (1983), 427 - 434 . http:\/\/www.jstor.org\/stable\/2288652 Cyrus R. Mehta and Nitin R. Patel. 1983. A Network Algorithm for Performing Fisher's Exact Test in r \u00d7 c Contingency Tables. J. Amer. Statist. Assoc. 78, 382 (1983), 427-434. http:\/\/www.jstor.org\/stable\/2288652","journal-title":"J. Amer. Statist. Assoc."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396636.2396651"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591689"},{"key":"e_1_3_2_1_32_1","volume-title":"Trends in Content Analysis","author":"Osgood Charles E.","unstructured":"Charles E. Osgood . 1959. Representational model and relevant research methods . In Trends in Content Analysis , I. Pool (Ed.). Illinois Press, Urbana , IL. Charles E. Osgood. 1959. Representational model and relevant research methods. In Trends in Content Analysis, I. Pool (Ed.). Illinois Press, Urbana, IL."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1080\/14786440009463897"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.paid.2007.03.006"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2468356.2468527"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2468356.2468527"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1978971"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702583"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2593968.2610452"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1086\/266577"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396636.2396643"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557373"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2325616.2325626"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.5555\/2594684.2594688"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-22723-8_1"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2014.10.007"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702223"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2602299.2602316"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0001-6918(97)00052-8"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1056808.1057043"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518866"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDH.2012.23"}],"event":{"name":"CHI'16: CHI Conference on Human Factors in Computing Systems","location":"San Jose California USA","acronym":"CHI'16","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2858036.2858228","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2858036.2858228","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:54:20Z","timestamp":1750222460000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2858036.2858228"}},"subtitle":["Formalization and Tool Support"],"short-title":[],"issued":{"date-parts":[[2016,5,7]]},"references-count":52,"alternative-id":["10.1145\/2858036.2858228","10.1145\/2858036"],"URL":"https:\/\/doi.org\/10.1145\/2858036.2858228","relation":{},"subject":[],"published":{"date-parts":[[2016,5,7]]},"assertion":[{"value":"2016-05-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}