{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T02:14:48Z","timestamp":1772590488722,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":82,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-sa\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706598.3714022","type":"proceedings-article","created":{"date-parts":[[2025,4,24]],"date-time":"2025-04-24T03:30:09Z","timestamp":1745465409000},"page":"1-16","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["A Qualitative Study on How Usable Security and HCI Researchers Judge the Size and Importance of Odds Ratio and Cohen's d Effect Sizes"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5735-178X","authenticated-orcid":false,"given":"Anna-Marie","family":"Ortloff","sequence":"first","affiliation":[{"name":"University of Bonn, Bonn, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-1112-1664","authenticated-orcid":false,"given":"Julia Angelika","family":"Grohs","sequence":"additional","affiliation":[{"name":"University of Bonn, Bonn, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-2765-105X","authenticated-orcid":false,"given":"Simon","family":"Lenau","sequence":"additional","affiliation":[{"name":"CISPA Helmholtz Center for Information Security, Saarbr\u00fccken, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2724-1379","authenticated-orcid":false,"given":"Matthew","family":"Smith","sequence":"additional","affiliation":[{"name":"University of Bonn, Bonn, Germany and Fraunhofer FKIE, Bonn, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_3_2_2","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2016.25"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","unstructured":"Andrew\u00a0D. Althouse Jennifer\u00a0E. Below Brian\u00a0L. Claggett Nancy\u00a0J. Cox James\u00a0A. de Lemos Rahul\u00a0C. Deo Sue Duval Rory Hachamovitch Sanjay Kaul Scott\u00a0W. Keith Eric Secemsky Armando Teixeira-Pinto Veronique\u00a0L. Roger and null null. 2021. Recommendations for Statistical Reporting in Cardiovascular Medicine: A Special Report From the American Heart Association. Circulation 144 4 (July 2021) e70\u2013e91. 10.1161\/CIRCULATIONAHA.121.055393","DOI":"10.1161\/CIRCULATIONAHA.121.055393"},{"key":"e_1_3_3_3_4_2","volume-title":"Publication Manual of the American Psychological Association (seventh edition ed.)","author":"Association American Psychological","year":"2020","unstructured":"American Psychological Association (Ed.). 2020. Publication Manual of the American Psychological Association (seventh edition ed.). American Psychological Association, Washington, DC."},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"publisher","unstructured":"Donald\u00a0R. Atkinson Michael\u00a0J. Furlong and Bruce\u00a0E. Wampold. 1982. Statistical Significance Reviewer Evaluations and the Scientific Process: Is There a (Statistically) Significant Relationship? Journal of Counseling Psychology 29 2 (1982) 189\u2013194. 10.1037\/0022-0167.29.2.189","DOI":"10.1037\/0022-0167.29.2.189"},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"publisher","unstructured":"Thom Baguley. 2009. Standardized or Simple Effect Size: What Should Be Reported? British Journal of Psychology 100 3 (2009) 603\u2013617. 10.1348\/000712608X377117","DOI":"10.1348\/000712608X377117"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"publisher","unstructured":"Arthur Bakker Jinfa Cai Lyn English Gabriele Kaiser Vilma Mesa and Wim Van\u00a0Dooren. 2019. Beyond Small Medium or Large: Points of Consideration When Interpreting Effect Sizes. Educational Studies in Mathematics 102 (2019) 1\u20138. 10.1007\/s10649-019-09908-4","DOI":"10.1007\/s10649-019-09908-4"},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.59"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3310432"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580860"},{"key":"e_1_3_3_3_11_2","doi-asserted-by":"crossref","unstructured":"Frank\u00a0A Bosco Herman Aguinis Kulraj Singh James\u00a0G Field and Charles\u00a0A Pierce. 2015. Correlational Effect Size Benchmarks. Journal of Applied Psychology 100 2 (2015) 431.","DOI":"10.1037\/a0038047"},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"publisher","unstructured":"Margaret\u00a0E. Brooks Dev\u00a0K. Dalal and Kevin\u00a0P. Nolan. 2014. Are Common Language Effect Sizes Easier to Understand than Traditional Effect Sizes? Journal of Applied Psychology 99 2 (2014) 332\u2013340. 10.1037\/a0034745","DOI":"10.1037\/a0034745"},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"publisher","DOI":"10.14236\/ewic\/HCI2007.20"},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"crossref","unstructured":"Ana\u00a0Elisa Castro\u00a0Sotos Stijn Vanhoof Wim Van den Noortgate and Patrick Onghena. 2007. Students\u2019 Misconceptions of Statistical Inference: A Review of the Empirical Evidence from Research on Statistics Education. Educational Research Review 2 2 (2007) 98\u2013113.","DOI":"10.1016\/j.edurev.2007.04.001"},{"key":"e_1_3_3_3_15_2","volume-title":"Constructing Grounded Theory (2 ed.)","author":"Charmaz Kathy","year":"2014","unstructured":"Kathy Charmaz. 2014. Constructing Grounded Theory (2 ed.). SAGE Publications Ltd, London, UK."},{"key":"e_1_3_3_3_16_2","volume-title":"Statistical Power Analysis for the Behavioral Sciences (2nd ed ed.)","author":"Cohen Jacob","year":"1988","unstructured":"Jacob Cohen. 1988. Statistical Power Analysis for the Behavioral Sciences (2nd ed ed.). L. Erlbaum Associates, Hillsdale, N.J."},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","unstructured":"Nissim Cohen and Tamar Arieli. 2011. Field Research in Conflict Environments: Methodological Challenges and Snowball Sampling. Journal of Peace Research 48 4 (2011) 423\u2013435. 10.1177\/0022343311405698 jstor:23035205","DOI":"10.1177\/0022343311405698"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"crossref","unstructured":"Elizabeth Collins and Roger Watt. 2021. Using and Understanding Power in Psychological Research: A Survey Study. Collabra: Psychology 7 1 (Oct. 2021) 28250.","DOI":"10.1525\/collabra.28250"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"crossref","unstructured":"Noelle\u00a0M. Crooks Anna\u00a0N. Bartel and Martha\u00a0W. Alibali. 2019. Conceptual Knowledge of Confidence Intervals in Psychology Undergraduate and Graduate Students. STATISTICS EDUCATION RESEARCH JOURNAL 18 1 (May 2019) 46\u201362.","DOI":"10.52041\/serj.v18i1.149"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","unstructured":"Scott\u00a0J. Dankel J.\u00a0Grant Mouser Kevin\u00a0T. Mattocks Brittany\u00a0R. Counts Matthew\u00a0B. Jessee Samuel\u00a0L. Buckner Paul\u00a0D. Loprinzi and Jeremy\u00a0P. Loenneke. 2017. The Widespread Misuse of Effect Sizes. Journal of Science and Medicine in Sport 20 5 (May 2017) 446\u2013450. 10.1016\/j.jsams.2016.10.003","DOI":"10.1016\/j.jsams.2016.10.003"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","unstructured":"Verena Distler Matthias Fassl Hana Habib Katharina Krombholz Gabriele Lenzini Carine Lallemand Lorrie\u00a0Faith Cranor and Vincent Koenig. 2021. A Systematic Literature Review of Empirical Methods and Risk Representation in Usable Privacy and Security Research. ACM Transactions on Computer-Human Interaction 28 6 (Dec. 2021) 43:1\u201343:50. 10.1145\/3469845","DOI":"10.1145\/3469845"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511761676"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","unstructured":"Christopher\u00a0J Ferguson. 2009. An Effect Size Primer: A Guide for Clinicians and Researchers. Professonal Psychology: Research and Practice 40 5 (2009) 532\u2013538. 10.1037\/a0015808","DOI":"10.1037\/a0015808"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","unstructured":"Nollaig Frost Sevasti\u00a0Melissa Nolas Belinda Brooks-Gordon Cigdem Esin Amanda Holt Leila Mehdizadeh and Pnina Shinebourne. 2010. Pluralism in Qualitative Research: The Impact of Different Researchers and Qualitative Approaches on the Analysis of Qualitative Data. Qualitative Research 10 4 (2010) 441\u2013460. 10.1177\/1468794110366802","DOI":"10.1177\/1468794110366802"},{"key":"e_1_3_3_3_25_2","doi-asserted-by":"publisher","unstructured":"David\u00a0C. Funder and Daniel\u00a0J. Ozer. 2019. Evaluating Effect Size in Psychological Research: Sense and Nonsense. Advances in Methods and Practices in Psychological Science 2 2 (June 2019) 156\u2013168. 10.1177\/2515245919847202","DOI":"10.1177\/2515245919847202"},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","unstructured":"Steven Goodman. 2008. A Dirty Dozen: Twelve P-value Misconceptions. Seminars in Hematology 45 3 (2008) 135\u2013140. 10.1053\/j.seminhematol.2008.04.003","DOI":"10.1053\/j.seminhematol.2008.04.003"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-55958-81"},{"key":"e_1_3_3_3_28_2","doi-asserted-by":"publisher","unstructured":"C.\u00a0Keith Haddock David Rindskopf and William\u00a0R. Shadish. 1998. Using Odds Ratios as Effect Sizes for Meta-Analysis of Dichotomous Data: A Primer on Methods and Issues. Psychological Methods 3 3 (1998) 339\u2013353. 10.1037\/1082-989X.3.3.339","DOI":"10.1037\/1082-989X.3.3.339"},{"key":"e_1_3_3_3_29_2","unstructured":"Heiko Haller and Stefan Krauss. 2002. Misinterpretations of Significance: A Problem Students Share with Their Teachers? Methods of Psychological Research Online 7 1 (2002) 20\u00a0pages."},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"publisher","unstructured":"Paul\u00a0HP Hanel and David\u00a0MA Mehler. 2019. Beyond Reporting Statistical Significance: Identifying Informative Effect Sizes to Improve Scientific Communication. Public Understanding of Science 28 4 (2019) 468\u2013485. 10.1177\/0963662519834193","DOI":"10.1177\/0963662519834193"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2556978"},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"publisher","unstructured":"Joseph Henrich Steven\u00a0J. Heine and Ara Norenzayan. 2010. The Weirdest People in the World? Behavioral and Brain Sciences 33 2-3 (June 2010) 61\u201383. 10.1017\/S0140525X0999152X","DOI":"10.1017\/S0140525X0999152X"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","unstructured":"Rink Hoekstra Richard\u00a0D. Morey Jeffrey\u00a0N. Rouder and Eric-Jan Wagenmakers. 2014. Robust Misinterpretation of Confidence Intervals. Psychonomic Bulletin & Review 21 5 (Oct. 2014) 1157\u20131164. 10.3758\/s13423-013-0572-3","DOI":"10.3758\/s13423-013-0572-3"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376454"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"publisher","unstructured":"William\u00a0L Holcomb Tinnakorn Chaiworapongsa Douglas\u00a0A Luke and Kevin\u00a0D Burgdorf. 2001. An Odd Measure of Risk: Use and Misuse of the Odds Ratio. Obstetrics & Gynecology 98 4 (Oct. 2001) 685\u2013688. 10.1016\/S0029-7844(01)01488-0","DOI":"10.1016\/S0029-7844(01)01488-0"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"crossref","unstructured":"John P.\u00a0A. Ioannidis. 2008. Why Most Discovered True Associations Are Inflated. Epidemiology 19 5 (2008) 640\u2013648. jstor:25662607","DOI":"10.1097\/EDE.0b013e31818131e7"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","unstructured":"John P.\u00a0A. Ioannidis Daniele Fanelli Debbie\u00a0Drake Dunne and Steven\u00a0N. Goodman. 2015. Meta-Research: Evaluation and Improvement of Research Methods and Practices. PLOS Biology 13 10 (Oct. 2015) e1002264. 10.1371\/journal.pbio.1002264","DOI":"10.1371\/journal.pbio.1002264"},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"crossref","unstructured":"Alex Kale Matthew Kay and Jessica Hullman. 2021. Visual Reasoning Strategies for Effect Size Judgments and Decisions. IEEE Transactions on Visualization and Computer Graphics 27 2 (Feb. 2021) 272\u2013282.","DOI":"10.1109\/TVCG.2020.3030335"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"publisher","unstructured":"Vigdis\u00a0By Kampenes Tore Dyb\u00e5 Jo\u00a0E. Hannay and Dag\u00a0I.K. Sj\u00f8berg. 2007. A Systematic Review of Effect Size in Software Engineering Experiments. Information and Software Technology 49 11 (2007) 1073\u20131086. 10.1016\/j.infsof.2007.02.015","DOI":"10.1016\/j.infsof.2007.02.015"},{"key":"e_1_3_3_3_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580705"},{"key":"e_1_3_3_3_41_2","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208557"},{"key":"e_1_3_3_3_42_2","doi-asserted-by":"publisher","unstructured":"Ken Kelley and Kristopher\u00a0J. Preacher. 2012. On Effect Size. Psychological Methods 17 2 (2012) 137\u2013152. 10.1037\/a0028086","DOI":"10.1037\/a0028086"},{"key":"e_1_3_3_3_43_2","doi-asserted-by":"publisher","unstructured":"Riko Kelter. 2020. Analysis of Bayesian Posterior Significance and Effect Size Indices for the Two-Sample t-Test to Support Reproducible Medical Research. BMC Medical Research Methodology 20 (April 2020) 88. 10.1186\/s12874-020-00968-2","DOI":"10.1186\/s12874-020-00968-2"},{"key":"e_1_3_3_3_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502053"},{"key":"e_1_3_3_3_45_2","doi-asserted-by":"publisher","unstructured":"Roger\u00a0E. Kirk. 1996. Practical Significance: A Concept Whose Time Has Come. Educational and Psychological Measurement 56 5 (Oct. 1996) 746\u2013759. 10.1177\/0013164496056005002","DOI":"10.1177\/0013164496056005002"},{"key":"e_1_3_3_3_46_2","doi-asserted-by":"publisher","DOI":"10.1002\/9780470756973.ch5"},{"key":"e_1_3_3_3_47_2","doi-asserted-by":"crossref","unstructured":"Daniel Lakens. 2013. Calculating and Reporting Effect Sizes to Facilitate Cumulative Science: A Practical Primer for t-Tests and ANOVAs. Frontiers in Psychology 4 (2013) 12\u00a0pages.","DOI":"10.3389\/fpsyg.2013.00863"},{"key":"e_1_3_3_3_48_2","doi-asserted-by":"crossref","unstructured":"J\u00a0Richard Landis and Gary\u00a0G Koch. 1977. The Measurement of Observer Agreement for Categorical Data. Biometrics 33 1 (1977) 159\u2013174. jstor:pdf\/2529310.pdf","DOI":"10.2307\/2529310"},{"key":"e_1_3_3_3_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/3607505.3607523"},{"key":"e_1_3_3_3_50_2","doi-asserted-by":"publisher","unstructured":"Dominique Makowski Mattan\u00a0S. Ben-Shachar S.\u00a0H.\u00a0Annabel Chen and Daniel L\u00fcdecke. 2019. Indices of Effect Existence and Significance in the Bayesian Framework. Frontiers in Psychology 10 (Dec. 2019) 2767. 10.3389\/fpsyg.2019.02767","DOI":"10.3389\/fpsyg.2019.02767"},{"key":"e_1_3_3_3_51_2","doi-asserted-by":"publisher","unstructured":"Kenneth\u00a0O. McGraw and S.\u00a0P. Wong. 1992. A Common Language Effect Size Statistic. Psychological Bulletin 111 2 (1992) 361\u2013365. 10.1037\/0033-2909.111.2.361","DOI":"10.1037\/0033-2909.111.2.361"},{"key":"e_1_3_3_3_52_2","doi-asserted-by":"publisher","unstructured":"Paul\u00a0A. Murtaugh. 2014. In Defense of P Values. Ecology 95 3 (2014) 611\u2013617. 10.1890\/13-0590.1","DOI":"10.1890\/13-0590.1"},{"key":"e_1_3_3_3_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3134082"},{"key":"e_1_3_3_3_54_2","doi-asserted-by":"publisher","unstructured":"Jakob Nielsen and Jonathan Levy. 1994. Measuring Usability: Preference vs. Performance. Commun. ACM 37 4 (April 1994) 66\u201375. 10.1145\/175276.175282","DOI":"10.1145\/175276.175282"},{"key":"e_1_3_3_3_55_2","doi-asserted-by":"publisher","unstructured":"Mich\u00e8le\u00a0B. Nuijten Chris H.\u00a0J. Hartgerink Marcel A. L.\u00a0M. van Assen Sacha Epskamp and Jelte\u00a0M. Wicherts. 2016. The Prevalence of Statistical Reporting Errors in Psychology (1985\u20132013). Behavior Research Methods 48 4 (Dec. 2016) 1205\u20131226. 10.3758\/s13428-015-0664-2","DOI":"10.3758\/s13428-015-0664-2"},{"key":"e_1_3_3_3_56_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3451520"},{"key":"e_1_3_3_3_57_2","doi-asserted-by":"crossref","unstructured":"Daniel\u00a0J O\u2019Keefe. 2017. Misunderstandings of Effect Sizes in Message Effects Research. Communication Methods and Measures 11 3 (2017) 210\u2013219.","DOI":"10.1080\/19312458.2017.1343812"},{"key":"e_1_3_3_3_58_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580766"},{"key":"e_1_3_3_3_59_2","first-page":"341","volume-title":"Nineteenth Symposium on Usable Privacy and Security (SOUPS 2023)","author":"Ortloff Anna-Marie","year":"2023","unstructured":"Anna-Marie Ortloff, Christian Tiefenau, and Matthew Smith. 2023. SoK: I Have the (Developer) Power! Sample Size Estimation for Fisher\u2019s Exact, Chi-Squared, McNemar\u2019s, Wilcoxon Rank-Sum, Wilcoxon Signed-Rank and t-tests in Developer-Centered Usable Security. In Nineteenth Symposium on Usable Privacy and Security (SOUPS 2023). USENIX Association, Anaheim, CA, 341\u2013359. https:\/\/www.usenix.org\/conference\/soups2023\/presentation\/ortloff"},{"key":"e_1_3_3_3_60_2","doi-asserted-by":"publisher","unstructured":"Alexander Persoskie and Rebecca\u00a0A. Ferrer. 2017. A Most Odd Ratio:: Interpreting and Describing Odds Ratios. American Journal of Preventive Medicine 52 2 (Feb. 2017) 224\u2013228. 10.1016\/j.amepre.2016.07.030","DOI":"10.1016\/j.amepre.2016.07.030"},{"key":"e_1_3_3_3_61_2","doi-asserted-by":"publisher","unstructured":"Amy\u00a0C Plint David Moher Andra Morrison Kenneth Schulz Douglas\u00a0G Altman Catherine Hill and Isabelle Gaboury. 2006. Does the CONSORT Checklist Improve the Quality of Reports of Randomised Controlled Trials? A Systematic Review. Medical Journal of Australia 185 5 (2006) 263\u2013267. 10.5694\/j.1326-5377.2006.tb00557.x","DOI":"10.5694\/j.1326-5377.2006.tb00557.x"},{"key":"e_1_3_3_3_62_2","doi-asserted-by":"crossref","unstructured":"Luke Plonsky and Frederick\u00a0L Oswald. 2014. How Big Is \u201cBig\u201d? Interpreting Effect Sizes in L2 Research. Language learning 64 4 (2014) 878\u2013912.","DOI":"10.1111\/lang.12079"},{"key":"e_1_3_3_3_63_2","doi-asserted-by":"publisher","unstructured":"Leo Poom and Anders af W\u00e5hlberg. 2022. Accuracy of Conversion Formula for Effect Sizes: A Monte Carlo Simulation. Research Synthesis Methods 13 4 (2022) 508\u2013519. 10.1002\/jrsm.1560","DOI":"10.1002\/jrsm.1560"},{"key":"e_1_3_3_3_64_2","volume-title":"R: A Language and Environment for Statistical Computing","author":"Team R Core","year":"2022","unstructured":"R Core Team. 2022. R: A Language and Environment for Statistical Computing. R Foundation for Statistical Computing, Vienna, Austria."},{"key":"e_1_3_3_3_65_2","doi-asserted-by":"publisher","DOI":"10.7146\/aahcc.v1i1.21296"},{"key":"e_1_3_3_3_66_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3582733"},{"key":"e_1_3_3_3_67_2","doi-asserted-by":"publisher","unstructured":"James\u00a0A. Rosenthal. 1996. Qualitative Descriptors of Strength of Association and Effect Size. Journal of Social Service Research 21 4 (Oct. 1996) 37\u201359. 10.1300\/J079v21n0402","DOI":"10.1300\/J079v21n0402"},{"key":"e_1_3_3_3_68_2","first-page":"231","volume-title":"The Handbook of Research Synthesis","author":"Rosenthal Robert","year":"1994","unstructured":"Robert Rosenthal. 1994. Parametric Measures of Effect Size. In The Handbook of Research Synthesis, Harris Cooper and Larry Hedges (Eds.). Russel Sage Foundation, New York, 231\u2013244."},{"key":"e_1_3_3_3_69_2","doi-asserted-by":"publisher","unstructured":"Robert Rosenthal and Donald\u00a0B Rubin. 1982. A Simple General Purpose Display of Magnitude of Experimental Effect. Journal of Educational Psychology 74 2 (1982) 166\u2013169. 10.1037\/0022-0663.74.2.166","DOI":"10.1037\/0022-0663.74.2.166"},{"key":"e_1_3_3_3_70_2","doi-asserted-by":"crossref","unstructured":"Ralph\u00a0L Rosnow and Robert Rosenthal. 1989. Statistical Procedures and the Justification of Knowledge in Psychological Science. American Psychologist 44 10 (1989) 1276\u20131284.","DOI":"10.1037\/\/0003-066X.44.10.1276"},{"key":"e_1_3_3_3_71_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580848"},{"key":"e_1_3_3_3_72_2","doi-asserted-by":"publisher","unstructured":"Shruti Sannon and Andrea Forte. 2022. Privacy Research with Marginalized Groups: What We Know What\u2019s Needed and What\u2019s Next. Proceedings of the ACM on Human-Computer Interaction 6 CSCW2 (2022) 455:1\u2013455:33. 10.1145\/3555556","DOI":"10.1145\/3555556"},{"key":"e_1_3_3_3_73_2","doi-asserted-by":"publisher","unstructured":"Thomas Sch\u00e4fer. 2023. On the Use and Misuse of Standardized Effect Sizes in Psychological Research. 10.31219\/osf.io\/x8n3h","DOI":"10.31219\/osf.io\/x8n3h"},{"key":"e_1_3_3_3_74_2","doi-asserted-by":"crossref","unstructured":"Thomas Sch\u00e4fer and Marcus\u00a0A. Schwarz. 2019. The Meaningfulness of Effect Sizes in Psychological Research: Differences Between Sub-Disciplines and the Impact of Potential Biases. Frontiers in Psychology 10 Article 813 (2019) 13\u00a0pages.","DOI":"10.3389\/fpsyg.2019.00813"},{"key":"e_1_3_3_3_75_2","doi-asserted-by":"publisher","unstructured":"Anne\u00a0M. Scheel Mitchell R. M.\u00a0J. Schijen and Dani\u00ebl Lakens. 2021. An Excess of Positive Results: Comparing the Standard Psychology Literature With Registered Reports. Advances in Methods and Practices in Psychological Science 4 2 (April 2021) 12\u00a0pages. 10.1177\/25152459211007467","DOI":"10.1177\/25152459211007467"},{"key":"e_1_3_3_3_76_2","doi-asserted-by":"publisher","unstructured":"Kenneth\u00a0F. Schulz Douglas\u00a0G. Altman and David Moher. 2010. CONSORT 2010 Statement: Updated Guidelines for Reporting Parallel Group Randomised Trials. Journal of Pharmacology and Pharmacotherapeutics 1 2 (Dec. 2010) 100\u2013107. 10.4103\/0976-500X.72352","DOI":"10.4103\/0976-500X.72352"},{"key":"e_1_3_3_3_77_2","doi-asserted-by":"publisher","unstructured":"James\u00a0P. Shaver. 1993. What Statistical Significance Testing Is and What It Is Not. The Journal of Experimental Education 61 4 (July 1993) 293\u2013316. 10.1080\/00220973.1993.10806592","DOI":"10.1080\/00220973.1993.10806592"},{"key":"e_1_3_3_3_78_2","doi-asserted-by":"publisher","unstructured":"Adrian Simpson. 2020. On the Misinterpretation of Effect Size. Educational Studies in Mathematics 103 (2020) 125\u2013133. 10.1007\/s10649-019-09924-4","DOI":"10.1007\/s10649-019-09924-4"},{"key":"e_1_3_3_3_79_2","unstructured":"Slack. n. d.. ACM SIGIR Slack. https:\/\/acmsigir.slack.com\/."},{"key":"e_1_3_3_3_80_2","first-page":"399","volume-title":"18th USENIX Security Symposium (USENIX Security 09)","author":"Sunshine Joshua","year":"2009","unstructured":"Joshua Sunshine, Serge Egelman, Hazim Almuhimedi, Neha Atri, and Lorrie\u00a0Faith Cranor. 2009. Crying Wolf: An Empirical Study of SSL Warning Effectiveness. In 18th USENIX Security Symposium (USENIX Security 09). USENIX Association, Montreal, Canada, 399\u2013432."},{"key":"e_1_3_3_3_81_2","doi-asserted-by":"crossref","unstructured":"Chun Wah\u00a0Michael Tam Abeer\u00a0Hasan Khan Andrew Knight Joel Rhee Karen Price and Katrina McLean. 2018. How Doctors Conceptualise P Values: A Mixed Methods Study. Australian Journal of General Practice 47 10 (Oct. 2018) 705\u2013710.","DOI":"10.31128\/AJGP-02-18-4502"},{"key":"e_1_3_3_3_82_2","doi-asserted-by":"publisher","unstructured":"Ronald\u00a0L. Wasserstein Allen\u00a0L. Schirm and Nicole\u00a0A. Lazar. 2019. Moving to a World Beyond \u201c p < 0.05\u201d. The American Statistician 73 sup1 (March 2019) 1\u201319. 10.1080\/00031305.2019.1583913","DOI":"10.1080\/00031305.2019.1583913"},{"key":"e_1_3_3_3_83_2","doi-asserted-by":"crossref","unstructured":"Donna\u00a0M Windish Stephen\u00a0J Huot and Michael\u00a0L Green. 2007. Medicine Residents\u2019 Understanding of the Biostatistics and Results in the Medical Literature. JAMA 298 9 (2007) 1010\u20131022.","DOI":"10.1001\/jama.298.9.1010"}],"event":{"name":"CHI 2025: CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3714022","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706598.3714022","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T04:55:38Z","timestamp":1751604938000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3714022"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":82,"alternative-id":["10.1145\/3706598.3714022","10.1145\/3706598"],"URL":"https:\/\/doi.org\/10.1145\/3706598.3714022","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}