{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T21:38:25Z","timestamp":1773697105618,"version":"3.50.1"},"reference-count":61,"publisher":"Association for Computing Machinery (ACM)","issue":"4","license":[{"start":{"date-parts":[[2022,7,9]],"date-time":"2022-07-09T00:00:00Z","timestamp":1657324800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"crossref","award":["RGPIN-2015-05629 RGPIN-2015-05629"],"award-info":[{"award-number":["RGPIN-2015-05629 RGPIN-2015-05629"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Postdoctoral Fellowship","award":["516586"],"award-info":[{"award-number":["516586"]}]},{"name":"Alexander Graham Bell Canada Graduate Scholarship","award":["546531 CGSD3-546531-2020"],"award-info":[{"award-number":["546531 CGSD3-546531-2020"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["ACM Trans. Priv. Secur."],"published-print":{"date-parts":[[2022,11,30]]},"abstract":"<jats:p>\n            Visual appeal has been shown to influence perceptions of usability and credibility, and we hypothesize that something similar is happening with user judgments of website security:\n            <jats:italic>What is beautiful is secure<\/jats:italic>\n            . Web certificates provide reliable information about a website\u2019s level of security, presented in browser interfaces. Users should use this to inform their trust decisions online, but evidence from laboratory studies and real-world usage suggests that they do not. We conducted two studies\u2014one in lab, and one online\u2014in which participants view and interact with websites with high and low visual appeal, and various security levels, and then make security-related judgments. In both studies, participants consistently rated visually appealing websites as more secure, and indicated they would be more likely to enter sensitive information into visually appealing websites\u2014even when they were less secure. Our results provide evidence that users rely on visual appeal when making security and trust decisions on websites. We discuss how these results may be used to help users.\n          <\/jats:p>","DOI":"10.1145\/3533047","type":"journal-article","created":{"date-parts":[[2022,5,2]],"date-time":"2022-05-02T12:25:57Z","timestamp":1651494357000},"page":"1-30","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["What is Beautiful is Secure"],"prefix":"10.1145","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0466-478X","authenticated-orcid":false,"given":"Milica","family":"Stojmenovi\u0107","sequence":"first","affiliation":[{"name":"Carleton University, Ottawa, Ontario, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9130-2148","authenticated-orcid":false,"given":"Eric","family":"Spero","sequence":"additional","affiliation":[{"name":"Carleton University, Ottawa, Ontario, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6279-2988","authenticated-orcid":false,"given":"Milo\u0161","family":"Stojmenovi\u0107","sequence":"additional","affiliation":[{"name":"Singidunum University, Belgrade, Vojvodina, Serbia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5971-2705","authenticated-orcid":false,"given":"Robert","family":"Biddle","sequence":"additional","affiliation":[{"name":"Carleton University, Ottawa, Ontario, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,7,9]]},"reference":[{"key":"e_1_3_2_2_2","volume-title":"APWG Phishing Activity Trends Report","author":"Aaron Greg","year":"2021","unstructured":"Greg Aaron. 2021. APWG Phishing Activity Trends Report. Anti-Phishing Working Group. Retrieved March 21, 2022 from https:\/\/docs.apwg.org\/reports\/apwg_trends_report_q4_2020.pdf."},{"key":"e_1_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3373017.3373020"},{"key":"e_1_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2010.198"},{"key":"e_1_3_2_5_2","first-page":"189","volume-title":"Usability Evaluation in Industry","author":"Brooke John","year":"1996","unstructured":"John Brooke. 1996. SUS: A quick and dirty usability scale. In Usability Evaluation in Industry. Taylor & Francis, London, UK, 189\u2013194."},{"key":"e_1_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-019-01273-7"},{"key":"e_1_3_2_7_2","volume-title":"EV UI Moving to Page Info","author":"Team Chromium Security UX","year":"2019","unstructured":"Chromium Security UX Team. 2019. EV UI Moving to Page Info. Google. Retrieved April 10, 2022 from https:\/\/chromactivelyium.googlesource.com\/chromium\/src\/+\/HEAD\/docs\/security\/ev-to-page-info.md."},{"key":"e_1_3_2_8_2","volume-title":"Statistical Power Analysis for the Behavioral Sciences (2nd ed.)","author":"Cohen Jacob","year":"1988","unstructured":"Jacob Cohen. 1988. Statistical Power Analysis for the Behavioral Sciences (2nd ed.). L. Erlbaum Associates, Hillsdale, NJ, USA."},{"key":"e_1_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.17487\/rfc5280"},{"key":"e_1_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.22215\/timreview\/835"},{"key":"e_1_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1037\/h0033731"},{"key":"e_1_3_2_12_2","first-page":"16","volume-title":"The Cambridge Dictionary of Philosophy","author":"Feagin Susan L.","year":"1995","unstructured":"Susan L. Feagin. 1995. Beauty. In The Cambridge Dictionary of Philosophy, Robert Audi (Ed.). Cambridge University Press, Cambridge, UK, 16."},{"key":"e_1_3_2_13_2","first-page":"1","volume-title":"Twelfth Symposium on Usable Privacy and Security (SOUPS\u201916)","author":"Felt Adrienne Porter","year":"2016","unstructured":"Adrienne Porter Felt, Robert W. Reeder, Alex Ainslie, Helen Harris, Max Walker, Christopher Thompson, Mustafa Embre Acer, Elisabeth Morant, and Sunny Consolvo. 2016. Rethinking connection security indicators. In Twelfth Symposium on Usable Privacy and Security (SOUPS\u201916). USENIX Association, Denver, CO, 1\u201314. https:\/\/www.usenix.org\/conference\/soups2016\/technical-sessions\/presentation\/porter-felt."},{"key":"e_1_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/365024.365037"},{"key":"e_1_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1017\/S1464793102006085"},{"key":"e_1_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1207\/s15327051hci1904_2"},{"key":"e_1_3_2_17_2","volume-title":"ISO 9241-11:2018(en): Ergonomics of Human-system Interaction \u2013 Part 11: Usability: Definitions and Concepts","year":"2018","unstructured":"ISO. 2018. ISO 9241-11:2018(en): Ergonomics of Human-system Interaction \u2013 Part 11: Usability: Definitions and Concepts. Standard. International Organization for Standardization, Geneva, Switzerland."},{"key":"e_1_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-77366-5_32"},{"issue":"1","key":"e_1_3_2_19_2","first-page":"1","article-title":"Beanplot: A boxplot alternative for visual comparison of distributions","volume":"28","author":"Kampstra Peter","year":"2008","unstructured":"Peter Kampstra. 2008. Beanplot: A boxplot alternative for visual comparison of distributions. Journal of Statistical Software 28, 1 (2008), 1\u20139.","journal-title":"Journal of Statistical Software"},{"key":"e_1_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1037\/h0093859"},{"key":"e_1_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/223355.223680"},{"key":"e_1_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2003.09.002"},{"key":"e_1_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.intcom.2010.05.002"},{"key":"e_1_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/1959022.1959023"},{"key":"e_1_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1080\/01449290500330448"},{"key":"e_1_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-016-0727-z"},{"key":"e_1_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1098\/rstb.2010.0404"},{"key":"e_1_3_2_28_2","doi-asserted-by":"crossref","first-page":"164","DOI":"10.1007\/978-3-540-73105-4_19","volume-title":"Human-Computer Interaction. Interaction Design and Usability","author":"Mahlke Sascha","year":"2007","unstructured":"Sascha Mahlke and Gitte Lindgaard. 2007. Emotional experiences and quality perceptions of interactive products. In Human-Computer Interaction. Interaction Design and Usability, Julie A. Jacko (Ed.). Springer Berlin, Berlin, 164\u2013173."},{"key":"e_1_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240762"},{"key":"e_1_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1080\/0144929X.2012.694910"},{"key":"e_1_3_2_31_2","volume-title":"Browser Market Share","author":"Applications Net","year":"2020","unstructured":"Net Applications. 2020. Browser Market Share. Net Applications. Retrieved July 21, 2020 from https:\/\/netmarketshare.com\/browser-market-share.aspx."},{"issue":"1","key":"e_1_3_2_32_2","first-page":"5","article-title":"The operating characteristics of the nonparametric Levene test for equal variances with assessment and evaluation data","volume":"16","author":"Nordstokke David W.","year":"2011","unstructured":"David W. Nordstokke, Bruno D. Zumbo, Sharon L. Cairns, and Donald H. Saklofske. 2011. The operating characteristics of the nonparametric Levene test for equal variances with assessment and evaluation data. Practical Assessment, Research, and Evaluation 16, 1 (2011), 5.","journal-title":"Practical Assessment, Research, and Evaluation"},{"key":"e_1_3_2_33_2","doi-asserted-by":"crossref","first-page":"266","DOI":"10.1201\/b15703","volume-title":"User Centered System Design: New Perspectives on Human-Computer Interaction","author":"Norman Donald A.","year":"1986","unstructured":"Donald A. Norman. 1986. Cognitive engineering. In User Centered System Design: New Perspectives on Human-Computer Interaction, Donald A. Norman and Stephen W. Draper (Eds.). CRC Press, Boca Raton, FL, USA, 266\u2013290."},{"key":"e_1_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/985600.966013"},{"key":"e_1_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2016.10.018"},{"issue":"1","key":"e_1_3_2_36_2","first-page":"21","article-title":"Power comparisons of Shapiro-Wilk, Kolmogorov-Smirnov, Lilliefors and Anderson-Darling tests","volume":"2","author":"Razali Nornadiah Mohd","year":"2011","unstructured":"Nornadiah Mohd Razali and Yap Bee Wah. 2011. Power comparisons of Shapiro-Wilk, Kolmogorov-Smirnov, Lilliefors and Anderson-Darling tests. Journal of Statistical Modeling and Analytics 2, 1 (2011), 21\u201333.","journal-title":"Journal of Statistical Modeling and Analytics"},{"key":"e_1_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcps.2010.06.009"},{"key":"e_1_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.57.102904.190208"},{"key":"e_1_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2007.02.003"},{"key":"e_1_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2007.35"},{"key":"e_1_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.2307\/2333709"},{"key":"e_1_3_2_42_2","unstructured":"Shopify Inc.2016. All Shopify Stores Now Use SSL Encryption Everywhere. https:\/\/www.shopify.ca\/blog\/73511365-all-shopify-stores-now-use-ssl-encryption-everywhere."},{"key":"e_1_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.1108\/00070700410553602"},{"key":"e_1_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1007\/s11199-011-9938-z"},{"key":"e_1_3_2_45_2","volume-title":"Your Reputation Precedes You: The Influence of Expectations on Usability and Visual Appeal in a Web Environment","author":"Stojmenovi\u0107 Milica","year":"2016","unstructured":"Milica Stojmenovi\u0107. 2016. Your Reputation Precedes You: The Influence of Expectations on Usability and Visual Appeal in a Web Environment. Ph. D. Dissertation. Swinburne University of Technology. https:\/\/researchbank.swinburne.edu.au\/items\/e3230536-2ac5-4b92-a11d-8c47b65ab353\/1\/."},{"key":"e_1_3_2_46_2","first-page":"1","volume-title":"Who Are You? Adventures in Authentication Workshop (WAY\u201918)","author":"Stojmenovi\u0107 Milica","year":"2018","unstructured":"Milica Stojmenovi\u0107 and Robert Biddle. 2018. Who are they? Website authentication: Certificates and identity. In Who Are You? Adventures in Authentication Workshop (WAY\u201918). 1\u20135. https:\/\/wayworkshop.org\/2018\/papers\/way2018-stojmenovic.pdf."},{"key":"e_1_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3010915.3010926"},{"key":"e_1_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-78978-1_20"},{"key":"e_1_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1109\/PST47121.2019.8949048"},{"key":"e_1_3_2_50_2","volume-title":"Proceedings of The International Conference on E-Commerce and Information Technology","volume":"117","author":"Taebi Omid","year":"2013","unstructured":"Omid Taebi, Hamza Aldabbas, and Mary Clarkson. 2013. Users\u2019 perception towards usability and aesthetics design of travel websites. In Proceedings of The International Conference on E-Commerce and Information Technology, Vol. 117."},{"key":"e_1_3_2_51_2","first-page":"1715","volume-title":"28th USENIX Security Symposium (USENIX Security 19)","author":"Thompson Christopher","year":"2019","unstructured":"Christopher Thompson, Martin Shelton, Emily Stark, Maximilian Walker, Emily Schechter, and Adrienne Porter Felt. 2019. The web\u2019s identity crisis: Understanding the effectiveness of website identity indicators. In 28th USENIX Security Symposium (USENIX Security 19). USENIX, Berkeley, CA, USA, 1715\u20131732."},{"key":"e_1_3_2_52_2","doi-asserted-by":"publisher","DOI":"10.1080\/00207590701396674"},{"key":"e_1_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/258549.258626"},{"key":"e_1_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1016\/S0953-5438(00)00031-X"},{"key":"e_1_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2012.03.024"},{"key":"e_1_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1037\/h0032955"},{"key":"e_1_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2008.09.012"},{"key":"e_1_3_2_58_2","doi-asserted-by":"publisher","DOI":"10.1109\/21.156574"},{"key":"e_1_3_2_59_2","volume-title":"User Agent Breakdowns","author":"Foundation WikiMedia","year":"2020","unstructured":"WikiMedia Foundation. 2020. User Agent Breakdowns. WikiMedia Foundation. Retrieved July 21, 2020 from https:\/\/analytics.wikimedia.org\/dashboards\/browsers\/#all-sites-by-browser."},{"key":"e_1_3_2_60_2","doi-asserted-by":"publisher","DOI":"10.1007\/BF02722170"},{"key":"e_1_3_2_61_2","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124863"},{"key":"e_1_3_2_62_2","doi-asserted-by":"publisher","DOI":"10.1016\/0737-6782(94)90086-8"}],"container-title":["ACM Transactions on Privacy and Security"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3533047","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3533047","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:00:38Z","timestamp":1750186838000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3533047"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,9]]},"references-count":61,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,11,30]]}},"alternative-id":["10.1145\/3533047"],"URL":"https:\/\/doi.org\/10.1145\/3533047","relation":{},"ISSN":["2471-2566","2471-2574"],"issn-type":[{"value":"2471-2566","type":"print"},{"value":"2471-2574","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7,9]]},"assertion":[{"value":"2021-11-01","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2022-04-01","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2022-07-09","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}