{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,2]],"date-time":"2026-11-02T15:57:59Z","timestamp":1793635079326,"version":"4.5.1"},"reference-count":44,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2020,9,1]],"date-time":"2020-09-01T00:00:00Z","timestamp":1598918400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2020,9,1]],"date-time":"2020-09-01T00:00:00Z","timestamp":1598918400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Business Research"],"published-print":{"date-parts":[[2020,9]]},"DOI":"10.1016\/j.jbusres.2020.06.053","type":"journal-article","created":{"date-parts":[[2020,7,2]],"date-time":"2020-07-02T12:28:50Z","timestamp":1593692930000},"page":"189-198","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":91,"special_numbering":"C","title":["Running field experiments using Facebook split test"],"prefix":"10.1016","volume":"118","author":[{"given":"Davide C.","family":"Orazi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Allen C.","family":"Johnston","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jbusres.2020.06.053_b0005","series-title":"Business research methods","author":"Bell","year":"2018"},{"issue":"2","key":"10.1016\/j.jbusres.2020.06.053_b0010","first-page":"204","article-title":"Chi-squared test of fit and sample size-A comparison between a random sample approach and a chi-square value adjustment method","volume":"16","author":"Bergh","year":"2015","journal-title":"Journal of Applied Measurement"},{"issue":"4","key":"10.1016\/j.jbusres.2020.06.053_b0015","doi-asserted-by":"crossref","first-page":"837","DOI":"10.25300\/MISQ\/2015\/39.4.5","article-title":"What do systems users have to fear? Using fear appeals to engender threats and fear that motivate protective security behaviors","volume":"39","author":"Boss","year":"2015","journal-title":"MIS Quarterly"},{"issue":"4","key":"10.1016\/j.jbusres.2020.06.053_b0020","doi-asserted-by":"crossref","first-page":"437","DOI":"10.3102\/00028312005004437","article-title":"The external validity of experiments","volume":"5","author":"Bracht","year":"1968","journal-title":"American Educational Research Journal"},{"issue":"1","key":"10.1016\/j.jbusres.2020.06.053_b0025","doi-asserted-by":"crossref","first-page":"116","DOI":"10.1037\/0022-3514.42.1.116","article-title":"The need for cognition","volume":"42","author":"Cacioppo","year":"1982","journal-title":"Journal of Personality and Social Psychology"},{"issue":"4","key":"10.1016\/j.jbusres.2020.06.053_b0030","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1037\/h0040950","article-title":"Factors relevant to the validity of experiments in social settings","volume":"54","author":"Campbell","year":"1957","journal-title":"Psychological Bulletin"},{"issue":"12","key":"10.1016\/j.jbusres.2020.06.053_b0035","doi-asserted-by":"crossref","first-page":"2603","DOI":"10.1016\/j.jbusres.2015.05.001","article-title":"Swapping bricks for clicks: crowdsourcing longitudinal data on Amazon Turk","volume":"68","author":"Daly","year":"2015","journal-title":"Journal of Business Research"},{"issue":"3","key":"10.1016\/j.jbusres.2020.06.053_b0040","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1037\/1089-2680.11.3.258","article-title":"The impact of vulnerability to and severity of a health risk on processing and acceptance of fear-arousing communications: A meta-analysis","volume":"11","author":"De Hoog","year":"2007","journal-title":"Review of General Psychology"},{"issue":"23","key":"10.1016\/j.jbusres.2020.06.053_b0045","doi-asserted-by":"crossref","first-page":"E5254","DOI":"10.1073\/pnas.1805363115","article-title":"Field studies of psychologically targeted ads face threats to internal validity","volume":"115","author":"Eckles","year":"2018","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"10.1016\/j.jbusres.2020.06.053_b0050","unstructured":"Facebook (2019) Split testing. Available at https:\/\/www.facebook.com\/business\/help\/1738164643098669. Accessed March 27, 2019."},{"issue":"1","key":"10.1016\/j.jbusres.2020.06.053_b0055","doi-asserted-by":"crossref","first-page":"156","DOI":"10.1080\/00913367.2016.1277380","article-title":"Amazon's Mechanical Turk: a comment","volume":"46","author":"Ford","year":"2017","journal-title":"Journal of Advertising"},{"key":"10.1016\/j.jbusres.2020.06.053_b0060","doi-asserted-by":"crossref","unstructured":"Gordon, B. R., Zettelmeyer, F., Bhargava, N., & Chapsky, D. (2018). A comparison of approaches to advertising measurement: Evidence from big field experiments at Facebook, working paper.","DOI":"10.2139\/ssrn.3033144"},{"key":"10.1016\/j.jbusres.2020.06.053_bib216","series-title":"Public self and private self","first-page":"189","article-title":"The causes and consequences of a need for self-esteem: A terror management theory","author":"Greenberg","year":"1986"},{"key":"10.1016\/j.jbusres.2020.06.053_b0065","unstructured":"Greenwood, S., Perrin, A., & Duggan, M. (2016). Social Media Update 2016. Pew Research Center. Available at: http:\/\/assets.pewresearch.org\/wp-content\/uploads\/sites\/14\/2016\/11\/10132827\/PI_2016.11.11_Social-Media-Update_FINAL.pdf."},{"issue":"1","key":"10.1016\/j.jbusres.2020.06.053_b0070","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1177\/0893318908318513","article-title":"The application of rhetorical theory in managerial research: A literature review","volume":"22","author":"Hartelius","year":"2008","journal-title":"Management Communication Quarterly"},{"issue":"5","key":"10.1016\/j.jbusres.2020.06.053_b0075","doi-asserted-by":"crossref","first-page":"955","DOI":"10.1093\/jcr\/ucx123","article-title":"Our vision for the Journal of Consumer Research: It\u2019s all about the consumer","volume":"44","author":"Inman","year":"2018","journal-title":"Journal of Consumer Research"},{"issue":"3","key":"10.1016\/j.jbusres.2020.06.053_b0080","doi-asserted-by":"crossref","first-page":"549","DOI":"10.2307\/25750691","article-title":"Fear appeals and information security behaviors: An empirical study","volume":"34","author":"Johnston","year":"2010","journal-title":"MIS Quarterly"},{"issue":"1","key":"10.1016\/j.jbusres.2020.06.053_b0085","doi-asserted-by":"crossref","first-page":"113","DOI":"10.25300\/MISQ\/2015\/39.1.06","article-title":"An enhanced fear appeal framework: Leveraging threats to the human asset through sanctioning rhetoric","volume":"39","author":"Johnston","year":"2015","journal-title":"MIS Quarterly"},{"issue":"1","key":"10.1016\/j.jbusres.2020.06.053_b0090","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1111\/deci.12328","article-title":"Speak their language: A strategy for persuasive message fit in support of information security behavioral compliance","volume":"50","author":"Johnston","year":"2019","journal-title":"Decision Sciences"},{"issue":"4","key":"10.1016\/j.jbusres.2020.06.053_b0095","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1108\/eb024737","article-title":"Fear appeals as advertising strategy: Should they be used?","volume":"2","author":"LaTour","year":"1988","journal-title":"Journal of Services Marketing"},{"key":"10.1016\/j.jbusres.2020.06.053_b0100","doi-asserted-by":"crossref","unstructured":"Lewis, R. A., Rao, J. M., & Reiley, D. H. (2011, March). Here, there, and everywhere: correlated online behaviors can lead to overestimates of the effects of advertising. In Proceedings of the 20th international conference on World wide web (pp. 157\u2013166). ACM.","DOI":"10.1145\/1963405.1963431"},{"issue":"5","key":"10.1016\/j.jbusres.2020.06.053_b0105","doi-asserted-by":"crossref","first-page":"469","DOI":"10.1016\/0022-1031(83)90023-9","article-title":"Protection motivation and self-efficacy: A revised theory of fear appeals and attitude change","volume":"19","author":"Maddux","year":"1983","journal-title":"Journal of Experimental Social Psychology"},{"issue":"48","key":"10.1016\/j.jbusres.2020.06.053_b0110","doi-asserted-by":"crossref","first-page":"12714","DOI":"10.1073\/pnas.1710966114","article-title":"Psychological targeting as an effective approach to digital mass persuasion","volume":"114","author":"Matz","year":"2017","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"2","key":"10.1016\/j.jbusres.2020.06.053_b0115","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1037\/0882-7974.22.2.341","article-title":"Age-related differences in responses to thoughts of one\u2019s own death: mortality salience and judgments of moral transgressions","volume":"22","author":"Maxfield","year":"2007","journal-title":"Psychology and Aging"},{"issue":"3","key":"10.1016\/j.jbusres.2020.06.053_b0120","first-page":"133","article-title":"Rhetorical validity: An analysis of three perspectives on the justification of rhetorical argument","volume":"13","author":"McKerrow","year":"1977","journal-title":"The Journal of the American Forensic Association"},{"issue":"3","key":"10.1016\/j.jbusres.2020.06.053_b0125","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1177\/2053168017720008","article-title":"Twitter and Facebook are not representative of the general population: Political attitudes and demographics of British social media users","volume":"4","author":"Mellon","year":"2017","journal-title":"Research & Politics"},{"key":"10.1016\/j.jbusres.2020.06.053_b0130","unstructured":"New Scientist (2018). Bots on Amazon\u2019s Mechanical Turk are ruining psychology studies. Available at: https:\/\/www.newscientist.com\/article\/2176436-bots-on-amazons-mechanical-turk-are-ruining-psychology-studies\/. Accessed March 27, 2019."},{"issue":"10","key":"10.1016\/j.jbusres.2020.06.053_b0135","doi-asserted-by":"crossref","first-page":"2049","DOI":"10.1016\/j.jbusres.2015.03.002","article-title":"The nature and framing of gambling consequences in advertising","volume":"68","author":"Orazi","year":"2015","journal-title":"Journal of Business Research"},{"issue":"2","key":"10.1016\/j.jbusres.2020.06.053_b0140","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1016\/j.ijresmar.2015.02.003","article-title":"Revisiting fear appeals: A structural re-inquiry of the protection motivation model","volume":"32","author":"Orazi","year":"2015","journal-title":"International Journal of Research in Marketing"},{"issue":"1","key":"10.1016\/j.jbusres.2020.06.053_b0145","doi-asserted-by":"crossref","first-page":"397","DOI":"10.17705\/1CAIS.04522","article-title":"Integrating construal-level theory in designing fear appeals in IS security research","volume":"45","author":"Orazi","year":"2019","journal-title":"Communications of the Association for Information Systems"},{"issue":"5","key":"10.1016\/j.jbusres.2020.06.053_b0150","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1017\/S1930297500002205","article-title":"Running experiments on Amazon Mechanical Turk","volume":"5","author":"Paolacci","year":"2010","journal-title":"Judgment and Decision Making"},{"issue":"4","key":"10.1016\/j.jbusres.2020.06.053_b0155","doi-asserted-by":"crossref","first-page":"583","DOI":"10.1086\/500488","article-title":"Self-accountability emotions and fear appeals: Motivating behavior","volume":"32","author":"Passyn","year":"2006","journal-title":"Journal of Consumer Research"},{"issue":"4","key":"10.1016\/j.jbusres.2020.06.053_b0160","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1177\/002224378602300401","article-title":"Checking the success of manipulations in marketing experiments","volume":"23","author":"Perdue","year":"1986","journal-title":"Journal of Marketing Research"},{"issue":"1","key":"10.1016\/j.jbusres.2020.06.053_b0165","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1080\/00223980.1975.9915803","article-title":"A protection motivation theory of fear appeals and attitude change","volume":"91","author":"Rogers","year":"1975","journal-title":"The Journal of Psychology"},{"issue":"2","key":"10.1016\/j.jbusres.2020.06.053_b0170","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1080\/13501780500086081","article-title":"Artificiality: The tension between internal and external validity in economic experiments","volume":"12","author":"Schram","year":"2005","journal-title":"Journal of Economic Methodology"},{"issue":"8","key":"10.1016\/j.jbusres.2020.06.053_b0175","doi-asserted-by":"crossref","first-page":"1","DOI":"10.2196\/14021","article-title":"Using facebook advertising to recruit representative samples: Feasibility assessment of a cross-sectional survey","volume":"21","author":"Shaver","year":"2019","journal-title":"Journal of Medical Internet research"},{"issue":"8","key":"10.1016\/j.jbusres.2020.06.053_b0180","doi-asserted-by":"crossref","first-page":"3139","DOI":"10.1016\/j.jbusres.2015.12.002","article-title":"A multi-group analysis of online survey respondent data quality: Comparing a regular USA consumer panel to MTurk samples","volume":"69","author":"Smith","year":"2016","journal-title":"Journal of Business Research"},{"key":"10.1016\/j.jbusres.2020.06.053_b0185","unstructured":"Social Science Statistics (2019). Chi-Square Test Calculator, Available at: www.socscistatistics.com\/tests\/chisquare2\/default2.aspx. Accessed June 5, 2019."},{"issue":"3","key":"10.1016\/j.jbusres.2020.06.053_b0190","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1145\/1080390.1080396","article-title":"A new twist on an old method: a guide to the applicability and use of web experiments in information systems research","volume":"36","author":"Wade","year":"2005","journal-title":"ACM SIGMIS Database: The DATABASE for Advances in Information Systems"},{"issue":"9","key":"10.1016\/j.jbusres.2020.06.053_b0195","doi-asserted-by":"crossref","first-page":"1894","DOI":"10.1111\/j.1559-1816.2005.tb02201.x","article-title":"Youth responses to anti-smoking advertisements from tobacco-control agencies, tobacco companies, and pharmaceutical companies","volume":"35","author":"Wakefield","year":"2005","journal-title":"Journal of Applied Social Psychology"},{"key":"10.1016\/j.jbusres.2020.06.053_b0200","unstructured":"Wired (2018). A bot panic hits Amazon Mechanical Turk. Available at: https:\/\/www.wired.com\/story\/amazon-mechanical-turk-bot-panic\/. Accessed March 27, 2019."},{"issue":"5","key":"10.1016\/j.jbusres.2020.06.053_b0205","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1177\/109019810002700506","article-title":"A meta-analysis of fear appeals: Implications for effective public health campaigns","volume":"27","author":"Witte","year":"2000","journal-title":"Health Education & Behavior"},{"key":"10.1016\/j.jbusres.2020.06.053_b0210","unstructured":"Zephoria (2019). The top20 valuable Facebook statistics. Available at: https:\/\/zephoria.com\/top-15-valuable-facebook-statistics\/. Accessed March 29, 2019."},{"key":"10.1016\/j.jbusres.2020.06.053_b0215","series-title":"Business research methods","author":"Zikmund","year":"2013"}],"container-title":["Journal of Business Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S014829632030429X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S014829632030429X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T07:10:38Z","timestamp":1758957038000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S014829632030429X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,9]]},"references-count":44,"alternative-id":["S014829632030429X"],"URL":"https:\/\/doi.org\/10.1016\/j.jbusres.2020.06.053","relation":{},"ISSN":["0148-2963"],"issn-type":[{"value":"0148-2963","type":"print"}],"subject":[],"published":{"date-parts":[[2020,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Running field experiments using Facebook split test","name":"articletitle","label":"Article Title"},{"value":"Journal of Business Research","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jbusres.2020.06.053","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2020 Elsevier Inc. All rights reserved.","name":"copyright","label":"Copyright"}]}}