{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T03:34:29Z","timestamp":1775792069612,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2014,4,7]],"date-time":"2014-04-07T00:00:00Z","timestamp":1396828800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2014,4,7]]},"DOI":"10.1145\/2566486.2567967","type":"proceedings-article","created":{"date-parts":[[2014,10,7]],"date-time":"2014-10-07T12:57:59Z","timestamp":1412686679000},"page":"283-292","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":114,"title":["Designing and deploying online field experiments"],"prefix":"10.1145","author":[{"given":"Eytan","family":"Bakshy","sequence":"first","affiliation":[{"name":"Facebook, Menlo Park, CA, USA"}]},{"given":"Dean","family":"Eckles","sequence":"additional","affiliation":[{"name":"Facebook, Menlo Park, CA, USA"}]},{"given":"Michael S.","family":"Bernstein","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2014,4,7]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Manuscript","author":"Aronow P.","year":"2013","unstructured":"Aronow , P. , and Samii , C . Estimating average causal effects under interference between units . Manuscript , 2013 . Aronow, P., and Samii, C. Estimating average causal effects under interference between units. Manuscript, 2013."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488218"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2229012.2229027"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187907"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.21236\/ADA557446"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1031607.1031642"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature11421"},{"key":"e_1_3_2_1_8_1","volume-title":"Statistics for Experimenters: Design, Innovation, and Discovery","author":"Box G. E.","year":"2005","unstructured":"Box , G. E. , Hunter , J. S. , and Hunter , W. G . Statistics for Experimenters: Design, Innovation, and Discovery , vol. 13 . Wiley Online Library , 2005 . Box, G. E., Hunter, J. S., and Hunter, W. G. Statistics for Experimenters: Design, Innovation, and Discovery, vol. 13. Wiley Online Library, 2005."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1103343108"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518847"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1198\/jbes.2010.07136"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557139"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1257\/jel.48.2.424"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187852"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1214\/009053604000001048"},{"key":"e_1_3_2_1_16_1","volume-title":"Field Experiments: Design, Analysis, and Interpretation","author":"Gerber A. S.","year":"2012","unstructured":"Gerber , A. S. , and Green , D. P . Field Experiments: Design, Analysis, and Interpretation . WW Norton , 2012 . Gerber, A. S., and Green, D. P. Field Experiments: Design, Analysis, and Interpretation. WW Norton, 2012."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.2307\/271055"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339653"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-008-0114-1"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2481334"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1963405.1963431"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772758"},{"key":"e_1_3_2_1_23_1","volume-title":"Uncontrolled: The Surprising Payoff of Trial-and-Error for Business, Politics, and Society","author":"Manzi J.","year":"2012","unstructured":"Manzi , J. Uncontrolled: The Surprising Payoff of Trial-and-Error for Business, Politics, and Society . Basic Books , 2012 . Manzi, J. Uncontrolled: The Surprising Payoff of Trial-and-Error for Business, Politics, and Society. Basic Books, 2012."},{"key":"e_1_3_2_1_24_1","volume-title":"Proc. HCOMP '12","author":"Mao A.","year":"2012","unstructured":"Mao , A. , Chen , Y. , Gajos , K. Z. , Parkes , D. , Procaccia , A. D. , and Zhang , H . Turkserver: Enabling synchronous and longitudinal online experiments . Proc. HCOMP '12 ( 2012 ). Mao, A., Chen, Y., Gajos, K. Z., Parkes, D., Procaccia, A. D., and Zhang, H. Turkserver: Enabling synchronous and longitudinal online experiments. Proc. HCOMP '12 (2012)."},{"key":"e_1_3_2_1_25_1","volume-title":"Conducting behavioral research on Amazon's Mechanical Turk. Behavior research methods 44, 1","author":"Mason W.","year":"2012","unstructured":"Mason , W. , and Suri , S . Conducting behavioral research on Amazon's Mechanical Turk. Behavior research methods 44, 1 ( 2012 ), 1--23. Mason, W., and Suri, S. Conducting behavioral research on Amazon's Mechanical Turk. Behavior research methods 44, 1 (2012), 1--23."},{"key":"e_1_3_2_1_26_1","volume-title":"Adjusting treatment effect estimates by post-stratification in randomized experiments. Journal of the Royal Statistical Society: Series B (Statistical Methodology) 75, 2","author":"Miratrix L. W.","year":"2013","unstructured":"Miratrix , L. W. , Sekhon , J. S. , and Yu , B . Adjusting treatment effect estimates by post-stratification in randomized experiments. Journal of the Royal Statistical Society: Series B (Statistical Methodology) 75, 2 ( 2013 ), 369--396. Miratrix, L. W., Sekhon, J. S., and Yu, B. Adjusting treatment effect estimates by post-stratification in randomized experiments. Journal of the Royal Statistical Society: Series B (Statistical Methodology) 75, 2 (2013), 369--396."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804564"},{"key":"e_1_3_2_1_28_1","unstructured":"Neilson J. Putting A\/B testing in its place 2005. http:\/\/www.nngroup.com\/articles\/putting-ab-testing-in-its-place.  Neilson J. Putting A\/B testing in its place 2005. http:\/\/www.nngroup.com\/articles\/putting-ab-testing-in-its-place."},{"key":"e_1_3_2_1_29_1","first-page":"396","article-title":"Statistics and causal inference: Comment: Which ifs have causal answers","volume":"81","author":"Rubin D. B","year":"1986","unstructured":"Rubin , D. B . Statistics and causal inference: Comment: Which ifs have causal answers . Journal of the American Statistical Association 81 , 396 ( 1986 ), 961--962. Rubin, D. B. Statistics and causal inference: Comment: Which ifs have causal answers. Journal of the American Statistical Association 81, 396 (1986), 961--962.","journal-title":"Journal of the American Statistical Association"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1002\/asmb.874"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.60.110707.163544"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835810"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2492002.2482604"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487695"},{"key":"e_1_3_2_1_35_1","volume-title":"Everything Is Obvious: *Once You Know the Answer","author":"Watts D.","year":"2011","unstructured":"Watts , D. Everything Is Obvious: *Once You Know the Answer . Crown Publishing Group , 2011 . Watts, D. Everything Is Obvious: *Once You Know the Answer. Crown Publishing Group, 2011."}],"event":{"name":"WWW '14: 23rd International World Wide Web Conference","location":"Seoul Korea","acronym":"WWW '14","sponsor":["IW3C2 International World Wide Web Conference Committee","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the 23rd international conference on World wide web"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2566486.2567967","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2566486.2567967","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T07:00:59Z","timestamp":1750230059000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2566486.2567967"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,4,7]]},"references-count":35,"alternative-id":["10.1145\/2566486.2567967","10.1145\/2566486"],"URL":"https:\/\/doi.org\/10.1145\/2566486.2567967","relation":{},"subject":[],"published":{"date-parts":[[2014,4,7]]},"assertion":[{"value":"2014-04-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}