{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T00:52:09Z","timestamp":1778028729503,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,3,8]],"date-time":"2021-03-08T00:00:00Z","timestamp":1615161600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["CNS-1616234, CNS-1916020, and CNS-1916153"],"award-info":[{"award-number":["CNS-1616234, CNS-1916020, and CNS-1916153"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012642","name":"Mozilla Foundation","doi-asserted-by":"publisher","award":["Research Grant 2019H1"],"award-info":[{"award-number":["Research Grant 2019H1"]}],"id":[{"id":"10.13039\/501100012642","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,3,8]]},"DOI":"10.1145\/3437963.3441801","type":"proceedings-article","created":{"date-parts":[[2021,3,6]],"date-time":"2021-03-06T04:36:17Z","timestamp":1615005377000},"page":"13-21","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":43,"title":["Ad Delivery Algorithms"],"prefix":"10.1145","author":[{"given":"Muhammad","family":"Ali","sequence":"first","affiliation":[{"name":"Northeastern University, Boston, MA, USA"}]},{"given":"Piotr","family":"Sapiezynski","sequence":"additional","affiliation":[{"name":"Northeastern University, Boston, MA, USA"}]},{"given":"Aleksandra","family":"Korolova","sequence":"additional","affiliation":[{"name":"University of Southern California, Los Angeles, CA, USA"}]},{"given":"Alan","family":"Mislove","sequence":"additional","affiliation":[{"name":"Northeastern University, Boston, MA, USA"}]},{"given":"Aaron","family":"Rieke","sequence":"additional","affiliation":[{"name":"Upturn, Washington, DC, USA"}]}],"member":"320","published-online":{"date-parts":[[2021,3,8]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"47\n    Usc S 315 -- Candidates For Public Office. https:\/\/www.law.cornell.edu\/uscode\/text\/47\/315 (Accessed on 2021-01--20).  47 Usc S 315 -- Candidates For Public Office. https:\/\/www.law.cornell.edu\/uscode\/text\/47\/315 (Accessed on 2021-01--20)."},{"key":"e_1_3_2_2_2_1","unstructured":"Ads About Social Issues Elections Or Politics. https:\/\/www.facebook.com\/business\/help\/208949576550051 (Accessed on 2021-01--20).  Ads About Social Issues Elections Or Politics. https:\/\/www.facebook.com\/business\/help\/208949576550051 (Accessed on 2021-01--20)."},{"key":"e_1_3_2_2_3_1","first-page":"2","volume":"52","author":"Agresti A.","year":"1998","unstructured":"Agresti , A. , and Coull , B. A. Approximate Is Better Than 'exact' For Interval Estimation Of Binomial Proportions. The American Statistician 52 , 2 ( 1998 ), 119--126. Agresti, A., and Coull, B. A. Approximate Is Better Than 'exact' For Interval Estimation Of Binomial Proportions. The American Statistician 52, 2 (1998), 119--126.","journal-title":"For Interval Estimation Of Binomial Proportions. The American Statistician"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359301"},{"key":"e_1_3_2_2_5_1","volume-title":"Facebook Lets Advertisers Exclude Users By Race","author":"Angwin J.","year":"2016","unstructured":"Angwin , J. , and Parris Jr , T. Facebook Lets Advertisers Exclude Users By Race , 2016 . https:\/\/www.propublica.org\/article\/facebook-lets-advertisers-exclude-users-by-race\/. Angwin, J., and Parris Jr, T. Facebook Lets Advertisers Exclude Users By Race, 2016. https:\/\/www.propublica.org\/article\/facebook-lets-advertisers-exclude-users-by-race\/."},{"key":"e_1_3_2_2_6_1","unstructured":"Cbs Inc. V. Fcc. https:\/\/supreme.justia.com\/cases\/federal\/us\/453\/367\/ (Accessed on 2021-01--20).  Cbs Inc. V. Fcc. https:\/\/supreme.justia.com\/cases\/federal\/us\/453\/367\/ (Accessed on 2021-01--20)."},{"key":"e_1_3_2_2_7_1","volume-title":"Jack Dorsey Says, 2019","author":"Conger K.","year":"2019","unstructured":"Conger , K. Twitter Will Ban All Political Ads, C.E.O . Jack Dorsey Says, 2019 . https:\/\/www.nytimes.com\/ 2019 \/10\/30\/technology\/twitter-political-ads-ban.html. Conger, K. Twitter Will Ban All Political Ads, C.E.O. Jack Dorsey Says, 2019. https:\/\/www.nytimes.com\/2019\/10\/30\/technology\/twitter-political-ads-ban.html."},{"key":"e_1_3_2_2_8_1","unstructured":"Creating customer lists with mobile advertiser ids. https:\/\/developers.facebook.com\/docs\/app-ads\/targeting\/mobile-advertiser-ids\/ (Accessed on 2021-01--20).  Creating customer lists with mobile advertiser ids. https:\/\/developers.facebook.com\/docs\/app-ads\/targeting\/mobile-advertiser-ids\/ (Accessed on 2021-01--20)."},{"key":"e_1_3_2_2_9_1","first-page":"23","volume":"115","author":"Eckles D.","year":"2018","unstructured":"Eckles , D. , Gordon , B. R. , and Johnson , G. A. Field Studies Of Psychologically Targeted Ads Face Threats To Internal Validity. PNAS: Proceedings of the National Academy of Sciences of the United States of America 115 , 23 ( 2018 ), 5254--5255. Eckles, D., Gordon, B. R., and Johnson, G. A. Field Studies Of Psychologically Targeted Ads Face Threats To Internal Validity. PNAS: Proceedings of the National Academy of Sciences of the United States of America 115, 23 (2018), 5254--5255.","journal-title":"America"},{"key":"e_1_3_2_2_10_1","unstructured":"Facebook: About Facebook Pixel. https:\/\/www.facebook.com\/business\/help\/742478679120153 (Accessed on 2021-01--20).  Facebook: About Facebook Pixel. https:\/\/www.facebook.com\/business\/help\/742478679120153 (Accessed on 2021-01--20)."},{"key":"e_1_3_2_2_11_1","unstructured":"Facebook Ad Library. https:\/\/www.facebook.com\/ads\/library\/ (Accessed on 2021-01--20).  Facebook Ad Library. https:\/\/www.facebook.com\/ads\/library\/ (Accessed on 2021-01--20)."},{"key":"e_1_3_2_2_12_1","volume-title":"Workshop on Technology and Consumer Protection (ConPro","author":"Faizullabhoy I.","year":"2018","unstructured":"Faizullabhoy , I. , and Korolova , A . Facebook's Advertising Platform: New Attack Vectors And The Need For Interventions. https:\/\/arxiv.org\/abs\/1803.10099 , Workshop on Technology and Consumer Protection (ConPro 2018 ). Faizullabhoy, I., and Korolova, A. Facebook's Advertising Platform: New Attack Vectors And The Need For Interventions. https:\/\/arxiv.org\/abs\/1803.10099, Workshop on Technology and Consumer Protection (ConPro 2018)."},{"key":"e_1_3_2_2_13_1","volume-title":"Political advertising online and offline. American Political Science Review","author":"Fowler E. F.","year":"2020","unstructured":"Fowler , E. F. , Franz , M. M. , Martin , G. J. , Peskowitz , Z. , and Ridout , T. N . Political advertising online and offline. American Political Science Review ( 2020 ). Fowler, E. F., Franz, M. M., Martin, G. J., Peskowitz, Z., and Ridout, T. N. Political advertising online and offline. American Political Science Review (2020)."},{"key":"e_1_3_2_2_14_1","volume-title":"Advertising for demographically fair outcomes","author":"Gelauff L.","year":"2020","unstructured":"Gelauff , L. , Goel , A. , Munagala , K. , and Yandamuri , S . Advertising for demographically fair outcomes , 2020 . https:\/\/arxiv.org\/abs\/2006.03983. Gelauff, L., Goel, A., Munagala, K., and Yandamuri, S. Advertising for demographically fair outcomes, 2020. https:\/\/arxiv.org\/abs\/2006.03983."},{"key":"e_1_3_2_2_15_1","volume-title":"November","author":"Glazer E.","year":"2019","unstructured":"Glazer , E. Facebook Weighs Steps To Curb Narrowly Targeted Political Ads , November 2019 . https:\/\/www.wsj.com\/articles\/facebook-discussing-potential-changes-to-political-ad-policy-11574352887. Glazer, E. Facebook Weighs Steps To Curb Narrowly Targeted Political Ads, November 2019. https:\/\/www.wsj.com\/articles\/facebook-discussing-potential-changes-to-political-ad-policy-11574352887."},{"key":"e_1_3_2_2_16_1","unstructured":"Google: An Update On Our Political Ads Policy. https:\/\/www.blog.google\/technology\/ads\/update-our-political-ads-policy (Accessed on 2021-01--20).  Google: An Update On Our Political Ads Policy. https:\/\/www.blog.google\/technology\/ads\/update-our-political-ads-policy (Accessed on 2021-01--20)."},{"key":"e_1_3_2_2_17_1","volume-title":"With Days To Go, 2016","author":"Green J.","year":"2016","unstructured":"Green , J. , and Issenberg , S . Inside The Trump Bunker , With Days To Go, 2016 . https:\/\/www.bloomberg.com\/news\/articles\/ 2016 --10--27\/inside-the-trump-bunker-with-12-days-to-go. Green, J., and Issenberg, S. Inside The Trump Bunker, With Days To Go, 2016. https:\/\/www.bloomberg.com\/news\/articles\/2016--10--27\/inside-the-trump-bunker-with-12-days-to-go."},{"key":"e_1_3_2_2_18_1","volume-title":"Proceedings of The Web Conference","author":"Imana B.","year":"2021","unstructured":"Imana , B. , Korolova , A. , and Heidemann , J . Auditing for bias in algorithms delivering job ads . In Proceedings of The Web Conference ( 2021 ). Imana, B., Korolova, A., and Heidemann, J. Auditing for bias in algorithms delivering job ads. In Proceedings of The Web Conference (2021)."},{"key":"e_1_3_2_2_19_1","volume-title":"Automated discrimination: Facebook uses gross stereotypes to optimize ad delivery. AlgorithmWatch","author":"Kayser-Bril N.","year":"2020","unstructured":"Kayser-Bril , N. Automated discrimination: Facebook uses gross stereotypes to optimize ad delivery. AlgorithmWatch ( 2020 ). Kayser-Bril, N. Automated discrimination: Facebook uses gross stereotypes to optimize ad delivery. AlgorithmWatch (2020)."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.29012\/jpc.v3i1.594"},{"key":"e_1_3_2_2_21_1","volume-title":"Facebook wants the NYU Ad Observer to quit collecting data about its ad targeting. The Verge","author":"Lyons K.","year":"2020","unstructured":"Lyons , K. Facebook wants the NYU Ad Observer to quit collecting data about its ad targeting. The Verge ( 2020 ). Lyons, K. Facebook wants the NYU Ad Observer to quit collecting data about its ad targeting. The Verge (2020)."},{"key":"e_1_3_2_2_22_1","first-page":"48","volume":"114","author":"Matz S. C.","year":"2017","unstructured":"Matz , S. C. , Kosinski , M. , Nave , G. , and Stillwell , D. J. Psychological Targeting As An Effective Approach To Digital Mass Persuasion. PNAS: Proceedings of the National Academy of Sciences of the United States of America 114 , 48 ( 2017 ), 12714--12719. Matz, S. C., Kosinski, M., Nave, G., and Stillwell, D. J. Psychological Targeting As An Effective Approach To Digital Mass Persuasion. PNAS: Proceedings of the National Academy of Sciences of the United States of America 114, 48 (2017), 12714--12719.","journal-title":"America"},{"key":"e_1_3_2_2_23_1","volume-title":"October","author":"Merrill J.","year":"2020","unstructured":"Merrill , J. Facebook Charged Biden a Higher Price Than Trump for Campaign Ads , October 2020 . https:\/\/themarkup.org\/election-2020\/2020\/10\/29\/facebook-political-ad-targeting-algorithm-prices-trump-biden, ( Accessed on 2021-01--20). Merrill, J. Facebook Charged Biden a Higher Price Than Trump for Campaign Ads, October 2020. https:\/\/themarkup.org\/election-2020\/2020\/10\/29\/facebook-political-ad-targeting-algorithm-prices-trump-biden, (Accessed on 2021-01--20)."},{"key":"e_1_3_2_2_24_1","volume-title":"April","author":"Mozilla","year":"2019","unstructured":"Mozilla . Facebook's Ad Archive Api Is Inadequate , April 2019 . https:\/\/blog.mozilla.org\/blog\/2019\/04\/29\/facebooks-ad-archive-api-is-inadequate\/. Mozilla. Facebook's Ad Archive Api Is Inadequate, April 2019. https:\/\/blog.mozilla.org\/blog\/2019\/04\/29\/facebooks-ad-archive-api-is-inadequate\/."},{"key":"e_1_3_2_2_25_1","unstructured":"Nielsen dma\u00ae regions. https:\/\/www.nielsen.com\/intl-campaigns\/us\/dma-maps.html (Accessed on 2021-01--20).  Nielsen dma\u00ae regions. https:\/\/www.nielsen.com\/intl-campaigns\/us\/dma-maps.html (Accessed on 2021-01--20)."},{"key":"e_1_3_2_2_26_1","unstructured":"Reach Objective. https:\/\/www.facebook.com\/business\/help\/218841515201583 (Accessed on 2021-01--20).  Reach Objective. https:\/\/www.facebook.com\/business\/help\/218841515201583 (Accessed on 2021-01--20)."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287580"},{"key":"e_1_3_2_2_28_1","unstructured":"Sorrell V. Ims Health Inc. https:\/\/supreme.justia.com\/cases\/federal\/us\/564\/552\/ (Accessed on 2021-01--20).  Sorrell V. Ims Health Inc. https:\/\/supreme.justia.com\/cases\/federal\/us\/564\/552\/ (Accessed on 2021-01--20)."},{"key":"e_1_3_2_2_29_1","volume-title":"On The Potential For Discrimination In Online Targeted Advertising. In Conference on Fairness, Accountability, and Transparency","author":"Speicher T.","year":"2018","unstructured":"Speicher , T. , Ali , M. , Venkatadri , G. , Ribeiro , F. N. , Arvanitakis , G. , Benevenuto , F. , Gummadi , K. P. , Loiseau , P. , and Mislove , A . On The Potential For Discrimination In Online Targeted Advertising. In Conference on Fairness, Accountability, and Transparency ( New York, New York, USA , February 2018 ). Speicher, T., Ali, M., Venkatadri, G., Ribeiro, F. N., Arvanitakis, G., Benevenuto, F., Gummadi, K. P., Loiseau, P., and Mislove, A. On The Potential For Discrimination In Online Targeted Advertising. In Conference on Fairness, Accountability, and Transparency (New York, New York, USA, February 2018)."},{"key":"e_1_3_2_2_30_1","unstructured":"United States V. Internet Research Agency. https:\/\/www.justice.gov\/file\/1035477\/download (Accessed on 2021-01--20).  United States V. Internet Research Agency. https:\/\/www.justice.gov\/file\/1035477\/download (Accessed on 2021-01--20)."},{"key":"e_1_3_2_2_31_1","volume-title":"Leveling The Platform: Real Transparency For Paid Messages On Facebook","author":"Upturn","year":"2018","unstructured":"Upturn . Leveling The Platform: Real Transparency For Paid Messages On Facebook , 2018 . https:\/\/www.upturn.org\/reports\/2018\/facebook-ads\/. Upturn. Leveling The Platform: Real Transparency For Paid Messages On Facebook, 2018. https:\/\/www.upturn.org\/reports\/2018\/facebook-ads\/."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313666"},{"key":"e_1_3_2_2_33_1","volume-title":"November","author":"Weintraub E. L.","year":"2019","unstructured":"Weintraub , E. L. Don't Abolish Political Ads On Social Media. Stop Microtargeting ., November 2019 . https:\/\/www.washingtonpost.com\/opinions\/2019\/11\/01\/dont-abolish-political-ads-social-media-stop-microtargeting\/. Weintraub, E. L. Don't Abolish Political Ads On Social Media. Stop Microtargeting., November 2019. https:\/\/www.washingtonpost.com\/opinions\/2019\/11\/01\/dont-abolish-political-ads-social-media-stop-microtargeting\/."},{"key":"e_1_3_2_2_34_1","volume":"91","author":"Wood A. K.","year":"2017","unstructured":"Wood , A. K. , and Ravel , A. M. Fool Me Once : Regulating Fake News And Other Online Advertising. Southern California Law Review 91 ( 2017 ), 1223. Wood, A. K., and Ravel, A. M. Fool Me Once: Regulating Fake News And Other Online Advertising. Southern California Law Review 91 (2017), 1223.","journal-title":"Regulating Fake News And Other Online Advertising. Southern California Law Review"}],"event":{"name":"WSDM '21: The Fourteenth ACM International Conference on Web Search and Data Mining","location":"Virtual Event Israel","acronym":"WSDM '21","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 14th ACM International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3437963.3441801","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/abs\/10.1145\/3437963.3441801","content-type":"text\/html","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3437963.3441801","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3437963.3441801","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:47:36Z","timestamp":1750193256000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3437963.3441801"}},"subtitle":["The Hidden Arbiters of Political Messaging"],"short-title":[],"issued":{"date-parts":[[2021,3,8]]},"references-count":34,"alternative-id":["10.1145\/3437963.3441801","10.1145\/3437963"],"URL":"https:\/\/doi.org\/10.1145\/3437963.3441801","relation":{},"subject":[],"published":{"date-parts":[[2021,3,8]]},"assertion":[{"value":"2021-03-08","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}