{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T20:40:02Z","timestamp":1755981602154,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,27]],"date-time":"2024-06-27T00:00:00Z","timestamp":1719446400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,27]]},"DOI":"10.1145\/3643562.3672612","type":"proceedings-article","created":{"date-parts":[[2024,7,18]],"date-time":"2024-07-18T18:35:26Z","timestamp":1721327726000},"page":"29-40","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Evaluating Prediction Mechanisms: A Profitability Test"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2631-5644","authenticated-orcid":false,"given":"Rajiv","family":"Sethi","sequence":"first","affiliation":[{"name":"Economics, Barnard College, Columbia University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-6798-3087","authenticated-orcid":false,"given":"Julie","family":"Seager","sequence":"additional","affiliation":[{"name":"Massachusetts Institute of Technology, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-2697-9517","authenticated-orcid":false,"given":"Emily","family":"Cai","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0333-5581","authenticated-orcid":false,"given":"Daniel","family":"Benjamin","sequence":"additional","affiliation":[{"name":"Nova Southeastern University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0247-4328","authenticated-orcid":false,"given":"Fred","family":"Morstatter","sequence":"additional","affiliation":[{"name":"University of Southern California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4212-2065","authenticated-orcid":false,"given":"Olivia","family":"Bobrownicki","sequence":"additional","affiliation":[{"name":"Barnard College, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-4383-967X","authenticated-orcid":false,"given":"Yuqi","family":"Cheng","sequence":"additional","affiliation":[{"name":"Barnard College, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-5626-3939","authenticated-orcid":false,"given":"Anushka","family":"Kumar","sequence":"additional","affiliation":[{"name":"Barnard College, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-1747-2931","authenticated-orcid":false,"given":"Anusha","family":"Wanganoo","sequence":"additional","affiliation":[{"name":"Barnard College, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.2307\/420023"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1049096508081249"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1049096520001389"},{"volume-title":"The Complex Alternative: Complexity Scientists on the COVID-19 Pandemic, David\u00a0C Krakauer and Geoffrey West (Eds.)","author":"Allen Danielle","key":"e_1_3_2_1_4_1","unstructured":"Danielle Allen, E.\u00a0Glen Weyl, and Rajiv Sethi. 2021. Prediction and Policy in a Complex System. In The Complex Alternative: Complexity Scientists on the COVID-19 Pandemic, David\u00a0C Krakauer and Geoffrey West (Eds.). SFI Press, Santa Fe."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.obhdp.2020.02.001"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Pavel\u00a0D Atanasov Regina Joseph Felipe Feijoo Max Marshall and Sauleh Siddiqui. 2021. Human Forest vs. Random Forest in Time-Sensitive COVID-19 Clinical Trial Prediction. (2021). Available at SSRN: https:\/\/ssrn.com\/abstract=3981732.","DOI":"10.2139\/ssrn.3981732"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1574-0722(07)00080-7"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2008.03.007"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1002\/bdm.547"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1177\/1532673X9001800301"},{"key":"e_1_3_2_1_12_1","unstructured":"Harry Crane and Darrion Vinson. 2021. Models vs. Markets: Forecasting the 2020 U.S. election. (2021). Available at Researchers.one: https:\/\/researchers.one\/articles\/20.10.00004."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1017\/S104909652000147X"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1049096520001468"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1049096520001407"},{"key":"e_1_3_2_1_16_1","volume-title":"Are Political Markets Really Superior to Polls as Election Predictors?The Public Opinion Quarterly 72, 2","author":"Erikson S","year":"2008","unstructured":"Robert\u00a0S Erikson and Christopher Wlezien. 2008. Are Political Markets Really Superior to Polls as Election Predictors?The Public Opinion Quarterly 72, 2 (2008), 190\u2013215."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.2307\/1924969"},{"key":"e_1_3_2_1_18_1","first-page":"1142","article-title":"Anatomy of an Experimental Political Stock Market","volume":"82","author":"Forsythe Robert","year":"1992","unstructured":"Robert Forsythe, Forrest Nelson, George\u00a0R Neumann, and Jack Wright. 1992. Anatomy of an Experimental Political Stock Market. The American Economic Review 82, 5 (1992), 1142\u20131161.","journal-title":"The American Economic Review"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1080\/2330443X.2017.1356775"},{"key":"e_1_3_2_1_20_1","unstructured":"Stacey\u00a0Hunter Hecht and David\u00a0Andrew Schultz (Eds.). 2015. Presidential Swing States: Why Only Ten Matter. Lexington Books London."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1162\/99608f92.fc62f1e1"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","unstructured":"N. Jackson M.\u00a0S. Lewis-Beck and C. Tien. 2020. Pollster problems in the 2016 US presidential election: vote intention vote prediction. Quaderni dell\u2019Osservatorio elettorale \u2013 Italian Journal of Electoral Studies 83 1 (2020) 17\u201328. https:\/\/doi.org\/10.36253\/qoe-9529","DOI":"10.36253\/qoe-9529"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1049096520001377"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the AAAI Conference on Artificial Intelligence 28","author":"Kets Willemien","year":"2014","unstructured":"Willemien Kets, David Pennock, Rajiv Sethi, and Nisarg Shah. 2014. Betting Strategies, Market Selection, and the Wisdom of Crowds. Proceedings of the AAAI Conference on Artificial Intelligence 28, 1 (2014), 735\u2013741."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1475-4932.2006.00343.x"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00988226"},{"key":"e_1_3_2_1_27_1","first-page":"468","article-title":"The Future in Forecasting","volume":"24","author":"Lewis-Beck S","year":"1996","unstructured":"Michael\u00a0S Lewis-Beck and Charles Tien. 1996. The Future in Forecasting: Prospective Presidential Models. American Politics Quarterly 24, 4 (1996), 468\u2013491.","journal-title":"Prospective Presidential Models. American Politics Quarterly"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1049096520001365"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2012.737735"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1049096520001456"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1177\/1532673X9602400404"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1049096520001353"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1093\/poq\/nfp082"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.5750\/jpm.v10i1.1179"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2013.09.009"},{"key":"e_1_3_2_1_36_1","unstructured":"Nate Silver. 2020. How FiveThirtyEight\u2019s 2020 Presidential Forecast Works \u2014 And What\u2019s Different Because Of COVID-19. fivethirtyeight.com. Available at: https:\/\/fivethirtyeight.com\/features\/how-fivethirtyeights-2020-presidential-forecast-works-and-whats-different-because-of-covid-19\/."},{"volume-title":"The Black Swan","author":"Taleb Nassim\u00a0Nicholas","key":"e_1_3_2_1_37_1","unstructured":"Nassim\u00a0Nicholas Taleb. 2009. The Black Swan. Random House, New York."},{"key":"e_1_3_2_1_38_1","volume-title":"Presidential Election Results","author":"York Times The New","year":"2020","unstructured":"The New York Times. 2020. Presidential Election Results 2020. https:\/\/www.nytimes.com\/interactive\/2020\/11\/03\/us\/elections\/results-president.html Accessed: 2024-05-22."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2017.139"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1257\/0895330041371321"}],"event":{"name":"CI '24: Collective Intelligence Conference","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Boston MA USA","acronym":"CI '24"},"container-title":["Proceedings of the ACM Collective Intelligence Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643562.3672612","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643562.3672612","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T20:19:00Z","timestamp":1755980340000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643562.3672612"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,27]]},"references-count":40,"alternative-id":["10.1145\/3643562.3672612","10.1145\/3643562"],"URL":"https:\/\/doi.org\/10.1145\/3643562.3672612","relation":{},"subject":[],"published":{"date-parts":[[2024,6,27]]},"assertion":[{"value":"2024-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}