{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T05:24:49Z","timestamp":1755926689161,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,7,12]],"date-time":"2022-07-12T00:00:00Z","timestamp":1657584000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000183","name":"Army Research Office","doi-asserted-by":"publisher","award":["W911NF1910294"],"award-info":[{"award-number":["W911NF1910294"]}],"id":[{"id":"10.13039\/100000183","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1813188, DGE-2036197"],"award-info":[{"award-number":["CCF-1813188, DGE-2036197"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,7,12]]},"DOI":"10.1145\/3490486.3538243","type":"proceedings-article","created":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T13:29:36Z","timestamp":1657718976000},"page":"990-1012","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Are You Smarter Than a Random Expert? The Robust Aggregation of Substitutable Signals"],"prefix":"10.1145","author":[{"given":"Eric","family":"Neyman","sequence":"first","affiliation":[{"name":"Columbia University, New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tim","family":"Roughgarden","sequence":"additional","affiliation":[{"name":"Columbia University, New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,7,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1137\/0601029"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1813934115"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1287\/deca.2014.0293"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729690"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jet.2012.12.012"},{"key":"e_1_3_2_1_6_1","volume-title":"Informational Substitutes. In IEEE 57th Annual Symposium on Foundations of Computer Science, FOCS 2016, 9--11","author":"Chen Yiling","year":"2016","unstructured":"Yiling Chen and Bo Waggoner . 2016 . Informational Substitutes. In IEEE 57th Annual Symposium on Foundations of Computer Science, FOCS 2016, 9--11 October 2016, Hyatt Regency, New Brunswick, New Jersey, USA, Irit Dinur (Ed.). IEEE Computer Society, 239--247. https:\/\/doi.org\/10.1109\/FOCS. 2016.33 10.1109\/FOCS.2016.33 Yiling Chen and Bo Waggoner. 2016. Informational Substitutes. In IEEE 57th Annual Symposium on Foundations of Computer Science, FOCS 2016, 9--11 October 2016, Hyatt Regency, New Brunswick, New Jersey, USA, Irit Dinur (Ed.). IEEE Computer Society, 239--247. https:\/\/doi.org\/10.1109\/FOCS.2016.33"},{"key":"e_1_3_2_1_7_1","unstructured":"Franz Dietrich and Christian List. 2014. Probabilistic Opinion Pooling. http:\/\/philsci-archive.pitt.edu\/11349\/  Franz Dietrich and Christian List. 2014. Probabilistic Opinion Pooling. http:\/\/philsci-archive.pitt.edu\/11349\/"},{"key":"e_1_3_2_1_8_1","volume-title":"Agreement Implies Accuracy for Substitutable Signals. (11","author":"Frongillo Rafael","year":"2021","unstructured":"Rafael Frongillo , Eric Neyman , and Bo Waggoner . 2021. Agreement Implies Accuracy for Substitutable Signals. (11 2021 ). Rafael Frongillo, Eric Neyman, and Bo Waggoner. 2021. Agreement Implies Accuracy for Substitutable Signals. (11 2021)."},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the Twenty-Ninth AAAI Conference on Artificial Intelligence, January 25--30","author":"Frongillo Rafael M.","year":"2015","unstructured":"Rafael M. Frongillo , Yiling Chen , and Ian A. Kash . 2015. Elicitation for Aggregation . In Proceedings of the Twenty-Ninth AAAI Conference on Artificial Intelligence, January 25--30 , 2015 , Austin, Texas, USA, Blai Bonet and Sven Koenig (Eds.). AAAI Press, 900--906. http:\/\/www.aaai.org\/ocs\/index.php\/AAAI\/AAAI15\/paper\/view\/9770 Rafael M. Frongillo, Yiling Chen, and Ian A. Kash. 2015. Elicitation for Aggregation. In Proceedings of the Twenty-Ninth AAAI Conference on Artificial Intelligence, January 25--30, 2015, Austin, Texas, USA, Blai Bonet and Sven Koenig (Eds.). AAAI Press, 900--906. http:\/\/www.aaai.org\/ocs\/index.php\/AAAI\/AAAI15\/paper\/view\/9770"},{"key":"e_1_3_2_1_10_1","volume-title":"A Characterization Theorem for Externally Bayesian Groups. Ann. Statist. 12, 3 (09","author":"Genest Christian","year":"1984","unstructured":"Christian Genest . 1984. A Characterization Theorem for Externally Bayesian Groups. Ann. Statist. 12, 3 (09 1984 ), 1100--1105. https:\/\/doi.org\/10.1214\/aos\/1176346726 10.1214\/aos Christian Genest. 1984. A Characterization Theorem for Externally Bayesian Groups. Ann. Statist. 12, 3 (09 1984), 1100--1105. https:\/\/doi.org\/10.1214\/aos\/1176346726"},{"volume-title":"Bayes and Minimax Estimates for Quadratic Loss Functions. In Berkeley Symposium on Mathematical Statistics and Probability. 53--73","author":"Girshick M. A.","key":"e_1_3_2_1_11_1","unstructured":"M. A. Girshick and L. J. Savage . 1951 . Bayes and Minimax Estimates for Quadratic Loss Functions. In Berkeley Symposium on Mathematical Statistics and Probability. 53--73 . M. A. Girshick and L. J. Savage. 1951. Bayes and Minimax Estimates for Quadratic Loss Functions. In Berkeley Symposium on Mathematical Statistics and Probability. 53--73."},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the 40th Annual ACM Symposium on Theory of Computing","author":"Jason","year":"2008","unstructured":"Jason D. Hartline and Tim Roughgarden. 2008. Optimal mechanism design and money burning . In Proceedings of the 40th Annual ACM Symposium on Theory of Computing , Victoria, British Columbia, Canada, May 17--20 , 2008 , Cynthia Dwork (Ed.). ACM, 75--84. https:\/\/doi.org\/10.1145\/1374376.1374390 10.1145\/1374376.1374390 Jason D. Hartline and Tim Roughgarden. 2008. Optimal mechanism design and money burning. In Proceedings of the 40th Annual ACM Symposium on Theory of Computing, Victoria, British Columbia, Canada, May 17--20, 2008, Cynthia Dwork (Ed.). ACM, 75--84. https:\/\/doi.org\/10.1145\/1374376.1374390"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the Second Berkeley Symposium on Mathematical Statistics and Probability","author":"Hodges J. L.","year":"1950","unstructured":"J. L. Hodges , Jr. and E. L. Lehmann . 1951. Some applications of the Cram\u00e9r-Rao inequality . In Proceedings of the Second Berkeley Symposium on Mathematical Statistics and Probability , 1950 . University of California Press, Berkeley and Los Angeles, 13--22. J. L. Hodges, Jr. and E. L. Lehmann. 1951. Some applications of the Cram\u00e9r-Rao inequality. In Proceedings of the Second Berkeley Symposium on Mathematical Statistics and Probability, 1950. University of California Press, Berkeley and Los Angeles, 13--22."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/0304-4076(93)90102-B"},{"key":"e_1_3_2_1_15_1","volume-title":"Combining forecasts in the presence of ambiguity over correlation structures. Journal of Economic Theory","author":"Levy Gilat","year":"2020","unstructured":"Gilat Levy and Ronny Razin . 2020. Combining forecasts in the presence of ambiguity over correlation structures. Journal of Economic Theory ( 2020 ), 105075. https:\/\/doi.org\/10.1016\/j.jet.2020.105075 10.1016\/j.jet.2020.105075 Gilat Levy and Ronny Razin. 2020. Combining forecasts in the presence of ambiguity over correlation structures. Journal of Economic Theory (2020), 105075. https:\/\/doi.org\/10.1016\/j.jet.2020.105075"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"Kenneth C. Lichtendahl Yael Grushka-Cockayne Victor Richmond Jose and Robert L. Winkler. 0. Extremizing and Antiextremizing in Bayesian Ensembles of Binary-Event Forecasts. Operations Research 0 0 (0) null. https:\/\/doi.org\/10.1287\/opre.2021.2176 arXiv:https:\/\/doi.org\/10.1287\/opre.2021.2176    10.1287\/opre.2021.2176\nKenneth C. Lichtendahl Yael Grushka-Cockayne Victor Richmond Jose and Robert L. Winkler. 0. Extremizing and Antiextremizing in Bayesian Ensembles of Binary-Event Forecasts. Operations Research 0 0 (0) null. https:\/\/doi.org\/10.1287\/opre.2021.2176 arXiv:https:\/\/doi.org\/10.1287\/opre.2021.2176","DOI":"10.1287\/opre.2021.2176"},{"key":"e_1_3_2_1_17_1","volume-title":"Robust Merging of Information. In EC '21: The 22nd ACM Conference on Economics and Computation","author":"Oliveira Henrique De","year":"2021","unstructured":"Henrique De Oliveira , Yuhta Ishii , and Xiao Lin . 2021 . Robust Merging of Information. In EC '21: The 22nd ACM Conference on Economics and Computation , Budapest, Hungary, July 18--23 , 2021, P\u00e9ter Bir\u00f3, Shuchi Chawla, and Federico Echenique (Eds.). ACM, 341--342. https:\/\/doi.org\/10.1145\/3465456.3467533 10.1145\/3465456.3467533 Henrique De Oliveira, Yuhta Ishii, and Xiao Lin. 2021. Robust Merging of Information. In EC '21: The 22nd ACM Conference on Economics and Computation, Budapest, Hungary, July 18--23, 2021, P\u00e9ter Bir\u00f3, Shuchi Chawla, and Federico Echenique (Eds.). ACM, 341--342. https:\/\/doi.org\/10.1145\/3465456.3467533"},{"key":"e_1_3_2_1_18_1","volume-title":"Regularized Aggregation of One-Off Probability Predictions. Operations Research (01","author":"Satop\u00e4\u00e4 Ville","year":"2022","unstructured":"Ville Satop\u00e4\u00e4 . 2022. Regularized Aggregation of One-Off Probability Predictions. Operations Research (01 2022 ). https:\/\/doi.org\/10.1287\/opre.2021.2224 10.1287\/opre.2021.2224 Ville Satop\u00e4\u00e4. 2022. Regularized Aggregation of One-Off Probability Predictions. Operations Research (01 2022). https:\/\/doi.org\/10.1287\/opre.2021.2224"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2013.09.009"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2021.03.011"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2015.1100621"},{"key":"e_1_3_2_1_22_1","volume-title":"Combining and Extremizing Real-Valued Forecasts. arXiv: Methodology","author":"Satopaa Ville","year":"2015","unstructured":"Ville Satopaa and Lyle Ungar . 2015. Combining and Extremizing Real-Valued Forecasts. arXiv: Methodology ( 2015 ). Ville Satopaa and Lyle Ungar. 2015. Combining and Extremizing Real-Valued Forecasts. arXiv: Methodology (2015)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/359168.359176"},{"key":"e_1_3_2_1_24_1","volume-title":"Theory of Probability and Its Applications 2","author":"Between Strict-Sense On Relations","year":"1957","unstructured":"On Relations Between Strict-Sense and Wide-Sense Conditional Expectations . Theory of Probability and Its Applications 2 ( 1957 ), 267--272. On Relations Between Strict-Sense and Wide-Sense Conditional Expectations. Theory of Probability and Its Applications 2 (1957), 267--272."},{"key":"e_1_3_2_1_25_1","volume-title":"Inadmissibility of the Usual Estimator for the Mean of a Multivariate Normal Distribution","author":"Stein Charles","year":"2031","unstructured":"Charles Stein . 1956. Inadmissibility of the Usual Estimator for the Mean of a Multivariate Normal Distribution . University of California Press , 197--206. https:\/\/doi.org\/doi:10.1525\/97805 2031 3880-018 10.1525\/9780520313880-018 Charles Stein. 1956. Inadmissibility of the Usual Estimator for the Mean of a Multivariate Normal Distribution. University of California Press, 197--206. https:\/\/doi.org\/doi:10.1525\/9780520313880-018"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.27.4.479"}],"event":{"name":"EC '22: The 23rd ACM Conference on Economics and Computation","sponsor":["SIGecom Special Interest Group on Economics and Computation"],"location":"Boulder CO USA","acronym":"EC '22"},"container-title":["Proceedings of the 23rd ACM Conference on Economics and Computation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3490486.3538243","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3490486.3538243","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3490486.3538243","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:31:04Z","timestamp":1750188664000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3490486.3538243"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,12]]},"references-count":26,"alternative-id":["10.1145\/3490486.3538243","10.1145\/3490486"],"URL":"https:\/\/doi.org\/10.1145\/3490486.3538243","relation":{},"subject":[],"published":{"date-parts":[[2022,7,12]]},"assertion":[{"value":"2022-07-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}