{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T21:56:12Z","timestamp":1780091772469,"version":"3.54.0"},"reference-count":40,"publisher":"Public Library of Science (PLoS)","issue":"9","license":[{"start":{"date-parts":[[2010,9,17]],"date-time":"2010-09-17T00:00:00Z","timestamp":1284681600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.plosone.org"],"crossmark-restriction":false},"short-container-title":["PLoS ONE"],"DOI":"10.1371\/journal.pone.0012642","type":"journal-article","created":{"date-parts":[[2010,9,17]],"date-time":"2010-09-17T19:55:37Z","timestamp":1284753337000},"page":"e12642","update-policy":"https:\/\/doi.org\/10.1371\/journal.pone.corrections_policy","source":"Crossref","is-referenced-by-count":2,"title":["The Calculus of Committee Composition"],"prefix":"10.1371","volume":"5","author":[{"given":"Eric","family":"Libby","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Leon","family":"Glass","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2010,9,17]]},"reference":[{"key":"ref1","article-title":"Essai sur l'application de l'analyse \u00e0 la probabilit\u00e9 des d\u00e9cisions rendues \u00e0 la pluralit\u00e9 de voix","author":"C Condorcet Md J-A-N de","year":"1785"},{"key":"ref2","first-page":"46","article-title":"The Pamphlets of Lewis Carroll, Vol. 3. The Political Pamphlets and Letters of Charles Lutwidge Dodgson and Related Pieces. A Mathematical Approach. Reprint of \u2018A method of taking votes on more than two issues\u2019 by C. L. Dodgson (1876)","author":"C Dodgson","year":"2001"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1038\/303016a0","article-title":"Electoral procedures: Preference and paradox.","volume":"303","author":"R May","year":"1983","journal-title":"Nature"},{"key":"ref4","article-title":"Social Choice and Individual Values","author":"K Arrow","year":"1963"},{"key":"ref5","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511606076","article-title":"Decisions and Elections","author":"D Saari","year":"2001"},{"key":"ref6","article-title":"Notes on the Theory of Choice","author":"D Kreps","year":"1988"},{"key":"ref7","article-title":"Is Bigger Always Better? On Optimal Panel Size, with Evidence from the Supreme Court of Canada","author":"B Alarie","year":"2008"},{"key":"ref8","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511666742","article-title":"Game Theory and Political Theory: An Introduction","author":"P Ordeshook","year":"1986"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"11076","DOI":"10.1073\/pnas.0804538105","article-title":"Statistical analysis of the national institutes of health peer review system.","volume":"105","author":"V Johnson","year":"2008","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref10","article-title":"NIH Peer Review Self-Study.","year":"2009"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"358","DOI":"10.1126\/science.316.5823.358","article-title":"Peer review under stress.","volume":"316","author":"G Miller","year":"2007","journal-title":"Science"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"e2761","DOI":"10.1371\/journal.pone.0002761","article-title":"Sample size and precision in NIH peer review.","volume":"3","author":"D Kaplan","year":"2008","journal-title":"PLoS ONE"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"929","DOI":"10.1128\/IAI.01567-08","article-title":"NIH Peer Review Reform\u2013Change We Need, or Lipstick on a Pig?","volume":"77","author":"F Fang","year":"2009","journal-title":"Infection and Immunity"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"881","DOI":"10.1126\/science.7302566","article-title":"Chance and consensus in peer review.","volume":"214","author":"S Cole","year":"1981","journal-title":"Science"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"842","DOI":"10.1016\/j.jclinepi.2005.12.007","article-title":"Peering at peer review revealed high degree of chance associated with funding of grant applications.","volume":"59","author":"NE Mayo","year":"2006","journal-title":"J Clin Epidemiol"},{"key":"ref16","first-page":"348","article-title":"Extent of type I and type II errors in editorial decisions: a case study on Angewandte Chemie International Edition.","volume":"3","author":"L Bornmann","year":"2009","journal-title":"Journal of Informatics"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1177\/0193841X9401800103","article-title":"Grants peer review in theory and practice.","volume":"18","author":"D Chubin","year":"1994","journal-title":"Evaluation Review"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1016\/S0140-6736(97)11129-1","article-title":"Peer review of grant applications: what do we know?","volume":"352","author":"S Wessely","year":"1998","journal-title":"Lancet"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"e3480","DOI":"10.1371\/journal.pone.0003480","article-title":"Does the committee peer review select the best applicant for funding? An investigation of the selection process for two European molecular biology organization programmes.","volume":"3","author":"L Bornmann","year":"2008","journal-title":"PLoS ONE"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"231","DOI":"10.2307\/2315334","article-title":"The theory of round robin tournaments.","volume":"73","author":"F Harary","year":"1966","journal-title":"Am Math Monthly"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"651","DOI":"10.1126\/science.299.5607.651a","article-title":"New skating system fails virtual replay.","volume":"299","author":"C Seife","year":"2003","journal-title":"Science"},{"key":"ref22","article-title":"International Skating Union Official Site.","year":"2008"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"494","DOI":"10.1037\/0033-295X.112.2.494","article-title":"The robust beauty of majority rules in group decisions.","volume":"112","author":"R Hastie","year":"2005","journal-title":"Psychol Rev"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"456","DOI":"10.1111\/1467-9280.00085","article-title":"Group performance depends on the majority rule.","volume":"9","author":"R Sorkin","year":"1998","journal-title":"Psychol Sci"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1287\/mnsc.1050.0459","article-title":"Intuitions about combining opinions: Misappreciation of the averaging principle.","volume":"52","author":"R Larrick","year":"2006","journal-title":"Manage Sci"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"294","DOI":"10.1038\/463294a","article-title":"A route to more tractable expert advice.","volume":"463","author":"W Aspinall","year":"2010","journal-title":"Nature"},{"key":"ref27","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780195064650.001.0001","article-title":"Experts in Uncertainty: Opinion and Subjective Probability in Science","author":"R Cooke","year":"1991"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1016\/S0925-7535(97)00028-3","article-title":"Uncertainty modeling: Examples and issues.","volume":"26","author":"R Cooke","year":"1997","journal-title":"Safety Science"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1111\/j.1539-6924.1999.tb00399.x","article-title":"Combining probability distributions from experts in risk analysis.","volume":"19","author":"R Clemen","year":"1999","journal-title":"Risk Analysis"},{"key":"ref30","article-title":"Delphi assessment: expert opinion, forecasting, and group process.","author":"H Sackman","year":"1974"},{"key":"ref31","article-title":"Information theory, inference, and learning algorithms","author":"DJC Mackay","year":"2003"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1007\/BF00124946","article-title":"The accuracy of group majority decisions in groups with added members.","volume":"42","author":"S Feld","year":"1984","journal-title":"Public Choice"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1007\/s003550200190","article-title":"Optimum committee size: Quality-versus-quantity dilemma.","volume":"20","author":"D Karotkin","year":"2003","journal-title":"Social Choice and Welfare"},{"key":"ref34","first-page":"217","article-title":"The Optimal Size of Committee.","volume":"9","author":"S Kang","year":"2004","journal-title":"Journal of Economic Research"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"502","DOI":"10.1037\/0033-295X.115.2.502","article-title":"The trouble with overconfidence.","volume":"115","author":"D Moore","year":"2008","journal-title":"Psychological Review"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1016\/S1364-6613(97)01014-0","article-title":"Confidence in judgment.","volume":"1","author":"N Harvey","year":"1997","journal-title":"Trends in Cog Sci"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1038\/4427","article-title":"Array of hope.","volume":"21","author":"E Lander","year":"1999","journal-title":"Nature Genetics"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1038\/nrg1749","article-title":"Microarray data analysis: from disarray to consolidation and consensus.","volume":"7","author":"D Allison","year":"2006","journal-title":"Nature Reviews Genetics"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1093\/biostatistics\/4.2.249","article-title":"Exploration, normalization, and summaries of high density oligonucleotide array probe level data.","volume":"4","author":"R Irizarry","year":"2003","journal-title":"Biostatistics"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1016\/S0149-7189(96)00038-9","article-title":"The knowledge pool: measurement challenges in evaluating fundamental research programs.","volume":"20","author":"S Cozzens","year":"1997","journal-title":"Evaluation and Program Planning"}],"container-title":["PLoS ONE"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pone.0012642","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,25]],"date-time":"2025-02-25T22:20:16Z","timestamp":1740522016000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pone.0012642"}},"subtitle":[],"editor":[{"given":"Enrico","family":"Scalas","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2010,9,17]]},"references-count":40,"journal-issue":{"issue":"9","published-online":{"date-parts":[[2010,9,17]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pone.0012642","relation":{},"ISSN":["1932-6203"],"issn-type":[{"value":"1932-6203","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,9,17]]}}}