{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,9]],"date-time":"2026-10-09T01:17:50Z","timestamp":1791508670907,"version":"4.3.4"},"reference-count":39,"publisher":"National Academy of Sciences","issue":"21","license":[{"start":{"date-parts":[[2021,11,17]],"date-time":"2021-11-17T00:00:00Z","timestamp":1637107200000},"content-version":"vor","delay-in-days":184,"URL":"https:\/\/www.pnas.org\/site\/aboutpnas\/licenses.xhtml"}],"funder":[{"DOI":"10.13039\/100000185","name":"DOD | Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["W911NF-20-1-0006"],"award-info":[{"award-number":["W911NF-20-1-0006"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000183","name":"DOD | United States Army | RDECOM | Army Research Office","doi-asserted-by":"publisher","award":["W911NF-15-1-0577"],"award-info":[{"award-number":["W911NF-15-1-0577"]}],"id":[{"id":"10.13039\/100000183","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.pnas.org"],"crossmark-restriction":true},"short-container-title":["Proc. Natl. Acad. Sci. U.S.A."],"published-print":{"date-parts":[[2021,5,25]]},"abstract":"<jats:title>Significance<\/jats:title>\n                  <jats:p>Collective intelligence (CI) is critical to solving many scientific, business, and other problems. We find strong support for a general factor of CI using meta-analytic methods in a dataset comprising 22 studies, including 5,279 individuals in 1,356 groups. CI can predict performance in a range of out-of-sample criterion tasks. CI, in turn, is most strongly predicted by group collaboration process, followed by individual skill and group composition. The proportion of women in a group is a significant predictor of group performance, mediated by social perceptiveness.<\/jats:p>","DOI":"10.1073\/pnas.2005737118","type":"journal-article","created":{"date-parts":[[2021,5,17]],"date-time":"2021-05-17T16:35:48Z","timestamp":1621269348000},"update-policy":"https:\/\/doi.org\/10.1073\/pnas.cm10313","source":"Crossref","is-referenced-by-count":133,"title":["Quantifying collective intelligence in human groups"],"prefix":"10.1073","volume":"118","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3807-6364","authenticated-orcid":false,"given":"Christoph","family":"Riedl","sequence":"first","affiliation":[{"name":"D\u2019Amore\u2013McKim School of Business, Northeastern University, Boston, MA 02115;"},{"name":"Khoury College of Computer Sciences, Northeastern University, Boston, MA 02115;"},{"name":"Network Science Institute, Northeastern University, Boston, MA 02115;"},{"name":"Massachusetts Institute of Technology Sloan School of Management, Massachusetts Institute of Technology, Cambridge, MA 02142;"},{"name":"Massachusetts Institute of Technology Center for Collective Intelligence, Massachusetts Institute of Technology, Cambridge, MA 02142;"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5769-3771","authenticated-orcid":false,"given":"Young Ji","family":"Kim","sequence":"additional","affiliation":[{"name":"Department of Communication, University of California, Santa Barbara, CA 93106;"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2640-1390","authenticated-orcid":false,"given":"Pranav","family":"Gupta","sequence":"additional","affiliation":[{"name":"Tepper School of Business, Carnegie Mellon University, Pittsburgh, PA 15213"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7005-1482","authenticated-orcid":false,"given":"Thomas W.","family":"Malone","sequence":"additional","affiliation":[{"name":"Massachusetts Institute of Technology Sloan School of Management, Massachusetts Institute of Technology, Cambridge, MA 02142;"},{"name":"Massachusetts Institute of Technology Center for Collective Intelligence, Massachusetts Institute of Technology, Cambridge, MA 02142;"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anita Williams","family":"Woolley","sequence":"additional","affiliation":[{"name":"Tepper School of Business, Carnegie Mellon University, Pittsburgh, PA 15213"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"341","published-online":{"date-parts":[[2021,5,17]]},"reference":[{"key":"e_1_3_5_1_2","doi-asserted-by":"publisher","DOI":"10.1126\/science.1136099"},{"key":"e_1_3_5_2_2","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-019-0941-9"},{"key":"e_1_3_5_3_2","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1802407115"},{"key":"e_1_3_5_4_2","doi-asserted-by":"publisher","DOI":"10.1126\/science.1193147"},{"key":"e_1_3_5_5_2","doi-asserted-by":"publisher","DOI":"10.2307\/1412107"},{"key":"e_1_3_5_6_2","first-page":"17","article-title":"A collection of definitions of intelligence","volume":"157","author":"Legg S.","year":"2007","unstructured":"S. Legg , M. Hutter , A collection of definitions of intelligence. Front. Artif. Intell. Appl. 157, 17\u201324 (2007).","journal-title":"Front. Artif. Intell. Appl."},{"key":"e_1_3_5_7_2","volume-title":"Superminds: The Surprising Power of People and Computers Thinking Together","author":"Malone T. W.","year":"2018","unstructured":"T. W. Malone , Superminds: The Surprising Power of People and Computers Thinking Together (Little, Brown and Company, New York, 2018)."},{"key":"e_1_3_5_8_2","doi-asserted-by":"publisher","DOI":"10.1016\/S0160-2896(97)90011-8"},{"key":"e_1_3_5_9_2","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X19001213"},{"key":"e_1_3_5_10_2","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2019.00112"},{"key":"e_1_3_5_11_2","first-page":"491","volume-title":"Handbook of Group and Organizational Learning","author":"Woolley A. W.","year":"2020","unstructured":"A. W. Woolley , I. Aggarwal , \u201cCollective intelligence and group learning\u201d in Handbook of Group and Organizational Learning, L. Argote , J. M. Levine , Eds. (Oxford University Press, London, UK, 2020), pp. 491\u2013506."},{"key":"e_1_3_5_12_2","doi-asserted-by":"publisher","DOI":"10.5465\/19416520.2011.590300"},{"key":"e_1_3_5_13_2","doi-asserted-by":"publisher","DOI":"10.1037\/h0033951"},{"key":"e_1_3_5_14_2","first-page":"127","article-title":"Social combination processes of cooperative problem-solving groups on verbal intellective tasks","volume":"1","author":"Laughlin P. R.","year":"1980","unstructured":"P. R. Laughlin , Social combination processes of cooperative problem-solving groups on verbal intellective tasks. Prog. Soc. Psychol. 1, 127\u2013155 (1980).","journal-title":"Prog. Soc. Psychol."},{"key":"e_1_3_5_15_2","volume-title":"In Search of Synergy in Small Group Performance","author":"Larson J. R.","year":"2010","unstructured":"J. R. Larson , In Search of Synergy in Small Group Performance (Psychology Press, New York, NY, 2010)."},{"key":"e_1_3_5_16_2","volume-title":"The Working Brain: An Introduction to Neuropsychology","author":"Luria A. R.","year":"1973","unstructured":"A. R. Luria , The Working Brain: An Introduction to Neuropsychology (Basic Books, New York, 1973)."},{"key":"e_1_3_5_17_2","doi-asserted-by":"publisher","DOI":"10.5465\/amd.2019.0231"},{"key":"e_1_3_5_18_2","first-page":"942","volume-title":"The Biological Basis of Intelligence","author":"Haier R. J.","year":"2020","unstructured":"R. J. Haier , The Biological Basis of Intelligence (Cambridge University Press, Cambridge, UK, 2020), p. 942."},{"key":"e_1_3_5_19_2","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0115212"},{"key":"e_1_3_5_20_2","doi-asserted-by":"crossref","unstructured":"D. Engel\n. \u201cCollective intelligence in computer-mediated collaboration emerges in different contexts and cultures\u201d in Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems (CHI '15) (Association for Computing Machinery New York NY 2015) pp. 3769\u20133778.","DOI":"10.1145\/2702123.2702259"},{"key":"e_1_3_5_21_2","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2016.00676"},{"key":"e_1_3_5_22_2","doi-asserted-by":"publisher","DOI":"10.1037\/apl0000176"},{"key":"e_1_3_5_23_2","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.2016.1243944"},{"key":"e_1_3_5_24_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.intell.2016.11.004"},{"key":"e_1_3_5_25_2","doi-asserted-by":"crossref","unstructured":"Y. J. Kim\n. \u201cWhat makes a strong team? Using collective intelligence to predict performance of teams in League of Legends\u201d in Proceedings of the 2017 ACM Conference on Computer Supported Cooperative Work and Social Computing (CSCW '17) (Association for Computing Machinery New York NY 2017) pp. 2316\u20132329.","DOI":"10.1145\/2998181.2998185"},{"key":"e_1_3_5_26_2","unstructured":"Y. L. Kim\n. Platform for Online Group Studies (POGS) User Manual. GitHub. https:\/\/github.com\/CCI-MIT\/POGS\/wiki\/Platform-for-Online-Group-Studies-%28POGS%29-User-Manual. Deposited 12 February 2021."},{"key":"e_1_3_5_27_2","volume-title":"Groups: Interaction and Performance","author":"McGrath J. E.","year":"1984","unstructured":"J. E. McGrath , Groups: Interaction and Performance (Prentice-Hall, Englewood Cliffs, NJ, 1984)."},{"key":"e_1_3_5_28_2","volume-title":"Group Process and Productivity","author":"Steiner I. D.","year":"1972","unstructured":"I. D. Steiner , Group Process and Productivity (Academic Press, New York, 1972)."},{"key":"e_1_3_5_29_2","doi-asserted-by":"publisher","DOI":"10.1002\/9780470743386"},{"key":"e_1_3_5_30_2","volume-title":"Data Mining: Practical Machine Learning Tools and Techniques","author":"Witten I. H.","year":"2005","unstructured":"I. H. Witten , E. Frank , Data Mining: Practical Machine Learning Tools and Techniques (Morgan Kaufmann, New York, NY, 2005)."},{"key":"e_1_3_5_31_2","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.112.1.155"},{"key":"e_1_3_5_32_2","doi-asserted-by":"publisher","DOI":"10.1111\/1469-7610.00715"},{"key":"e_1_3_5_33_2","first-page":"315","volume-title":"Handbook of Organizational Behavior","author":"Hackman J. R.","year":"1987","unstructured":"J. R. Hackman , \u201cThe design of work teams\u201d in Handbook of Organizational Behavior, J. W. Lorsch , Ed. (Prentice Hall, Englewood Cliffs, NJ, 1987), pp. 315\u2013342."},{"key":"e_1_3_5_34_2","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"e_1_3_5_35_2","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2020.00417"},{"key":"e_1_3_5_36_2","unstructured":"N. Hashmi \u201cThe more the merrier? Understanding the effect of group size on collective intelligence \u201d PhD thesis Massachusetts Institute of Technology Cambridge MA (2017)."},{"key":"e_1_3_5_37_2","doi-asserted-by":"publisher","DOI":"10.1177\/104649640103200501"},{"key":"e_1_3_5_38_2","doi-asserted-by":"publisher","DOI":"10.1111\/j.1744-6570.2000.tb00214.x"},{"key":"e_1_3_5_39_2","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2019.00814"}],"updated-by":[{"DOI":"10.1073\/pnas.2204380119","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2022,5,3]],"date-time":"2022-05-03T00:00:00Z","timestamp":1651536000000}}],"container-title":["Proceedings of the National Academy of Sciences"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/www.pnas.org\/syndication\/doi\/10.1073\/pnas.2005737118","content-type":"unspecified","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/pnas.org\/doi\/pdf\/10.1073\/pnas.2005737118","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,3]],"date-time":"2022-05-03T11:15:48Z","timestamp":1651576548000},"score":1,"resource":{"primary":{"URL":"https:\/\/pnas.org\/doi\/full\/10.1073\/pnas.2005737118"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,17]]},"references-count":39,"journal-issue":{"issue":"21","published-print":{"date-parts":[[2021,5,25]]}},"alternative-id":["10.1073\/pnas.2005737118"],"URL":"https:\/\/doi.org\/10.1073\/pnas.2005737118","relation":{},"ISSN":["0027-8424","1091-6490"],"issn-type":[{"value":"0027-8424","type":"print"},{"value":"1091-6490","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,5,17]]},"assertion":[{"value":"2020-03-26","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2021-05-17","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"e2005737118"}}