{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,22]],"date-time":"2026-03-22T01:58:34Z","timestamp":1774144714575,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2012,6,22]],"date-time":"2012-06-22T00:00:00Z","timestamp":1340323200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2012,6,22]]},"DOI":"10.1145\/2380718.2380739","type":"proceedings-article","created":{"date-parts":[[2012,10,5]],"date-time":"2012-10-05T13:55:16Z","timestamp":1349445316000},"page":"151-160","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":35,"title":["Crowd IQ"],"prefix":"10.1145","author":[{"given":"Michal","family":"Kosinski","sequence":"first","affiliation":[{"name":"University of Cambridge, UK"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yoram","family":"Bachrach","sequence":"additional","affiliation":[{"name":"Microsoft Research, Cambridge, UK"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gjergji","family":"Kasneci","sequence":"additional","affiliation":[{"name":"Microsoft Research, Cambridge, UK"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jurgen","family":"Van-Gael","sequence":"additional","affiliation":[{"name":"Microsoft Research, Cambridge, UK"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thore","family":"Graepel","sequence":"additional","affiliation":[{"name":"Microsoft Research, Cambridge, UK"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2012,6,22]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1367497.1367587"},{"key":"e_1_3_2_1_2_1","volume-title":"ICIS 2009 Proceedings, 200","author":"Archak N.","year":"2009","unstructured":"N. Archak and A. Sundararajan. Optimal design of crowdsourcing contests. ICIS 2009 Proceedings, 200, 2009."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-009-9078-9"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-008-9073-6"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/1661445.1661767"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.5555\/2343576.2343653"},{"key":"e_1_3_2_1_7_1","unstructured":"W.A.M. Borst. Understanding Crowdsourcing: Effects of motivation and rewards on participation and performance in voluntary online activities. PhD thesis Erasmus University Rotterdam 2010."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1566374.1566392"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1924421.1924442"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1718487.1718504"},{"key":"e_1_3_2_1_12_1","volume-title":"AAAI","author":"Gao A.","year":"2012","unstructured":"A. Gao, Y. Bachrach, Key P., and T. Graepel. Quality expectation-variance tradeoffs in crowdsourcing contests. AAAI, 2012."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/138859.138867"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0160-2896(97)90014-3"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1038\/461879a"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.5555\/1564131.1564137"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1837885.1837906"},{"key":"e_1_3_2_1_18_1","volume-title":"The g factor: The science of mental ability","author":"Jensen A.R.","year":"1998","unstructured":"A.R. Jensen. The g factor: The science of mental ability. London: Westport, 1998."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2005.05.019"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1935826.1935896"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5555\/1888305.1888307"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2003.1167344"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199290420.003.0020"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.86.1.96"},{"key":"e_1_3_2_1_25_1","volume-title":"Are the many smarter than the few?","author":"Lyle J.A.","year":"2008","unstructured":"J.A. Lyle. Collective problem solving: Are the many smarter than the few? 2008."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1809400.1809422"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.2307\/2585673"},{"key":"e_1_3_2_1_28_1","volume-title":"Computational aspects of prediction markets","author":"Pennock D.M.","year":"2007","unstructured":"D.M. Pennock and R. Sami. Computational aspects of prediction markets, 2007."},{"key":"e_1_3_2_1_29_1","unstructured":"J.C. Raven. Standard progressive matrices plus sets a-e."},{"key":"e_1_3_2_1_30_1","volume-title":"\u00c9ditions Scientifiques et Psychotechniques","author":"Raven J.C.","year":"1938","unstructured":"J.C. Raven. Progressive matrices. \u00c9ditions Scientifiques et Psychotechniques, 1938."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1006\/cogp.1999.0735"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1859894"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/371920.372071"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.5555\/2050728.2050764"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.86.1.162"},{"key":"e_1_3_2_1_36_1","volume-title":"Social choice theory. Handbook of mathematical economics, 3:1073--1181","author":"Sen A.","year":"1986","unstructured":"A. Sen. Social choice theory. Handbook of mathematical economics, 3:1073--1181, 1986."},{"key":"e_1_3_2_1_37_1","first-page":"31","volume-title":"A value for n-person games. Contrib. to the Theory of Games","author":"Shapley L. S.","year":"1953","unstructured":"L. S. Shapley. A value for n-person games. Contrib. to the Theory of Games, pages 31--40, 1953."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.2307\/1951053"},{"key":"e_1_3_2_1_39_1","volume-title":"The abilities of man","author":"Spearman C.","year":"1927","unstructured":"C. Spearman. The abilities of man. 1927."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2006.196"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/SERVICES-I.2009.56"},{"key":"e_1_3_2_1_42_1","volume-title":"Proc. 7th Int. Workshop on Trust in Agent Societies","author":"Whitby A.","year":"2004","unstructured":"A. Whitby, A. J\u00f8sang, and J. Indulska. Filtering out unfair ratings in bayesian reputation systems. In Proc. 7th Int. Workshop on Trust in Agent Societies, 2004."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","DOI":"10.3386\/w10504","volume-title":"Prediction markets. Technical report","author":"Wolfers J.","year":"2004","unstructured":"J. Wolfers and E. Zitzewitz. Prediction markets. Technical report, National Bureau of Economic Research, 2004."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.1193147"}],"event":{"name":"WebSci '12: Web Science 2012","location":"Evanston Illinois","acronym":"WebSci '12","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the 4th Annual ACM Web Science Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2380718.2380739","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2380718.2380739","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,22]],"date-time":"2026-03-22T01:40:49Z","timestamp":1774143649000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2380718.2380739"}},"subtitle":["measuring the intelligence of crowdsourcing platforms"],"short-title":[],"issued":{"date-parts":[[2012,6,22]]},"references-count":44,"alternative-id":["10.1145\/2380718.2380739","10.1145\/2380718"],"URL":"https:\/\/doi.org\/10.1145\/2380718.2380739","relation":{},"subject":[],"published":{"date-parts":[[2012,6,22]]},"assertion":[{"value":"2012-06-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}