{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T11:53:10Z","timestamp":1791287590793,"version":"4.1.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,2,27]],"date-time":"2016-02-27T00:00:00Z","timestamp":1456531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,2,27]]},"DOI":"10.1145\/2818048.2819968","type":"proceedings-article","created":{"date-parts":[[2016,2,29]],"date-time":"2016-02-29T16:40:27Z","timestamp":1456764027000},"page":"438-451","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["On the Wisdom of Experts vs. Crowds"],"prefix":"10.1145","author":[{"given":"Muhammad Bilal","family":"Zafar","sequence":"first","affiliation":[{"name":"Max Planck Institute of Software Systems"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Parantapa","family":"Bhattacharya","sequence":"additional","affiliation":[{"name":"IIT Kharagpur"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Niloy","family":"Ganguly","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Saptarshi","family":"Ghosh","sequence":"additional","affiliation":[{"name":"Max Planck Institute of Software Systems"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Krishna P.","family":"Gummadi","sequence":"additional","affiliation":[{"name":"Max Planck Institute of Software Systems"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2016,2,27]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2010. How Google Ranks Tweets. (2010). http:\/\/www.technologyreview.in\/web\/24353\/.  2010. How Google Ranks Tweets. (2010). http:\/\/www.technologyreview.in\/web\/24353\/."},{"key":"e_1_3_2_1_2_1","unstructured":"2014. How Justin Bieber's Troubles Exposed Twitter's Achilles' Heel. http:\/\/bit.ly\/twitter-achilles-heel. (2014).  2014. How Justin Bieber's Troubles Exposed Twitter's Achilles' Heel. http:\/\/bit.ly\/twitter-achilles-heel. (2014)."},{"key":"e_1_3_2_1_3_1","unstructured":"2015. Twitter Help Centre \u2014 Using Twitter lists. http:\/\/bit.ly\/how-to-use-twitter-lists. (2015).  2015. Twitter Help Centre \u2014 Using Twitter lists. http:\/\/bit.ly\/how-to-use-twitter-lists. (2015)."},{"key":"e_1_3_2_1_4_1","unstructured":"500M-tweets-daily 2013. Twitter in numbers. http:\/\/bit.ly\/twitter-in-numbers. (2013).  500M-tweets-daily 2013. Twitter in numbers. http:\/\/bit.ly\/twitter-in-numbers. (2013)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572033"},{"key":"e_1_3_2_1_6_1","unstructured":"amt-masters 2011. Get better results with less effort with Mechanical Turk Masters \u2013 The Mechanical Turk blog. http:\/\/bit.ly\/amt-masters. (2011).  amt-masters 2011. Get better results with less effort with Mechanical Turk Masters \u2013 The Mechanical Turk blog. http:\/\/bit.ly\/amt-masters. (2011)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2645710.2645729"},{"key":"e_1_3_2_1_8_1","unstructured":"Fabr\u00edcio Benevenuto Gabriel Magno Tiago Rodrigues and Virg\u00edlio Almeida. 2010. Detecting spammers on Twitter. In CEAS.  Fabr\u00edcio Benevenuto Gabriel Magno Tiago Rodrigues and Virg\u00edlio Almeida. 2010. Detecting spammers on Twitter. In CEAS."},{"key":"e_1_3_2_1_9_1","volume-title":"Survey of text Mining - clustering, classfication and retrieval","author":"Berry Michael W.","unstructured":"Michael W. Berry . 2004. Survey of text Mining - clustering, classfication and retrieval . Springer . Michael W. Berry. 2004. Survey of text Mining - clustering, classfication and retrieval. Springer."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2531602.2531636"},{"key":"e_1_3_2_1_11_1","unstructured":"Munmun De Choudhury Scott Counts and Mary Czerwinski. 2011. Find Me the Right Content! Diversity-Based Sampling of Social Media Spaces for Topic-Centric Search. In AAAI ICWSM.  Munmun De Choudhury Scott Counts and Mary Czerwinski. 2011. Find Me the Right Content! Diversity-Based Sampling of Social Media Spaces for Topic-Centric Search. In AAAI ICWSM."},{"key":"e_1_3_2_1_12_1","volume-title":"Efficient capital markets: a review of theory and empirical work. The Journal of Finance","author":"Fama Eugene F.","year":"1970","unstructured":"Eugene F. Fama . 1970. Efficient capital markets: a review of theory and empirical work. The Journal of Finance ( 1970 ). Eugene F. Fama. 1970. Efficient capital markets: a review of theory and empirical work. The Journal of Finance (1970)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348361"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2505615"},{"key":"e_1_3_2_1_15_1","volume-title":"NAACL HLT Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk.","author":"Grady Catherine","year":"2010","unstructured":"Catherine Grady and Matthew Lease . 2010 . Crowdsourcing document relevance assessment with Mechanical Turk . In NAACL HLT Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk. Catherine Grady and Matthew Lease. 2010. Crowdsourcing document relevance assessment with Mechanical Turk. In NAACL HLT Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1866307.1866311"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Zolt\u00e1n Gy\u00f6ngyi Hector Garcia-Molina and Jan Pedersen. 2004. Combating web spam with trustrank. In VLDB.   Zolt\u00e1n Gy\u00f6ngyi Hector Garcia-Molina and Jan Pedersen. 2004. Combating web spam with trustrank. In VLDB.","DOI":"10.1016\/B978-012088469-8.50052-8"},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings of AAAI International Conference on Weblogs and Social Media.","author":"Hentschel Martin","year":"2014","unstructured":"Martin Hentschel , Omar Alonso , Scott Counts , and Vasilis Kandylas . 2014 . Finding Users we Trust: Scaling up Verfied Twitter Users Using their Communication Patterns . In Proceedings of AAAI International Conference on Weblogs and Social Media. Martin Hentschel, Omar Alonso, Scott Counts, and Vasilis Kandylas. 2014. Finding Users we Trust: Scaling up Verfied Twitter Users Using their Communication Patterns. In Proceedings of AAAI International Conference on Weblogs and Social Media."},{"key":"e_1_3_2_1_19_1","volume-title":"Proc. AAAI International Conference on Weblogs and Social Media (ICWSM)","author":"Kulshrestha Juhi","unstructured":"Juhi Kulshrestha , Farshad Kooti , Ashkan Nikravesh , and Krishna P. Gummadi . 2012. Geographic Dissection of the Twitter Network . In Proc. AAAI International Conference on Weblogs and Social Media (ICWSM) . Dublin, Ireland. Juhi Kulshrestha, Farshad Kooti, Ashkan Nikravesh, and Krishna P. Gummadi. 2012. Geographic Dissection of the Twitter Network. In Proc. AAAI International Conference on Weblogs and Social Media (ICWSM). Dublin, Ireland."},{"key":"e_1_3_2_1_20_1","volume-title":"Lisette Espin Noboa, Krishna P. Gummadi, and Saptarshi Ghosh.","author":"Kulshrestha Juhi","year":"2015","unstructured":"Juhi Kulshrestha , Muhammad Bilal Zafar , Lisette Espin Noboa, Krishna P. Gummadi, and Saptarshi Ghosh. 2015 . Characterizing Information Diets of Social Media Users. In AAAI ICWSM. Juhi Kulshrestha, Muhammad Bilal Zafar, Lisette Espin Noboa, Krishna P. Gummadi, and Saptarshi Ghosh. 2015. Characterizing Information Diets of Social Media Users. In AAAI ICWSM."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2011.171"},{"key":"e_1_3_2_1_22_1","volume-title":"Introduction to Information Retrieval","author":"Manning Christopher D.","unstructured":"Christopher D. Manning , Prabhakar Raghavan , and Hinrich Schutze . 2008. Introduction to Information Retrieval . Cambridge University Press . Christopher D. Manning, Prabhakar Raghavan, and Hinrich Schutze. 2008. Introduction to Information Retrieval. Cambridge University Press."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2124295.2124364"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2145204.2145274"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Brendan O'Connor and others. 2010. TweetMotif: exploratory search and topic summarization for Twitter. In AAAI ICWSM.  Brendan O'Connor and others. 2010. TweetMotif: exploratory search and topic summarization for Twitter. In AAAI ICWSM.","DOI":"10.1609\/icwsm.v4i1.14008"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1935826.1935843"},{"key":"e_1_3_2_1_27_1","volume":"199","author":"Poses R. M.","unstructured":"R. M. Poses , C. Bekes , R. L. Winkler , W. E. Scott , and F. J. Copare. 199 0. Are two (inexperienced) heads better than one (experienced) head? Averaging house officers' prognostic judgments for critically ill patients. Archives of Internal Medicine (1990). R. M. Poses, C. Bekes, R. L. Winkler, W. E. Scott, and F. J. Copare. 1990. Are two (inexperienced) heads better than one (experienced) head? Averaging house officers' prognostic judgments for critically ill patients. Archives of Internal Medicine (1990).","journal-title":"J. Copare."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Daniel Ramage Susan Dumais and Dan Liebling. 2010. Characterizing microblogs with topic models. In AAAI ICWSM.  Daniel Ramage Susan Dumais and Dan Liebling. 2010. Characterizing microblogs with topic models. In AAAI ICWSM.","DOI":"10.1609\/icwsm.v4i1.14026"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/1653771.1653781"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2342549.2342563"},{"key":"e_1_3_2_1_31_1","unstructured":"Mark Stevenson and Yorick Wilks. 2003. Word-Sense Disambiguation. In The Oxford Handbook of Computational Linguistics.  Mark Stevenson and Yorick Wilks. 2003. Word-Sense Disambiguation. In The Oxford Handbook of Computational Linguistics."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1935826.1935842"},{"key":"e_1_3_2_1_33_1","volume-title":"Trafficking Fraudulent Accounts: The Role of the Underground Market in Twitter Spam and Abuse. In USENIX Security Symposium.","author":"Kurt","unstructured":"Kurt Thomas and others. 2013 . Trafficking Fraudulent Accounts: The Role of the Underground Market in Twitter Spam and Abuse. In USENIX Security Symposium. Kurt Thomas and others. 2013. Trafficking Fraudulent Accounts: The Role of the Underground Market in Twitter Spam and Abuse. In USENIX Security Symposium."},{"key":"e_1_3_2_1_34_1","volume-title":"Monitoring, Analysis \u2014 Topsy.com.","year":"2015","unstructured":"topsy 2015. Twitter Search , Monitoring, Analysis \u2014 Topsy.com. ( 2015 ). topsy.com. topsy 2015. Twitter Search, Monitoring, Analysis \u2014 Topsy.com. (2015). topsy.com."},{"key":"e_1_3_2_1_35_1","unstructured":"trec-crowdsourcing-track 2013. TREC Crowdsourcing Track. (2013). https:\/\/sites.google.com\/site\/treccrowd\/.  trec-crowdsourcing-track 2013. TREC Crowdsourcing Track. (2013). https:\/\/sites.google.com\/site\/treccrowd\/."},{"key":"e_1_3_2_1_36_1","volume-title":"TREC 2013 Proceedings.","year":"2013","unstructured":"trec-microblog 2013 . TREC 2013 Proceedings. (2013). 1.usa.gov\/1pYamLX. trec-microblog 2013. TREC 2013 Proceedings. (2013). 1.usa.gov\/1pYamLX."},{"key":"e_1_3_2_1_37_1","unstructured":"twinitor 2015. Twinitor: Twitter search and monitoring. (2015). www.twinitor.com.  twinitor 2015. Twinitor: Twitter search and monitoring. (2015). www.twinitor.com."},{"key":"e_1_3_2_1_38_1","unstructured":"twitter-search 2015. Twitter Search. (2015). https:\/\/twitter.com\/search-home.  twitter-search 2015. Twitter Search. (2015). https:\/\/twitter.com\/search-home."},{"key":"e_1_3_2_1_39_1","unstructured":"twitter-search-api 2015. The Search API \u2014 Twitter Developers. (2015). https:\/\/dev.twitter.com\/rest\/public\/search.  twitter-search-api 2015. The Search API \u2014 Twitter Developers. (2015). https:\/\/dev.twitter.com\/rest\/public\/search."},{"key":"e_1_3_2_1_40_1","unstructured":"twitter-verfication 2015. Twitter verfied accounts. (2015). bit.ly\/1bJ8HoL.  twitter-verfication 2015. Twitter verfied accounts. (2015). bit.ly\/1bJ8HoL."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/SocialCom-PASSAT.2012.30"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675144"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/243199.243202"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187872"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623336"}],"event":{"name":"CSCW '16: Computer Supported Cooperative Work and Social Computing","location":"San Francisco California USA","acronym":"CSCW '16","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 19th ACM Conference on Computer-Supported Cooperative Work & Social Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2818048.2819968","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2818048.2819968","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T05:48:29Z","timestamp":1750225709000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2818048.2819968"}},"subtitle":["Discovering Trustworthy Topical News in Microblogs"],"short-title":[],"issued":{"date-parts":[[2016,2,27]]},"references-count":45,"alternative-id":["10.1145\/2818048.2819968","10.1145\/2818048"],"URL":"https:\/\/doi.org\/10.1145\/2818048.2819968","relation":{},"subject":[],"published":{"date-parts":[[2016,2,27]]},"assertion":[{"value":"2016-02-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}