{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T12:17:41Z","timestamp":1763468261022,"version":"3.41.0"},"publisher-location":"New York, New York, USA","reference-count":29,"publisher":"ACM Press","license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["N000141410095"],"award-info":[{"award-number":["N000141410095"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1145\/2700171.2791028","type":"proceedings-article","created":{"date-parts":[[2015,8,26]],"date-time":"2015-08-26T16:48:13Z","timestamp":1440607693000},"page":"123-131","source":"Crossref","is-referenced-by-count":3,"title":["Text, Topics, and Turkers"],"prefix":"10.1145","author":[{"given":"Fred","family":"Morstatter","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"J\u00fcrgen","family":"Pfeffer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Katja","family":"Mayer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huan","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","reference":[{"key":"key-10.1145\/2700171.2791028-1","unstructured":"N. Aletras and M. Stevenson. Evaluating Topic Coherence using Distributional Semantics. In IWCS, pages 13--22, 2013."},{"key":"key-10.1145\/2700171.2791028-2","unstructured":"D. M. Blei, A. Y. Ng, and M. I. Jordan. Latent Dirichlet Allocation. The Journal of Machine Learning Research, 3:993--1022, 2003."},{"key":"key-10.1145\/2700171.2791028-3","unstructured":"G. Bouma. Normalized (Pointwise) Mutual Information in Collocation Extraction. Proceedings of GSCL, pages 31--40, 2009."},{"key":"key-10.1145\/2700171.2791028-4","unstructured":"J. Chang, J. L. Boyd-Graber, S. Gerrish, C. Wang, and D. M. Blei. Reading Tea Leaves: How Humans Interpret Topic Models. In NIPS, volume 22, pages 288--296, 2009."},{"key":"key-10.1145\/2700171.2791028-5","unstructured":"J. Eisenstein, B. O'Connor, N. A. Smith, and E. P. Xing. A Latent Variable Model for Geographic Lexical Variation. In EMNLP, pages 1277--1287, 2010."},{"key":"key-10.1145\/2700171.2791028-6","doi-asserted-by":"crossref","unstructured":"T. L. Griffiths and M. Steyvers. Finding Scientific Topics. PNAS, 101(Suppl 1):5228--5235, 2004.","DOI":"10.1073\/pnas.0307752101"},{"key":"key-10.1145\/2700171.2791028-7","doi-asserted-by":"crossref","unstructured":"A. O. Hirschman. National Power and the Structure of Foreign Trade. University of California Press, Berkeley, CA, 1945.","DOI":"10.1525\/9780520378179"},{"key":"key-10.1145\/2700171.2791028-8","doi-asserted-by":"crossref","unstructured":"L. Hong, A. Ahmed, S. Gurumurthy, A. J. Smola, and K. Tsioutsiouliklis. Discovering Geographical Topics in the Twitter Stream. In WWW, pages 769--778, 2012.","DOI":"10.1145\/2187836.2187940"},{"key":"key-10.1145\/2700171.2791028-9","doi-asserted-by":"crossref","unstructured":"Y. Hu, A. John, F. Wang, and S. Kambhampati. ET-LDA: Joint Topic Modeling for Aligning Events and their Twitter Feedback. In AAAI, volume 12, pages 59--65, 2012.","DOI":"10.1609\/aaai.v26i1.8106"},{"key":"key-10.1145\/2700171.2791028-10","doi-asserted-by":"crossref","unstructured":"K. Joseph, C. H. Tan, and K. M. Carley. Beyond \"Local\", \"Categories\" and \"Friends\": Clustering foursquare Users with Latent \"Topics\". In UbiComp, pages 919--926, 2012.","DOI":"10.1145\/2370216.2370422"},{"key":"key-10.1145\/2700171.2791028-11","doi-asserted-by":"crossref","unstructured":"J. M. Joyce. Kullback-Leibler Divergence. In International Encyclopedia of Statistical Science, pages 720--722. Springer, 2011.","DOI":"10.1007\/978-3-642-04898-2_327"},{"key":"key-10.1145\/2700171.2791028-12","unstructured":"K. Kireyev, L. Palen, and K. Anderson. Applications of Topics Models to Analysis of Disaster-Related Twitter Data. In NIPS Workshop on Applications for Topic Models: Text and Beyond, volume 1, 2009."},{"key":"key-10.1145\/2700171.2791028-13","doi-asserted-by":"crossref","unstructured":"J. H. Lau, D. Newman, and T. Baldwin. Machine Reading Tea Leaves: Automatically Evaluating Topic Coherence and Topic Model Quality. In Proceedings of the European Chapter of the Association for Computational Linguistics, pages 530--539, 2014.","DOI":"10.3115\/v1\/E14-1056"},{"key":"key-10.1145\/2700171.2791028-14","doi-asserted-by":"crossref","unstructured":"J. Lin. Divergence Measures Based on the Shannon Entropy. Information Theory, IEEE Transactions on, 37(1):145--151, Jan 1991.","DOI":"10.1109\/18.61115"},{"key":"key-10.1145\/2700171.2791028-15","doi-asserted-by":"crossref","unstructured":"J. Mahmud, J. Nichols, and C. Drews. Where Is This Tweet From? Inferring Home Locations of Twitter Users. In ICWSM, pages 511--514, 2012.","DOI":"10.1609\/icwsm.v6i1.14299"},{"key":"key-10.1145\/2700171.2791028-16","unstructured":"K. Mayer and J. Pfeffer. Mapping Social Sciences and Humanities. Horizons for Social Sciences and Humanities, 09 2014."},{"key":"key-10.1145\/2700171.2791028-17","unstructured":"A. K. McCallum. MALLET: A Machine Learning for Language Toolkit. http:\/\/mallet.cs.umass.edu, 2002."},{"key":"key-10.1145\/2700171.2791028-18","unstructured":"D. Mimno, H. M. Wallach, E. Talley, M. Leenders, and A. McCallum. Optimizing Semantic Coherence in Topic Models. In EMNLP, pages 262--272, 2011."},{"key":"key-10.1145\/2700171.2791028-19","doi-asserted-by":"crossref","unstructured":"F. Morstatter, N. Lubold, H. Pon-Barry, J. Pfeffer, and H. Liu. Finding Eyewitness Tweets During Crises. In ACL 2014 Workshop on Language Technologies and Computational Social Science, 2014.","DOI":"10.3115\/v1\/W14-2509"},{"key":"key-10.1145\/2700171.2791028-20","doi-asserted-by":"crossref","unstructured":"F. Morstatter, J. Pfeffer, H. Liu, and K. M. Carley. Is the Sample Good Enough? Comparing Data from Twitter's Streaming API with Twitter's Firehose. In Proceedings of ICWSM, pages 400--408, 2013.","DOI":"10.1609\/icwsm.v7i1.14401"},{"key":"key-10.1145\/2700171.2791028-21","unstructured":"D. Newman, J. H. Lau, K. Grieser, and T. Baldwin. Automatic Evaluation of Topic Coherence. In NAACL, pages 100--108, 2010."},{"key":"key-10.1145\/2700171.2791028-22","doi-asserted-by":"crossref","unstructured":"M. Röder, A. Both, and A. Hinneburg. Exploring the Space of Topic Coherence Measures. In WSDM, pages 399--408, 2015.","DOI":"10.1145\/2684822.2685324"},{"key":"key-10.1145\/2700171.2791028-23","unstructured":"B. M. Schmidt. Words Alone: Dismantling Topic Models in the Humanities. Journal of Digital Humanities, 2(1):49--65, 2012."},{"key":"key-10.1145\/2700171.2791028-24","doi-asserted-by":"crossref","unstructured":"R. Snow, B. O'Connor, D. Jurafsky, and A. Y. Ng. Cheap and Fast--But is it Good? Evaluating Non-Expert Annotations for Natural Language Tasks. In EMNLP, pages 254--263. Association for Computational Linguistics, 2008.","DOI":"10.3115\/1613715.1613751"},{"key":"key-10.1145\/2700171.2791028-25","doi-asserted-by":"crossref","unstructured":"C. Spearman. The Proof and Measurement of Association between Two Things. The American Journal of Psychology, 15(1):72--101, 1904.","DOI":"10.2307\/1412159"},{"key":"key-10.1145\/2700171.2791028-26","doi-asserted-by":"crossref","unstructured":"Y. W. Teh, M. I. Jordan, M. J. Beal, and D. M. Blei. Hierarchical Dirichlet Processes. Journal of the American Statistical Association, 101(476), 2006.","DOI":"10.1198\/016214506000000302"},{"key":"key-10.1145\/2700171.2791028-27","doi-asserted-by":"crossref","unstructured":"A. Tumasjan, T. O. Sprenger, P. G. Sandner, and I. M. Welpe. Predicting Elections with Twitter: What 140 Characters Reveal about Political Sentiment. In ICWSM, pages 178--185, 2010.","DOI":"10.1609\/icwsm.v4i1.14009"},{"key":"key-10.1145\/2700171.2791028-28","doi-asserted-by":"crossref","unstructured":"H. M. Wallach, I. Murray, R. Salakhutdinov, and D. Mimno. Evaluation Methods for Topic Models. In ICML, pages 1105--1112, 2009.","DOI":"10.1145\/1553374.1553515"},{"key":"key-10.1145\/2700171.2791028-29","doi-asserted-by":"crossref","unstructured":"Z. Yin, L. Cao, J. Han, C. Zhai, and T. Huang. Geographical Topic Discovery and Comparison. In WWW, pages 247--256, 2011.","DOI":"10.1145\/1963405.1963443"}],"event":{"number":"26","sponsor":["SIGWEB, ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGCHI, ACM Special Interest Group on Computer-Human Interaction"],"acronym":"HT '15","name":"the 26th ACM Conference","start":{"date-parts":[[2015,9,1]]},"location":"Guzelyurt, Northern Cyprus","end":{"date-parts":[[2015,9,4]]}},"container-title":["Proceedings of the 26th ACM Conference on Hypertext & Social Media - HT '15"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2700171.2791028","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/dl.acm.org\/ft_gateway.cfm?id=2791028&ftid=1615489&dwn=1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T06:17:00Z","timestamp":1750227420000},"score":1,"resource":{"primary":{"URL":"http:\/\/dl.acm.org\/citation.cfm?doid=2700171.2791028"}},"subtitle":["A Consensus Measure for Statistical Topics"],"proceedings-subject":"Hypertext & Social Media","short-title":[],"issued":{"date-parts":[[2015]]},"references-count":29,"URL":"https:\/\/doi.org\/10.1145\/2700171.2791028","relation":{},"subject":[],"published":{"date-parts":[[2015]]}}}