{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T07:01:54Z","timestamp":1778310114947,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613905.3637133","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:15:21Z","timestamp":1715415321000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Evaluating Interactive Topic Models in Applied Settings"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-5727-0102","authenticated-orcid":false,"given":"Sally","family":"Gao","sequence":"first","affiliation":[{"name":"Thomson Reuters Labs, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7817-1171","authenticated-orcid":false,"given":"Milda","family":"Norkute","sequence":"additional","affiliation":[{"name":"Thomson Reuters Labs, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-2742-4569","authenticated-orcid":false,"given":"Abhinav","family":"Agrawal","sequence":"additional","affiliation":[{"name":"Thomson Reuters Labs, India"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553378"},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/K17-1022"},{"key":"e_1_3_3_3_3_1","volume-title":"Latent Dirichlet Allocation. J. Mach. Learn. Res. 3 (Mar","author":"Blei M.","year":"2003","unstructured":"David\u00a0M. Blei, Andrew\u00a0Y. Ng, and Michael\u00a0I. Jordan. 2003. Latent Dirichlet Allocation. J. Mach. Learn. Res. 3 (Mar 2003), 993\u20131022."},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000030"},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1191\/1478088706qp063oa"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v6i1.14321"},{"key":"e_1_3_3_3_7_1","volume-title":"Proceedings of the 22nd International Conference on Neural Information Processing Systems","author":"Chang Jonathan","year":"2009","unstructured":"Jonathan Chang, Jordan Boyd-Graber, Sean Gerrish, Chong Wang, and David\u00a0M. Blei. 2009. Reading Tea Leaves: How Humans Interpret Topic Models. In Proceedings of the 22nd International Conference on Neural Information Processing Systems (Vancouver, British Columbia, Canada) (NIPS\u201909). Curran Associates Inc., Red Hook, NY, USA, 288\u2013296."},{"key":"e_1_3_3_3_8_1","volume-title":"Interactive Topic Modeling with Anchor Words. ArXiv abs\/1907.04919 (June","author":"Dasgupta Sanjoy","year":"2019","unstructured":"Sanjoy Dasgupta, Stefanos Poulis, and Christopher Tosh. 2019. Interactive Topic Modeling with Anchor Words. ArXiv abs\/1907.04919 (June 2019), 1\u20137. http:\/\/arxiv.org\/abs\/1907.04919 arXiv:1907.04919."},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0307752101"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2854158"},{"key":"e_1_3_3_3_12_1","first-page":"2018","article-title":"Is automated topic model evaluation broken? the incoherence of coherence","volume":"34","author":"Hoyle Alexander","year":"2021","unstructured":"Alexander Hoyle, Pranav Goel, Andrew Hian-Cheong, Denis Peskov, Jordan Boyd-Graber, and Philip Resnik. 2021. Is automated topic model evaluation broken? the incoherence of coherence. Advances in Neural Information Processing Systems 34 (2021), 2018\u20132033.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_3_3_13_1","volume-title":"Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies. Association for Computational Linguistics","author":"Hu Yuening","year":"2011","unstructured":"Yuening Hu, Jordan Boyd-Graber, and Brianna Satinoff. 2011. Interactive Topic Modeling. In Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies. Association for Computational Linguistics, Portland, Oregon, USA, 248\u2013257. https:\/\/aclanthology.org\/P11-1026"},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2017.03.007"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1076"},{"key":"e_1_3_3_3_18_1","first-page":"1","article-title":"In Search of Coherence and Consensus: Measuring the Interpretability of Statistical Topics","volume":"18","author":"Morstatter Fred","year":"2018","unstructured":"Fred Morstatter and Huan Liu. 2018. In Search of Coherence and Consensus: Measuring the Interpretability of Statistical Topics. Journal of Machine Learning Research 18, 169 (2018), 1\u201332. http:\/\/jmlr.org\/papers\/v18\/17-069.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.websem.2010.03.005"},{"key":"e_1_3_3_3_20_1","volume-title":"Automatic Evaluation of Topic Coherence. In Human Language Technologies: The 2010 Annual Conference of the North American Chapter of the Association for Computational Linguistics","author":"Newman David","year":"2010","unstructured":"David Newman, Jey\u00a0Han Lau, Karl Grieser, and Timothy Baldwin. 2010. Automatic Evaluation of Topic Coherence. In Human Language Technologies: The 2010 Annual Conference of the North American Chapter of the Association for Computational Linguistics (Los Angeles, California) (HLT \u201910). Association for Computational Linguistics, USA, 100\u2013108."},{"key":"e_1_3_3_3_21_1","volume-title":"Interactive Topic Modeling. Master\u2019s thesis","author":"Pleple Quentin","unstructured":"Quentin Pleple. 2013. Interactive Topic Modeling. Master\u2019s thesis. University of California, San Diego."},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.3115\/1699510.1699543"},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3172944.3172965"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377491"},{"key":"e_1_3_3_3_25_1","volume-title":"Interactive Topic Model with Enhanced Interpretability. In IUI Workshops. ACM","author":"Wang Jun","year":"2019","unstructured":"Jun Wang, Changsheng Zhao, Junfu Xiang, and Kanji Uchino. 2019. Interactive Topic Model with Enhanced Interpretability. In IUI Workshops. ACM, Los Angeles, USA, 1\u20137."},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1037"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613905.3637133","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613905.3637133","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:57:19Z","timestamp":1750291039000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613905.3637133"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":26,"alternative-id":["10.1145\/3613905.3637133","10.1145\/3613905"],"URL":"https:\/\/doi.org\/10.1145\/3613905.3637133","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}