{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T14:34:04Z","timestamp":1781188444744,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":15,"publisher":"ACM","license":[{"start":{"date-parts":[[2009,6,14]],"date-time":"2009-06-14T00:00:00Z","timestamp":1244937600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000145","name":"Division of Information and Intelligent Systems","doi-asserted-by":"publisher","award":["IIS-0326249"],"award-info":[{"award-number":["IIS-0326249"]}],"id":[{"id":"10.13039\/100000145","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2009,6,14]]},"DOI":"10.1145\/1553374.1553515","type":"proceedings-article","created":{"date-parts":[[2009,6,16]],"date-time":"2009-06-16T09:34:36Z","timestamp":1245144876000},"page":"1105-1112","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":469,"title":["Evaluation methods for topic models"],"prefix":"10.1145","author":[{"given":"Hanna M.","family":"Wallach","sequence":"first","affiliation":[{"name":"University of Massachusetts, Amherst, MA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Iain","family":"Murray","sequence":"additional","affiliation":[{"name":"University of Toronto, Toronto, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ruslan","family":"Salakhutdinov","sequence":"additional","affiliation":[{"name":"University of Toronto, Toronto, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David","family":"Mimno","sequence":"additional","affiliation":[{"name":"University of Massachusetts, Amherst, MA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2009,6,14]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.5555\/944919.944937"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1995.10476635"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9868.2006.00553.x"},{"key":"e_1_3_2_1_4_1","volume-title":"Proc. Conf. on Uncertainty in Artificial Intelligence (pp. 141--148)","author":"Gogate V.","year":"2007","unstructured":"Gogate, V., Bidyuk, B., & Dechter, R. (2007). Studies in lower bounding probability of evidence using the Markov inequality. Proc. Conf. on Uncertainty in Artificial Intelligence (pp. 141--148)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0307752101"},{"key":"e_1_3_2_1_6_1","volume-title":"Proc. Neural Information Processing Systems (pp. 537--544)","author":"Griffiths T. L.","year":"2005","unstructured":"Griffiths, T. L., Steyvers, M., Blei, D. M., & Tenen-baum, J. B. (2005). Integrating topics and syntax. Proc. Neural Information Processing Systems (pp. 537--544)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143917"},{"key":"e_1_3_2_1_8_1","volume-title":"MALLET: A machine learning for language toolkit","author":"McCallum A.","year":"2002","unstructured":"McCallum, A. (2002). MALLET: A machine learning for language toolkit. http:\/\/mallet.cs.umass.edu."},{"key":"e_1_3_2_1_9_1","volume-title":"Proc. Neural Information Processing Systems (pp. 1137--1144)","author":"Murray I.","year":"2009","unstructured":"Murray, I., & Salakhutdinov, R. (2009). Evaluating probabilities under high-dimensional latent variable models. Proc. Neural Information Processing Systems (pp. 1137--1144)."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008923215028"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1994.tb01956.x"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5555\/1036843.1036902"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214506000000302"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143967"},{"key":"e_1_3_2_1_15_1","unstructured":"Wallach H. M. (2008). Structured topic models for language. PhD thesis University of Cambridge."}],"event":{"name":"ICML '09: The 26th Annual International Conference on Machine Learning held in conjunction with the 2007 International Conference on Inductive Logic Programming","location":"Montreal Quebec Canada","acronym":"ICML '09","sponsor":["MITACS","Microsoft Research Microsoft Research","NSF"]},"container-title":["Proceedings of the 26th Annual International Conference on Machine Learning"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1553374.1553515","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1553374.1553515","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,17]],"date-time":"2026-05-17T19:54:47Z","timestamp":1779047687000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1553374.1553515"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,6,14]]},"references-count":15,"alternative-id":["10.1145\/1553374.1553515","10.1145\/1553374"],"URL":"https:\/\/doi.org\/10.1145\/1553374.1553515","relation":{},"subject":[],"published":{"date-parts":[[2009,6,14]]},"assertion":[{"value":"2009-06-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}