{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,28]],"date-time":"2025-06-28T10:03:04Z","timestamp":1751104984746,"version":"3.40.3"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031434204"},{"type":"electronic","value":"9783031434211"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-43421-1_9","type":"book-chapter","created":{"date-parts":[[2023,9,17]],"date-time":"2023-09-17T20:37:24Z","timestamp":1694983044000},"page":"142-158","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Encouraging Sparsity in\u00a0Neural Topic Modeling with\u00a0Non-Mean-Field Inference"],"prefix":"10.1007","author":[{"given":"Jiayao","family":"Chen","sequence":"first","affiliation":[]},{"given":"Rui","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Jueying","family":"He","sequence":"additional","affiliation":[]},{"given":"Mark Junjie","family":"Li","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,9,18]]},"reference":[{"issue":"518","key":"9_CR1","doi-asserted-by":"publisher","first-page":"859","DOI":"10.1080\/01621459.2017.1285773","volume":"112","author":"DM Blei","year":"2017","unstructured":"Blei, D.M., Kucukelbir, A., McAuliffe, J.D.: Variational inference: a review for statisticians. J. Am. Stat. Assoc. 112(518), 859\u2013877 (2017)","journal-title":"J. Am. Stat. Assoc."},{"key":"9_CR2","unstructured":"Blei, D.M., Ng, A.Y., Jordan, M.I.: Latent Dirichlet allocation. JMLR 3(Jan), 993\u20131022 (2003)"},{"key":"9_CR3","unstructured":"Burkhardt, S., Kramer, S.: Decoupling sparsity and smoothness in the Dirichlet variational autoencoder topic model. JMLR 20, 131:1\u2013131:27 (2019)"},{"key":"9_CR4","doi-asserted-by":"crossref","unstructured":"Card, D., Tan, C., Smith, N.A.: Neural models for documents with metadata. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, ACL 2018, Melbourne, Australia, 15\u201320 July 2018, pp. 2031\u20132040. Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/P18-1189"},{"key":"9_CR5","unstructured":"Dieng, A.B., Wang, C., Gao, J., Paisley, J.W.: TopiCRNN: a recurrent neural network with long-range semantic dependency. In: 5th International Conference on Learning Representations, ICLR 2017, Toulon, France, 24\u201326 April 2017, Conference Track Proceedings. OpenReview.net (2017)"},{"key":"9_CR6","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1162\/tacl_a_00325","volume":"8","author":"AB Dieng","year":"2020","unstructured":"Dieng, A.B., Ruiz, F.J.R., Blei, D.M.: Topic modeling in embedding spaces. Trans. Assoc. Comput. Linguist. 8, 439\u2013453 (2020)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"9_CR7","unstructured":"Drefs, J., Guiraud, E., L\u00fccke, J.: Evolutionary variational optimization of generative models. J. Mach. Learn. Res. 23, 21:1\u201321:51 (2022)"},{"key":"9_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1007\/978-3-031-26409-2_22","volume-title":"Machine Learning and Knowledge Discovery in Databases - ECML PKDD 2022","author":"J Drefs","year":"2022","unstructured":"Drefs, J., Guiraud, E., Panagiotou, F., L\u00fccke, J.: Direct evolutionary optimization of variational autoencoders with binary latents. In: Amini, M.R., Canu, S., Fischer, A., Guns, T., Kralj Novak, P., Tsoumakas, G. (eds.) ECML PKDD 2022. LNCS, vol. 13715, pp. 357\u2013372. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-26409-2_22"},{"key":"9_CR9","unstructured":"Fallah, K., Rozell, C.J.: Variational sparse coding with learned thresholding. In: ICML. Proceedings of Machine Learning Research, vol. 162, pp. 6034\u20136058. PMLR (2022)"},{"key":"9_CR10","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1016\/j.ins.2022.05.098","volume":"607","author":"J Feng","year":"2022","unstructured":"Feng, J., Zhang, Z., Ding, C., Rao, Y., Xie, H., Wang, F.L.: Context reinforced neural topic modeling over short texts. Inf. Sci. 607, 79\u201391 (2022)","journal-title":"Inf. Sci."},{"key":"9_CR11","doi-asserted-by":"crossref","unstructured":"Griffiths, T.L., Steyvers, M.: Finding scientific topics. Proc. Natl. Acad. Sci. 101(suppl_1), 5228\u20135235 (2004)","DOI":"10.1073\/pnas.0307752101"},{"key":"9_CR12","unstructured":"Jang, E., Gu, S., Poole, B.: Categorical reparameterization with gumbel-softmax. In: ICLR (2017)"},{"key":"9_CR13","unstructured":"Kingma, D.P., Welling, M.: Auto-encoding variational Bayes. In: ICLR (2014)"},{"key":"9_CR14","doi-asserted-by":"publisher","unstructured":"Lang, K.: Newsweeder: learning to filter netnews. In: Machine Learning, Proceedings of the Twelfth International Conference on Machine Learning, Tahoe City, California, USA, 9\u201312 July 1995, pp. 331\u2013339 (1995). https:\/\/doi.org\/10.1016\/b978-1-55860-377-6.50048-7","DOI":"10.1016\/b978-1-55860-377-6.50048-7"},{"key":"9_CR15","doi-asserted-by":"crossref","unstructured":"Lau, J.H., Newman, D., Baldwin, T.: Machine reading tea leaves: automatically evaluating topic coherence and topic model quality. In: EACL, pp. 530\u2013539 (2014)","DOI":"10.3115\/v1\/E14-1056"},{"key":"9_CR16","doi-asserted-by":"crossref","unstructured":"Lin, T., Hu, Z., Guo, X.: Sparsemax and relaxed Wasserstein for topic sparsity. In: WSDM, pp. 141\u2013149 (2019)","DOI":"10.1145\/3289600.3290957"},{"key":"9_CR17","unstructured":"Merity, S., Xiong, C., Bradbury, J., Socher, R.: Pointer sentinel mixture models. In: 5th International Conference on Learning Representations, ICLR 2017, Toulon, France, 24\u201326 April 2017, Conference Track Proceedings (2017)"},{"key":"9_CR18","unstructured":"Miao, Y., Grefenstette, E., Blunsom, P.: Discovering discrete latent topics with neural variational inference. In: ICML, vol. 70, pp. 2410\u20132419 (2017)"},{"key":"9_CR19","unstructured":"Miao, Y., Yu, L., Blunsom, P.: Neural variational inference for text processing. In: ICML, vol. 48, pp. 1727\u20131736 (2016)"},{"issue":"404","key":"9_CR20","doi-asserted-by":"publisher","first-page":"1023","DOI":"10.1080\/01621459.1988.10478694","volume":"83","author":"TJ Mitchell","year":"1988","unstructured":"Mitchell, T.J., Beauchamp, J.J.: Bayesian variable selection in linear regression. J. Am. Stat. Assoc. 83(404), 1023\u20131032 (1988)","journal-title":"J. Am. Stat. Assoc."},{"key":"9_CR21","unstructured":"Naesseth, C.A., Ruiz, F.J.R., Linderman, S.W., Blei, D.M.: Reparameterization gradients through acceptance-rejection sampling algorithms. In: AISTATS. Proceedings of Machine Learning Research, vol. 54, pp. 489\u2013498 (2017)"},{"key":"9_CR22","doi-asserted-by":"crossref","unstructured":"Nan, F., Ding, R., Nallapati, R., Xiang, B.: Topic modeling with Wasserstein autoencoders. In: Proceedings of the 57th Conference of the Association for Computational Linguistics, ACL 2019, Florence, Italy, 28 July\u20132 August 2019, pp. 6345\u20136381 (2019)","DOI":"10.18653\/v1\/P19-1640"},{"key":"9_CR23","unstructured":"Nguyen, T., Luu, A.T.: Contrastive learning for neural topic model. In: Advances in Neural Information Processing Systems 34: Annual Conference on Neural Information Processing Systems 2021, NeurIPS 2021, 6\u201314 December 2021, Virtual, pp. 11974\u201311986 (2021)"},{"key":"9_CR24","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1016\/j.neucom.2019.12.128","volume":"399","author":"X Ning","year":"2020","unstructured":"Ning, X., et al.: Nonparametric topic modeling with neural inference. Neurocomputing 399, 296\u2013306 (2020)","journal-title":"Neurocomputing"},{"key":"9_CR25","doi-asserted-by":"crossref","unstructured":"Peng, M., et al.: Neural sparse topical coding. In: ACL, pp. 2332\u20132340 (2018)","DOI":"10.18653\/v1\/P18-1217"},{"key":"9_CR26","doi-asserted-by":"publisher","unstructured":"Phan, X.H., Nguyen, L., Horiguchi, S.: Learning to classify short and sparse text & web with hidden topics from large-scale data collections. In: Proceedings of the 17th International Conference on World Wide Web, WWW 2008, Beijing, China, 21\u201325 April 2008, pp. 91\u2013100 (2008). https:\/\/doi.org\/10.1145\/1367497.1367510","DOI":"10.1145\/1367497.1367510"},{"key":"9_CR27","unstructured":"Rezaee, M., Ferraro, F.: A discrete variational recurrent topic model without the reparametrization trick. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M., Lin, H. (eds.) Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, 6\u201312 December 2020, Virtual (2020)"},{"key":"9_CR28","doi-asserted-by":"crossref","unstructured":"Song, Z., Hu, Y., Verma, A., Buckeridge, D.L., Li, Y.: Automatic phenotyping by a seed-guided topic model. In: KDD, pp. 4713\u20134723. ACM (2022)","DOI":"10.1145\/3534678.3542675"},{"key":"9_CR29","unstructured":"Srivastava, A., Sutton, C.: Autoencoding variational inference for topic models. In: ICLR (2017)"},{"key":"9_CR30","unstructured":"Srivastava, A., Sutton, C.: Variational inference in pachinko allocation machines. CoRR (2018)"},{"key":"9_CR31","doi-asserted-by":"crossref","unstructured":"Tian, R., Mao, Y., Zhang, R.: Learning VAE-LDA models with rounded reparameterization trick. In: EMNLP, pp. 1315\u20131325 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.101"},{"key":"9_CR32","unstructured":"Tonolini, F., Jensen, B.S., Murray-Smith, R.: Variational sparse coding. In: UAI. Proceedings of Machine Learning Research, vol. 115, pp. 690\u2013700. AUAI Press (2019)"},{"key":"9_CR33","doi-asserted-by":"crossref","unstructured":"Turner, R.E., Sahani, M.: Two problems with variational expectation maximisation for time-series models. In: Barber, D., Cemgil, T., Chiappa, S. (eds.) Bayesian Time Series Models, chap. 5, pp. 109\u2013130. Cambridge University Press (2011)","DOI":"10.1017\/CBO9780511984679.006"},{"key":"9_CR34","unstructured":"Wang, C., Blei, D.M.: Decoupling sparsity and smoothness in the discrete hierarchical Dirichlet process. In: NeurIPS, pp. 1982\u20131989 (2009)"},{"key":"9_CR35","unstructured":"Wang, D., et al.: Representing mixtures of word embeddings with mixtures of topic embeddings. In: ICLR. OpenReview.net (2022)"},{"key":"9_CR36","doi-asserted-by":"crossref","unstructured":"Wang, R., et al.: Neural topic modeling with bidirectional adversarial training. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, ACL 2020, Online, 5\u201310 July 2020, pp. 340\u2013350 (2020)","DOI":"10.18653\/v1\/2020.acl-main.32"},{"key":"9_CR37","doi-asserted-by":"crossref","unstructured":"Wang, R., Zhou, D., He, Y.: ATM: adversarial-neural topic model. Inf. Process. Manag. 56(6) (2019)","DOI":"10.1016\/j.ipm.2019.102098"},{"key":"9_CR38","unstructured":"Williamson, S., Wang, C., Heller, K.A., Blei, D.M.: The IBP compound Dirichlet process and its application to focused topic modeling. In: ICML, pp. 1151\u20131158 (2010)"},{"key":"9_CR39","doi-asserted-by":"crossref","unstructured":"Wu, X., Li, C., Zhu, Y., Miao, Y.: Short text topic modeling with topic distribution quantization and negative sampling decoder. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing, EMNLP, pp. 1772\u20131782 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.138"},{"key":"9_CR40","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1016\/j.neunet.2016.12.008","volume":"88","author":"J Xu","year":"2017","unstructured":"Xu, J., Xu, B., Wang, P., Zheng, S., Tian, G., Zhao, J.: Self-taught convolutional neural networks for short text clustering. Neural Netw. 88, 22\u201331 (2017)","journal-title":"Neural Netw."},{"key":"9_CR41","doi-asserted-by":"crossref","unstructured":"Zhao, H., Phung, D.Q., Huynh, V., Jin, Y., Du, L., Buntine, W.L.: Topic modelling meets deep neural networks: a survey. In: IJCAI, pp. 4713\u20134720 (2021)","DOI":"10.24963\/ijcai.2021\/638"},{"key":"9_CR42","unstructured":"Zhu, J., Xing, E.P.: Sparse topical coding. In: UAI, pp. 831\u2013838 (2011)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases: Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-43421-1_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,17]],"date-time":"2023-09-17T20:42:39Z","timestamp":1694983359000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-43421-1_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031434204","9783031434211"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-43421-1_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"18 September 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"This paper doesn\u2019t involve unethical tasks. All the experiment was done in public datasets.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Statement"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Turin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2023.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"829","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"196","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.63","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4.5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Applied Data Science Track: 239 submissions, 58 accepted papers; Demo Track: 31 submissions, 16 accepted papers.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}