{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:43:35Z","timestamp":1740123815803,"version":"3.37.3"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,11,20]],"date-time":"2021-11-20T00:00:00Z","timestamp":1637366400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,11,20]],"date-time":"2021-11-20T00:00:00Z","timestamp":1637366400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61876071"],"award-info":[{"award-number":["61876071"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["World Wide Web"],"published-print":{"date-parts":[[2022,1]]},"DOI":"10.1007\/s11280-021-00970-8","type":"journal-article","created":{"date-parts":[[2021,11,20]],"date-time":"2021-11-20T14:02:46Z","timestamp":1637416966000},"page":"131-149","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Extracting nonlinear neural topics with neural variational bayes"],"prefix":"10.1007","volume":"25","author":[{"given":"Yiming","family":"Wang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8190-5087","authenticated-orcid":false,"given":"Ximing","family":"Li","sequence":"additional","affiliation":[]},{"given":"Jihong","family":"Ouyang","sequence":"additional","affiliation":[]},{"given":"Zeqi","family":"Guo","sequence":"additional","affiliation":[]},{"given":"Yimeng","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,11,20]]},"reference":[{"doi-asserted-by":"crossref","unstructured":"Batmanghelich, K., Saeedi, A., Narasimhan, K., Gershman, S.: Nonparametric spherical topic modeling with word embeddings. In: Annual Meeting of the Association for Computational Linguistics, pp. 537\u2013542 (2016)","key":"970_CR1","DOI":"10.18653\/v1\/P16-2087"},{"issue":"4","key":"970_CR2","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1145\/2133806.2133826","volume":"55","author":"DM Blei","year":"2012","unstructured":"Blei, D.M.: Probabilistic topic models. Communications of The ACM 55(4), 77\u201384 (2012)","journal-title":"Communications of The ACM"},{"issue":"518","key":"970_CR3","doi-asserted-by":"publisher","first-page":"859","DOI":"10.1080\/01621459.2017.1285773","volume":"112","author":"DM Blei","year":"2017","unstructured":"Blei, D.M., Kucukelbir, A., Mcauliffe, J.: Variational inference: a review for statisticians. J. Am. Stat. Assoc. 112(518), 859\u2013877 (2017)","journal-title":"J. Am. Stat. Assoc."},{"doi-asserted-by":"crossref","unstructured":"Blei, D.M., Lafferty, J.: Dynamic topic models. In: International Conference on Machine Learning, pp. 113\u2013120 (2006)","key":"970_CR4","DOI":"10.1145\/1143844.1143859"},{"issue":"1","key":"970_CR5","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1214\/07-AOAS114","volume":"1","author":"DM Blei","year":"2007","unstructured":"Blei, D.M., Lafferty, J.: A correlated topic model of science. The Annals of Applied Statistics 1(1), 17\u201335 (2007)","journal-title":"The Annals of Applied Statistics"},{"issue":"Jan","key":"970_CR6","first-page":"993","volume":"3","author":"DM Blei","year":"2003","unstructured":"Blei, D.M., Ng, A.Y., Jordan, M.I.: Latent Dirichlet allocation. J. Mach. Learn. Res. 3(Jan), 993\u20131022 (2003)","journal-title":"J. Mach. Learn. Res."},{"issue":"2-3","key":"970_CR7","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1561\/1500000030","volume":"11","author":"J Boyd-Graber","year":"2017","unstructured":"Boyd-Graber, J., Hu, Y., Mimno, D.: Applications of topic models. Foundations and Trends in Information Retrieval 11(2-3), 143\u2013296 (2017)","journal-title":"Foundations and Trends in Information Retrieval"},{"issue":"131","key":"970_CR8","first-page":"1","volume":"20","author":"S Burkhardt","year":"2019","unstructured":"Burkhardt, S., Kramer, S.: Decoupling sparsity and smoothness in the Dirichlet variational autoencoder topic model. J. Mach. Learn. Res. 20(131), 1\u201327 (2019)","journal-title":"J. Mach. Learn. Res."},{"issue":"12","key":"970_CR9","doi-asserted-by":"publisher","first-page":"2928","DOI":"10.1109\/TKDE.2014.2313872","volume":"26","author":"X Cheng","year":"2014","unstructured":"Cheng, X., Yan, X., Lan, Y., Guo, J.: BTM: topic modeling over short texts. IEEE Trans. Knowl. Data Eng. 26(12), 2928\u20132941 (2014)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"unstructured":"Cong, Y., Chen, B., Liu, H., M.Z.: Deep latent dirichlet allocation with topic-layer-adaptive stochastic gradient riemannian MCMC. In: International Conference on Machine Learning, pp. 864\u2013873 (2017)","key":"970_CR10"},{"doi-asserted-by":"crossref","unstructured":"Das, R., Zaheer, M., Dyer, C.: Gaussian LDA for topic models with word embeddings. In: International Joint Conference on Natural Language Processing, pp. 795\u2013804 (2015)","key":"970_CR11","DOI":"10.3115\/v1\/P15-1077"},{"unstructured":"Dieng, A.B., Ruiz, F.J.R., Blei, D.M.: The dynamic embedded topic model. arXiv:1907.05545 (2019)","key":"970_CR12"},{"key":"970_CR13","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1162\/tacl_a_00325","volume":"8","author":"AB Dieng","year":"2020","unstructured":"Dieng, A.B., Ruiz, F.J.R., Blei, D.M.: Topic modeling in embedding spaces. Transactions of the Association for Computational Linguistics 8, 439\u2013453 (2020)","journal-title":"Transactions of the Association for Computational Linguistics"},{"unstructured":"Dozat, T.: Incorporating nesterov momentum into adam. In: International Conference on Learning Representations Workshop (2016)","key":"970_CR14"},{"issue":"7","key":"970_CR15","first-page":"2121","volume":"12","author":"JC Duchi","year":"2011","unstructured":"Duchi, J.C., Hazan, E., Singer, Y.: Adaptive subgradient methods for online learning and stochastic optimization. J. Mach. Learn. Res. 12(7), 2121\u20132159 (2011)","journal-title":"J. Mach. Learn. Res."},{"key":"970_CR16","doi-asserted-by":"publisher","first-page":"1553","DOI":"10.1007\/s11280-019-00760-3","volume":"23","author":"J Feng","year":"2020","unstructured":"Feng, J., Rao, Y., Xie, H., Wang, F., Li, Q.: User group based emotion detection and topic discovery over short text. World Wide Web 23, 1553\u20131587 (2020)","journal-title":"World Wide Web"},{"unstructured":"Gershman, S., Goodman, N.D.: Amortized inference in probabilistic reasoning. In: Annual Meeting of the Cognitive Science Society (2014)","key":"970_CR17"},{"issue":"suppl 1","key":"970_CR18","doi-asserted-by":"publisher","first-page":"5228","DOI":"10.1073\/pnas.0307752101","volume":"101","author":"TL Griffiths","year":"2004","unstructured":"Griffiths, T.L., Steyvers, M.: Finding scientific topics. Proc. Natl. Acad. Sci. U.S.A. 101(suppl 1), 5228\u20135235 (2004)","journal-title":"Proc. Natl. Acad. Sci. U.S.A."},{"doi-asserted-by":"crossref","unstructured":"Gui, L., Leng, J., Pergola, G., Zhou, Y., Xu, R., He, Y.: Neural topic model with reinforcement learning. In: Conference on Empirical Methods in Natural Language Processing, pp. 3478\u20133483 (2019)","key":"970_CR19","DOI":"10.18653\/v1\/D19-1350"},{"unstructured":"Hoffman, M.D., Bach, F., Blei, D.M.: Online learning for latent dirichlet allocation. In: Neural Information Processing Systems, pp. 856\u2013864 (2010)","key":"970_CR20"},{"issue":"1","key":"970_CR21","first-page":"1303","volume":"14","author":"MD Hoffman","year":"2013","unstructured":"Hoffman, M.D., Blei, D.M., Wang, C., Paisley, J.: Stochastic variational inference. J. Mach. Learn. Res. 14(1), 1303\u20131347 (2013)","journal-title":"J. Mach. Learn. Res."},{"doi-asserted-by":"crossref","unstructured":"Isonuma, M., Mori, J., Bollegala, D., Sakata, I.: Tree-structured neural topic model. In: Annual Meeting of the Association for Computational Linguistics, pp. 800\u2013806 (2020)","key":"970_CR22","DOI":"10.18653\/v1\/2020.acl-main.73"},{"issue":"6","key":"970_CR23","doi-asserted-by":"publisher","first-page":"2545","DOI":"10.1007\/s11280-018-0639-1","volume":"22","author":"H Jiang","year":"2019","unstructured":"Jiang, H., Zhou, R., Zhang, L., Wang, H., Zhang, Y.: Sentence level topic models for associated topics extraction. World Wide Web 22(6), 2545\u20132560 (2019)","journal-title":"World Wide Web"},{"issue":"2","key":"970_CR24","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1023\/A:1007665907178","volume":"37","author":"MI Jordan","year":"1999","unstructured":"Jordan, M.I., Ghahramani, Z., Jaakkola, T.S., Saul, L.K.: An introduction to variational methods for graphical models. Mach. Learn. 37(2), 105\u2013161 (1999)","journal-title":"Mach. Learn."},{"unstructured":"Kingma, D.P., Ba, J.: Adam: A method for stochastic optimization. In: International Conference on Learning Representations (2015)","key":"970_CR25"},{"unstructured":"Kingma, D.P., Welling, M.: Auto-encoding variational bayes. In: International Conference on Learning Representations (2014)","key":"970_CR26"},{"doi-asserted-by":"crossref","unstructured":"Li, W., Mccallum, A.: Pachinko allocation: DAG-structured mixture models of topic correlations. In: International Conference on Machine Learning, pp. 577\u2013584 (2006)","key":"970_CR27","DOI":"10.1145\/1143844.1143917"},{"unstructured":"Li, X., Chi, J., Li, C., Ouyang, J., Fu, B.: Integrating topic modeling with word embeddings by mixtures of VMFs. In: International Conference on Computational Linguistics, pp. 151\u2013160 (2016)","key":"970_CR28"},{"doi-asserted-by":"crossref","unstructured":"Li, X., Ouyang, J., Zhou, X.: Sparse hybrid variational-gibbs algorithm for latent dirichlet allocation. In: SIAM International Conference on Data Mining, pp. 729\u2013737 (2016)","key":"970_CR29","DOI":"10.1137\/1.9781611974348.82"},{"issue":"6","key":"970_CR30","doi-asserted-by":"publisher","first-page":"1345","DOI":"10.1016\/j.ipm.2018.05.009","volume":"54","author":"X Li","year":"2018","unstructured":"Li, X., Zhang, A., Li, C., Ouyang, J., Cai, Y.: Exploring coherent topics by topic modeling with term weighting. Inform. Process. Manage. 54(6), 1345\u20131358 (2018)","journal-title":"Inform. Process. Manage."},{"doi-asserted-by":"crossref","unstructured":"Li, X., Zhang, J., Ouyang, J.: Dirichlet multinomial mixture with variational manifold regularization: Topic modeling over short texts. In: AAAI Conference on of Artificial Intelligence, pp. 7884\u20137891 (2019)","key":"970_CR31","DOI":"10.1609\/aaai.v33i01.33017884"},{"key":"970_CR32","doi-asserted-by":"publisher","first-page":"106,618","DOI":"10.1016\/j.knosys.2020.106618","volume":"212","author":"Z Li","year":"2021","unstructured":"Li, Z., Wang, X., Li, J., Zhang, Q.: Deep attributed network representation learning of complex coupling and interaction. Knowl.-Based Syst. 212, 106,618 (2021)","journal-title":"Knowl.-Based Syst."},{"doi-asserted-by":"crossref","unstructured":"Liu, L., Huang, H., Gao, Y., Zhang, Y., Wei, X.: Neural variational correlated topic modeling. In: The Web Conference, pp. 1142\u20131152 (2019)","key":"970_CR33","DOI":"10.1145\/3308558.3313561"},{"unstructured":"Miao, Y., Grefenstette, E., Blunsom, P.: Discovering discrete latent topics with neural variational inference. In: International Conference on Machine Learning, pp. 2410\u20132419 (2017)","key":"970_CR34"},{"unstructured":"Miao, Y., Yu, L., Blunsom, P.: Neural variational inference for text processing. In: International Conference on Machine Learning, pp. 1727\u20131736 (2016)","key":"970_CR35"},{"unstructured":"Mikolov, T., Chen, K., Corrado, G.S., Dean, J.: Efficient estimation of word representations in vector space. In: International Conference on Learning Representations (2013)","key":"970_CR36"},{"unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G.S., Dean, J.: Distributed representations of words and phrases and their compositionality. In: Neural Information Processing Systems, pp. 3111\u20133119 (2013)","key":"970_CR37"},{"unstructured":"Mimno, D.M., Hoffman, M.D., Blei, D.M.: Sparse stochastic inference for latent dirichlet allocation. In: International Conference on Machine Learning, pp. 1515\u20131522 (2012)","key":"970_CR38"},{"unstructured":"Mnih, A., Gregor, K.: Neural variational inference and learning in belief networks. In: International Conference on Machine Learning, pp. 1791\u20131799 (2014)","key":"970_CR39"},{"unstructured":"Naesseth, C.A., Ruiz, F.J.R., Linderman, S.W., Blei, D.M.: Reparameterization gradients through acceptance-rejection sampling algorithms. In: International Conference on Artificial Intelligence and Statistics, pp. 489\u2013498 (2017)","key":"970_CR40"},{"doi-asserted-by":"crossref","unstructured":"Nan, F., Ding, R., Nallapati, R., Xiang, B.: Topic modeling with wasserstein autoencoders. In: Annual Meeting of the Association for Computational Linguistics, pp. 6345\u20136381 (2019)","key":"970_CR41","DOI":"10.18653\/v1\/P19-1640"},{"doi-asserted-by":"crossref","unstructured":"Pennington, J., Socher, R., Manning, C.D.: GloVe: Global vectors for word representation. In: Conference on Empirical Methods in Natural Language Processing, pp. 1532\u20131543 (2014)","key":"970_CR42","DOI":"10.3115\/v1\/D14-1162"},{"issue":"6","key":"970_CR43","doi-asserted-by":"publisher","first-page":"102,084","DOI":"10.1016\/j.ipm.2019.102084","volume":"56","author":"G Pergola","year":"2019","unstructured":"Pergola, G., Gui, L., He, Y.: Tdam: a topic-dependent attention model for sentiment analysis. Inform. Process. Manage. 56(6), 102,084 (2019)","journal-title":"Inform. Process. Manage."},{"issue":"6","key":"970_CR44","doi-asserted-by":"publisher","first-page":"102,060","DOI":"10.1016\/j.ipm.2019.102060","volume":"56","author":"J Rashid","year":"2019","unstructured":"Rashid, J., Shah, S.M.A., Irtaza, A.: Fuzzy topic modeling approach for text mining over short text. Inform. Process. Manage. 56(6), 102,060 (2019)","journal-title":"Inform. Process. Manage."},{"unstructured":"Rezende, D.J., Mohamed, S., Wierstra, D.: Stochastic Backpropagation and Approximate Inference in Deep Generative Models. In: International Conference on Machine Learning, pp. 1278\u20131286 (2014)","key":"970_CR45"},{"doi-asserted-by":"crossref","unstructured":"R\u00f6der, M., Both, A., Hinneburg, A.: Exploring the Space of Topic Coherence Measures. In: International Conference on Web Search and Data Mining, pp. 399\u2013408 (2015)","key":"970_CR46","DOI":"10.1145\/2684822.2685324"},{"unstructured":"Srivastava, A., Sutton, C.A.: Autoencoding Variational Inference for Topic Models. In: International Conference on Learning Representations (2017)","key":"970_CR47"},{"issue":"476","key":"970_CR48","doi-asserted-by":"publisher","first-page":"1566","DOI":"10.1198\/016214506000000302","volume":"101","author":"YW Teh","year":"2006","unstructured":"Teh, Y.W., Jordan, M.I., Beal, M.J., Blei, D.M.: Hierarchical Dirichlet processes. J. Am. Stat. Assoc. 101(476), 1566\u20131581 (2006)","journal-title":"J. Am. Stat. Assoc."},{"unstructured":"Titsias, M., L\u00e1zaro-Gredilla, M.: Doubly stochastic variational bayes for non-conjugate inference. In: International Conference on Machine Learning, pp. 4056\u20134069 (2014)","key":"970_CR49"},{"unstructured":"Tolstikhin, I., Bousquet, O., Gelly, S., Schoelkopf, B.: Wasserstein auto-encoders. In: International Conference on Learning Representations (2018)","key":"970_CR50"},{"unstructured":"Wang, C., Blei, D.M., Heckerman, D.: Continuous time dynamic topic model. In: Uncertainty in Artificial Intelligence, pp. 579\u2013586 (2008)","key":"970_CR51"},{"issue":"6","key":"970_CR52","doi-asserted-by":"publisher","first-page":"102,098","DOI":"10.1016\/j.ipm.2019.102098","volume":"56","author":"R Wang","year":"2019","unstructured":"Wang, R., Zhou, D., He, Y.: Atm: Adversarial-neural topic model. Inform. Process. Manage. 56(6), 102,098 (2019)","journal-title":"Inform. Process. Manage."},{"doi-asserted-by":"crossref","unstructured":"Wang, Y., Li, X., Ouyang, J.: Layer-assisted neural topic modeling over document networks. In: International Joint Conference on Artificial Intelligence, pp. 3148\u20133154 (2021)","key":"970_CR53","DOI":"10.24963\/ijcai.2021\/433"},{"unstructured":"Zhang, H., Chen, B., Guo, D., Zhou, M.: WHAI: Weibull hybrid autoencoding inference for deep topic modeling. In: International Conference on Learning Representations (2018)","key":"970_CR54"}],"container-title":["World Wide Web"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11280-021-00970-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11280-021-00970-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11280-021-00970-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,2,18]],"date-time":"2022-02-18T04:51:24Z","timestamp":1645159884000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11280-021-00970-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11,20]]},"references-count":54,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,1]]}},"alternative-id":["970"],"URL":"https:\/\/doi.org\/10.1007\/s11280-021-00970-8","relation":{},"ISSN":["1386-145X","1573-1413"],"issn-type":[{"type":"print","value":"1386-145X"},{"type":"electronic","value":"1573-1413"}],"subject":[],"published":{"date-parts":[[2021,11,20]]},"assertion":[{"value":"21 July 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 August 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 October 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 November 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}