{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T06:53:17Z","timestamp":1783147997673,"version":"3.54.6"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2020,2,20]],"date-time":"2020-02-20T00:00:00Z","timestamp":1582156800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,2,20]],"date-time":"2020-02-20T00:00:00Z","timestamp":1582156800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s42979-020-0071-3","type":"journal-article","created":{"date-parts":[[2020,2,20]],"date-time":"2020-02-20T08:02:47Z","timestamp":1582185767000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Asymptotic Bayesian Generalization Error in Latent Dirichlet Allocation and Stochastic Matrix Factorization"],"prefix":"10.1007","volume":"1","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6166-2572","authenticated-orcid":false,"given":"Naoki","family":"Hayashi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sumio","family":"Watanabe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,2,20]]},"reference":[{"issue":"2","key":"71_CR1","first-page":"150","volume":"19","author":"CP Adams","year":"2016","unstructured":"Adams CP. Finite mixture models with one exclusion restriction. Econ J. 2016a;19(2):150\u201365.","journal-title":"Econ J."},{"key":"71_CR2","doi-asserted-by":"crossref","unstructured":"Adams CP. Stochastic matrix factorization. SSRN Electron J. 2016b;1\u201324. Available at SSRN: https:\/\/ssrn.com\/abstract=2840852. Accessed 28 Jan 2020.","DOI":"10.2139\/ssrn.2840852"},{"key":"71_CR3","first-page":"143","volume":"31","author":"H Akaike","year":"1980","unstructured":"Akaike H. Likelihood and bayes procedure. Bayesian Stat. 1980;31:143\u201366.","journal-title":"Bayesian Stat."},{"issue":"Apr","key":"71_CR4","first-page":"1243","volume":"11","author":"M Aoyagi","year":"2010","unstructured":"Aoyagi M. Stochastic complexity and generalization error of a restricted boltzmann machine in bayesian estimation. J Mach Learn Res. 2010;11(Apr):1243\u201372.","journal-title":"J Mach Learn Res."},{"issue":"7","key":"71_CR5","doi-asserted-by":"crossref","first-page":"924","DOI":"10.1016\/j.neunet.2005.03.014","volume":"18","author":"M Aoyagi","year":"2005","unstructured":"Aoyagi M, Watanabe S. Stochastic complexities of reduced rank regression in bayesian estimation. Neural Netw. 2005;18(7):924\u201333.","journal-title":"Neural Netw."},{"issue":"2","key":"71_CR6","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1002\/cpa.3160230202","volume":"23","author":"MF Atiyah","year":"1970","unstructured":"Atiyah MF. Resolution of singularities and division of distributions. Commun Pure Appl Math. 1970;23(2):145\u201350.","journal-title":"Commun Pure Appl Math."},{"issue":"4","key":"71_CR7","first-page":"26","volume":"6","author":"J Bernstein","year":"1972","unstructured":"Bernstein J. The analytic continuation of generalized functions with respect to a parameter. Funktsional\u2019nyi Analiz i ego Prilozheniya. 1972;6(4):26\u201340.","journal-title":"Funktsional\u2019nyi Analiz i ego Prilozheniya"},{"issue":"Jan","key":"71_CR8","first-page":"993","volume":"3","author":"DM Blei","year":"2003","unstructured":"Blei DM, Ng AY, Jordan MI. Latent dirichlet allocation. J Mach Learn Res. 2003;3(Jan):993\u20131022.","journal-title":"J Mach Learn Res."},{"key":"71_CR9","doi-asserted-by":"crossref","first-page":"3549","DOI":"10.1109\/ACCESS.2017.2788138","volume":"6","author":"J Bobadilla","year":"2018","unstructured":"Bobadilla J, Bojorque R, Esteban AH, Hurtado R. Recommender systems clustering using bayesian non negative matrix factorization. IEEE Access. 2018;6:3549\u201364.","journal-title":"IEEE Access"},{"issue":"6","key":"71_CR10","doi-asserted-by":"crossref","first-page":"298","DOI":"10.1175\/1520-0493(1963)091<0298:AMCMFT>2.3.CO;2","volume":"91","author":"JE Caskey Jr","year":"1963","unstructured":"Caskey JE Jr. A markov chain model for the probability of precipitation occurrence in intervals of various length. Mon Weather Rev. 1963;91(6):298\u2013301.","journal-title":"Mon Weather Rev"},{"issue":"4","key":"71_CR11","first-page":"17","volume":"2009","author":"AT Cemgil","year":"2009","unstructured":"Cemgil AT. Bayesian inference in non-negative matrix factorisation models. Comput Intell Neurosci. 2009;2009(4):17 article ID 785152.","journal-title":"Comput Intell Neurosci"},{"key":"71_CR12","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1111\/rssb.12187","volume":"79","author":"M Drton","year":"2017","unstructured":"Drton M, Plummer M. A bayesian information criterion for singular models. J R Stat Soc B. 2017;79:323\u201380 with discussion.","journal-title":"J R Stat Soc B"},{"key":"71_CR13","doi-asserted-by":"crossref","unstructured":"Gildea D, Hofmann T. Topic-based language models using em. In: Sixth European Conference on Speech Communication and Technology. 1999.","DOI":"10.21437\/Eurospeech.1999-479"},{"issue":"suppl 1","key":"71_CR14","doi-asserted-by":"publisher","first-page":"5228","DOI":"10.1073\/pnas.0307752101","volume":"101","author":"TL Griffiths","year":"2004","unstructured":"Griffiths TL, Steyvers M. Finding scientific topics. Proc Natl Acad Sci. 2004;101(suppl 1):5228\u201335.","journal-title":"Proc Natl Acad Sci"},{"key":"71_CR15","doi-asserted-by":"crossref","unstructured":"Hayashi N, Watanabe S. Tighter upper bound of real log canonical threshold of non-negative matrix factorization and its application to bayesian inference. In: IEEE Symposium series on computational intelligence (IEEE SSCI), 2017a; pp. 718\u2013725.","DOI":"10.1109\/SSCI.2017.8280811"},{"issue":"29 November","key":"71_CR16","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1016\/j.neucom.2017.04.068","volume":"266C","author":"N Hayashi","year":"2017","unstructured":"Hayashi N, Watanabe S. Upper bound of bayesian generalization error in non-negative matrix factorization. Neurocomputing. 2017;266C(29 November):21\u20138. https:\/\/doi.org\/10.1016\/j.neucom.2017.04.068.","journal-title":"Neurocomputing"},{"key":"71_CR17","doi-asserted-by":"publisher","first-page":"109","DOI":"10.2307\/1970486","volume":"79","author":"H Hironaka","year":"1964","unstructured":"Hironaka H. Resolution of singularities of an algbraic variety over a field of characteristic zero. Ann Math. 1964;79:109\u2013326.","journal-title":"Ann Math"},{"key":"71_CR18","doi-asserted-by":"crossref","unstructured":"Kohjima M, Matsubayashi T, Sawada H. Probabilistic non-negative inconsistent-resolution matrices factorization. In: Proceeding of CIKM \u201915 Proceedings of the 24th ACM International on Conference on Information and Knowledge Management. 2015;1:1855\u20138.","DOI":"10.1145\/2806416.2806636"},{"key":"71_CR19","unstructured":"Larsen JS, Clemmensen LKH. Non-negative matrix factorization for binary data. In: 2015 7th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management (IC3K). 2015;01:555\u201363."},{"key":"71_CR20","doi-asserted-by":"crossref","first-page":"788","DOI":"10.1038\/44565","volume":"401","author":"DD Lee","year":"1999","unstructured":"Lee DD, Seung HS. Learning the parts of objects with nonnegative matrix factorization. Nature. 1999;401:788\u201391.","journal-title":"Nature"},{"key":"71_CR21","doi-asserted-by":"publisher","unstructured":"Li FF, Perona P. A bayesian hierarchical model for learning natural scene categories. In: Proceedings of the 2005 IEEE computer society conference on computer vision and pattern recognition (CVPR\u201905)\u2014volume 02, IEEE Computer Society, Washington, DC, CVPR \u201905, 2005; pp. 524\u2013531. https:\/\/doi.org\/10.1109\/CVPR.2005.16.","DOI":"10.1109\/CVPR.2005.16"},{"issue":"3","key":"71_CR22","first-page":"278","volume":"J86\u2013A","author":"K Matsuda","year":"2003","unstructured":"Matsuda K, Watanabe S. Weighted blowup and its application to a mixture of multinomial distributions. IEICE Trans. 2003;J86\u2013A(3):278\u201387 (in Japanese).","journal-title":"IEICE Trans"},{"issue":"7","key":"71_CR23","doi-asserted-by":"crossref","first-page":"980","DOI":"10.1016\/j.neunet.2007.11.002","volume":"21","author":"K Nagata","year":"2008","unstructured":"Nagata K, Watanabe S. Asymptotic behavior of exchange ratio in exchange monte carlo method. Neural Netw. 2008;21(7):980\u20138.","journal-title":"Neural Netw"},{"issue":"2","key":"71_CR24","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1002\/env.3170050203","volume":"5","author":"P Paatero","year":"1994","unstructured":"Paatero P, Tapper U. Positive matrix factorization: a non-negative factor model with optimal utilization of error estimates of data values. Environmetrics. 1994;5(2):111\u201326. https:\/\/doi.org\/10.1002\/env.3170050203.","journal-title":"Environmetrics"},{"issue":"3","key":"71_CR25","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1002\/er.3607","volume":"41","author":"T Roje","year":"2017","unstructured":"Roje T, Mar\u00edn LG, S\u00e1ez D, Orchard M, Jim\u00e9nez-Est\u00e9vez G. Consumption modeling based on markov chains and bayesian networks for a demand side management design of isolated microgrids. Int J Energy Res. 2017;41(3):365\u201376.","journal-title":"Int J Energy Res"},{"issue":"Jan","key":"71_CR26","first-page":"1","volume":"6","author":"D Rusakov","year":"2005","unstructured":"Rusakov D, Geiger D. Asymptotic model selection for naive bayesian networks. J Mach Learn Res. 2005;6(Jan):1\u201335.","journal-title":"J Mach Learn Res"},{"issue":"1","key":"71_CR27","doi-asserted-by":"crossref","first-page":"131","DOI":"10.2307\/1970844","volume":"100","author":"M Sato","year":"1974","unstructured":"Sato M, Shintani T. On zeta functions associated with prehomogeneous vector spaces. Ann Math. 1974;100(1):131\u201370.","journal-title":"Ann Math"},{"key":"71_CR28","doi-asserted-by":"crossref","unstructured":"Schmidt MN, Olsson RK. Single-channel speech separation using sparse non-negative matrix factorization. In: 9th International Conference on Spoken Language Processing. 2006.","DOI":"10.21437\/Interspeech.2006-655"},{"issue":"2","key":"71_CR29","doi-asserted-by":"crossref","first-page":"461","DOI":"10.1214\/aos\/1176344136","volume":"6","author":"G Schwarz","year":"1978","unstructured":"Schwarz G. Estimating the dimension of a model. Ann Stat. 1978;6(2):461\u20134.","journal-title":"Ann Stat"},{"issue":"1\u20132","key":"71_CR30","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1007\/s00704-014-1117-z","volume":"119","author":"D Sonnadara","year":"2015","unstructured":"Sonnadara D, Jayewardene D. A markov chain probability model to describe wet and dry patterns of weather at colombo. Theor Appl Climatol. 2015;119(1\u20132):333\u201340.","journal-title":"Theor Appl Climatol"},{"issue":"1","key":"71_CR31","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1177\/002224376400100109","volume":"1","author":"GP Styan","year":"1964","unstructured":"Styan GP, Smith H Jr. Markov chains applied to marketing. J Mark Res. 1964;1(1):50\u20135.","journal-title":"J Mark Res."},{"issue":"4","key":"71_CR32","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1509\/jmr.12.0106","volume":"51","author":"S Tirunillai","year":"2014","unstructured":"Tirunillai S, Tellis GJ. Mining marketing meaning from online chatter: strategic brand analysis of big data using latent dirichlet allocation. J Mark Res. 2014;51(4):463\u201379.","journal-title":"J Mark Res"},{"key":"71_CR33","doi-asserted-by":"crossref","unstructured":"Virtanen T, Cemgil AT, Godsill S. Bayesian extensions to non-negative matrix factorisation for audio signal modelling. In: Acoustics, Speech and Signal Processing, 2008. ICASSP 2008. IEEE International Conference on, IEEE, 2008; pp. 1825\u20131828.","DOI":"10.1109\/ICASSP.2008.4517987"},{"key":"71_CR34","first-page":"356","volume":"12","author":"S Watanabe","year":"2000","unstructured":"Watanabe S. Algebraic analysis for non-regular learning machines. Adv Neural Inf Process Syst. 2000;12:356\u201362 denver, USA.","journal-title":"Adv Neural Inf Process Syst"},{"issue":"4","key":"71_CR35","doi-asserted-by":"publisher","first-page":"1049","DOI":"10.1016\/S0893-6080(01)00069-7","volume":"13","author":"S Watanabe","year":"2001","unstructured":"Watanabe S. Algebraic geometrical methods for hierarchical learning machines. Neural Netw. 2001;13(4):1049\u201360.","journal-title":"Neural Netw"},{"key":"71_CR36","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511800474","volume-title":"Algebraix geometry and statistical learning theory","author":"S Watanabe","year":"2009","unstructured":"Watanabe S. Algebraix geometry and statistical learning theory. Cambridge: Cambridge University Press; 2009."},{"issue":"Dec","key":"71_CR37","first-page":"3571","volume":"11","author":"S Watanabe","year":"2010","unstructured":"Watanabe S. Asymptotic equivalence of bayes cross validation and widely applicable information criterion in singular learning theory. J Mach Learn Res. 2010;11(Dec):3571\u201394.","journal-title":"J Mach Learn Res"},{"key":"71_CR38","doi-asserted-by":"publisher","DOI":"10.1201\/9781315373010","volume-title":"Mathematical theory of Bayesian statistics","author":"S Watanabe","year":"2018","unstructured":"Watanabe S. Mathematical theory of Bayesian statistics. Boca Raton: CRC Press; 2018."},{"issue":"7","key":"71_CR39","doi-asserted-by":"publisher","first-page":"1029","DOI":"10.1016\/S0893-6080(03)00005-4","volume":"16","author":"K Yamazaki","year":"2003","unstructured":"Yamazaki K, Watanabe S. Singularities in mixture models and upper bounds of stochastic complexity. Neural Netw. 2003;16(7):1029\u201338.","journal-title":"Neural Netw"},{"issue":"1","key":"71_CR40","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1111\/jmg.12282","volume":"36","author":"K Yoshida","year":"2018","unstructured":"Yoshida K, Kuwatani T, Hirajima T, Iwamori H, Akaho S. Progressive evolution of whole\u2013rock composition during metamorphism revealed by multivariate statistical analyses. J Metamorph Geol. 2018;36(1):41\u201354. https:\/\/doi.org\/10.1111\/jmg.12282.","journal-title":"J Metamorph Geol"},{"issue":"Nov","key":"71_CR41","first-page":"3283","volume":"12","author":"P Zwiernik","year":"2011","unstructured":"Zwiernik P. An asymptotic behaviour of the marginal likelihood for general markov models. J Mach Learn Res. 2011;12(Nov):3283\u2013310.","journal-title":"J Mach Learn Res"}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-020-0071-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s42979-020-0071-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-020-0071-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,16]],"date-time":"2022-10-16T02:41:29Z","timestamp":1665888089000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s42979-020-0071-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,2,20]]},"references-count":41,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["71"],"URL":"https:\/\/doi.org\/10.1007\/s42979-020-0071-3","relation":{},"ISSN":["2662-995X","2661-8907"],"issn-type":[{"value":"2662-995X","type":"print"},{"value":"2661-8907","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,2,20]]},"assertion":[{"value":"26 August 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 January 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 February 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"Conflict of interests in our research are as below: The first author is a member of NTT DATA Mathematical Systems Inc., Japan. The second author is a member of Tokyo Institute of Technology, Japan. The authors declare that they do not have any other conflicts of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}],"article-number":"69"}}