{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T03:51:36Z","timestamp":1772855496487,"version":"3.50.1"},"reference-count":60,"publisher":"Informa UK Limited","issue":"4","funder":[{"name":"the University of Sydney Business School Pilot Research Project Grant"},{"DOI":"10.13039\/501100000923","name":"Australian Research Council (ARC) Discovery Project","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Journal of Computational and Graphical Statistics"],"published-print":{"date-parts":[[2021,10,2]]},"DOI":"10.1080\/10618600.2021.1923516","type":"journal-article","created":{"date-parts":[[2021,5,4]],"date-time":"2021-05-04T08:43:30Z","timestamp":1620117810000},"page":"946-957","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":6,"title":["Manifold Optimization-Assisted Gaussian Variational Approximation"],"prefix":"10.1080","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3897-9766","authenticated-orcid":false,"given":"Bingxin","family":"Zhou","sequence":"first","affiliation":[{"name":"The University of Sydney Business School, The University of Sydney, NSW, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9803-0256","authenticated-orcid":false,"given":"Junbin","family":"Gao","sequence":"additional","affiliation":[{"name":"The University of Sydney Business School, The University of Sydney, NSW, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Minh-Ngoc","family":"Tran","sequence":"additional","affiliation":[{"name":"The University of Sydney Business School, The University of Sydney, NSW, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5656-4556","authenticated-orcid":false,"given":"Richard","family":"Gerlach","sequence":"additional","affiliation":[{"name":"The University of Sydney Business School, The University of Sydney, NSW, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"301","published-online":{"date-parts":[[2021,6,21]]},"reference":[{"key":"e_1_3_2_2_1","doi-asserted-by":"publisher","DOI":"10.1515\/9781400830244"},{"key":"e_1_3_2_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jeconom.2013.03.007"},{"key":"e_1_3_2_4_1","doi-asserted-by":"publisher","DOI":"10.1002\/9781119970583"},{"key":"e_1_3_2_5_1","volume-title":"Proceedings of International Conference on Learning Representation (ICLR)","author":"B\u00e9cigneul G.","year":"2018","unstructured":"B\u00e9cigneul, G., and Ganea, O.-E. (2018), \u201cRiemannian Adaptive Optimization Methods,\u201d in Proceedings of International Conference on Learning Representation (ICLR), https:\/\/openreview.net\/forum?id=r1eiqi09K7"},{"key":"e_1_3_2_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02295600"},{"key":"e_1_3_2_7_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2017.1285773"},{"key":"e_1_3_2_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2013.2254619"},{"key":"e_1_3_2_9_1","unstructured":"Boumal N. (2014) Optimization and Estimation on Manifolds PhD thesis Catholic University of Louvain Louvain-la-Neuve Belgium."},{"key":"e_1_3_2_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11222-012-9364-2"},{"key":"e_1_3_2_11_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/asq017"},{"key":"e_1_3_2_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2601307"},{"key":"e_1_3_2_13_1","first-page":"2859","article-title":"\u201cLinear Dimensionality Reduction: Survey, Insights, and Generalizations,\u201d","volume":"16","author":"Cunningham J. P.","year":"2015","unstructured":"Cunningham, J. P., and Ghahramani, Z. (2015), \u201cLinear Dimensionality Reduction: Survey, Insights, and Generalizations,\u201d The Journal of Machine Learning Research, 16, 2859\u20132900.","journal-title":"The Journal of Machine Learning Research"},{"key":"e_1_3_2_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2013.2295553"},{"key":"e_1_3_2_15_1","unstructured":"Dua D. and Graff C. (2017) \u201cUCI Machine Learning Repository \u201d University of California Irvine School of Information and Computer Sciences. http:\/\/archive.ics.uci.edu\/ml."},{"key":"e_1_3_2_16_1","doi-asserted-by":"publisher","DOI":"10.1137\/S0895479895290954"},{"key":"e_1_3_2_17_1","article-title":"Gradient Method for Optimization on Riemannian Manifolds with Lower Bounded Curvature","author":"Ferreira O.","year":"2018","unstructured":"Ferreira, O., Louzeiro, M., and Prudente, L. (2018), \u201cGradient Method for Optimization on Riemannian Manifolds with Lower Bounded Curvature,\u201d arXiv:1806.02694.","journal-title":"arXiv:1806.02694"},{"key":"e_1_3_2_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2011.2178561"},{"key":"e_1_3_2_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-011-9236-8"},{"key":"e_1_3_2_20_1","doi-asserted-by":"publisher","DOI":"10.1201\/9781482296426"},{"key":"e_1_3_2_21_1","first-page":"235","volume-title":"Proceedings of the 29th International Conference on Machine Learning (ICML)","author":"Gershman S. J.","year":"2012","unstructured":"Gershman, S. J., Hoffman, M. D., and Blei, D. M. (2012), \u201cNonparametric Variational Inference,\u201d in Proceedings of the 29th International Conference on Machine Learning (ICML), pp. 235\u2013242."},{"key":"e_1_3_2_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02294271"},{"key":"e_1_3_2_23_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/91.1.141"},{"key":"e_1_3_2_24_1","first-page":"1","article-title":"\u201cBoosting Variational Inference","volume":"1050","author":"Guo F.","year":"2016","unstructured":"Guo, F., Wang, X., Fan, K., Broderich, T., and Dunson, D. B. (2016), \u201cBoosting Variational Inference,\u201d Proceedings of Advances in Approximate Bayesian Inference: NIPS 2016 Workshop, 1050, 1.","journal-title":"Proceedings of Advances in Approximate Bayesian Inference: NIPS 2016 Workshop"},{"key":"e_1_3_2_25_1","unstructured":"Hinton G. Srivastava N. and Swersky K. (2016) \u201cNeural Networks for Machine Learning: Lecture 6.1\u2014Overview of Mini-Batch Gradient Descent \u201d Technical report University of Toronto."},{"key":"e_1_3_2_26_1","first-page":"1303","article-title":"\u201cStochastic Variational Inference,\u201d","volume":"14","author":"Hoffman M. D.","year":"2013","unstructured":"Hoffman, M. D., Blei, D. M., Wang, C., and Paisley, J. (2013), \u201cStochastic Variational Inference,\u201d The Journal of Machine Learning Research, 14, 1303\u20131347.","journal-title":"The Journal of Machine Learning Research"},{"key":"e_1_3_2_27_1","first-page":"305","volume-title":"Proceedings of the International Conference on Neural Information Processing (ICONIP)","author":"Honkela A.","year":"2007","unstructured":"Honkela, A., Tornio, M., Raiko, T., and Karhunen, J. (2007), \u201cNatural Conjugate Gradient in Variational Inference,\u201d in Proceedings of the International Conference on Neural Information Processing (ICONIP), pp. 305\u2013314."},{"key":"e_1_3_2_28_1","first-page":"691","article-title":"\u201cA Survey of Manifold-Based Learning Methods,\u201d","author":"Huo X.","year":"2007","unstructured":"Huo, X., Ni, X. S., and Smith, A. K. (2007), \u201cA Survey of Manifold-Based Learning Methods,\u201d Recent Advances in Data Mining of Enterprise Data, 691\u2013745.","journal-title":"Recent Advances in Data Mining of Enterprise Data"},{"key":"e_1_3_2_29_1","doi-asserted-by":"publisher","DOI":"10.1137\/080731359"},{"key":"e_1_3_2_30_1","first-page":"3262","volume-title":"Proceedings of International Conference on Machine Learning (ICML)","author":"Kasai H.","year":"2019","unstructured":"Kasai, H., Jawanpuria, P., and Mishra, B. (2019), \u201cRiemannian Adaptive Stochastic Gradient Algorithms on Matrix Manifolds,\u201d in Proceedings of International Conference on Machine Learning (ICML), pp. 3262\u20133271."},{"key":"e_1_3_2_31_1","article-title":"Auto-Encoding Variational Bayes","author":"Kingma D. P.","year":"2014","unstructured":"Kingma, D. P., and Welling, M. (2014), \u201cAuto-Encoding Variational Bayes,\u201d arXiv:1312.6114.","journal-title":"arXiv:1312.6114"},{"key":"e_1_3_2_32_1","doi-asserted-by":"publisher","DOI":"10.1198\/1061860043010"},{"key":"e_1_3_2_33_1","article-title":"Variational Boosting: Iteratively Refining Posterior Approximations","author":"Miller A.","year":"2016","unstructured":"Miller, A., Foti, N., and Adams, R. (2016), \u201cVariational Boosting: Iteratively Refining Posterior Approximations,\u201d arXiv: 1611.06585.","journal-title":"arXiv: 1611.06585"},{"key":"e_1_3_2_34_1","first-page":"6245","volume-title":"Proceedings of the 31st International Conference on Neural Information Processing Systems (NIPS)","author":"Mishkin A.","year":"2018","unstructured":"Mishkin, A., Kunstner, F., Nielsen, D., Schmidt, M., and Khan, M. E. (2018), \u201cSlang: Fast Structured Covariance Approximations for Bayesian Deep Learning With Natural Gradient,\u201d in Proceedings of the 31st International Conference on Neural Information Processing Systems (NIPS), pp. 6245\u20136255."},{"key":"e_1_3_2_35_1","first-page":"1412","volume-title":"Proceedings of the 25th International Conference on Neural Information Processing Systems (NIPS)","volume":"1","author":"Ngo T.","year":"2012","unstructured":"Ngo, T., and Saad, Y. (2012), \u201cScaled Gradients on Grassmann Manifolds for Matrix Completion,\u201d in Proceedings of the 25th International Conference on Neural Information Processing Systems (NIPS)\u2014Volume 1, pp. 1412\u20131420."},{"key":"e_1_3_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553472"},{"key":"e_1_3_2_37_1","doi-asserted-by":"publisher","DOI":"10.1080\/10618600.2017.1390472"},{"key":"e_1_3_2_38_1","doi-asserted-by":"publisher","DOI":"10.1162\/neco.2008.08-07-592"},{"key":"e_1_3_2_39_1","doi-asserted-by":"publisher","DOI":"10.1198\/jcgs.2011.09118"},{"key":"e_1_3_2_40_1","first-page":"1363","volume-title":"Proceedings of International Conference on Machine Learning (ICML)","author":"Paisley J.","year":"2012","unstructured":"Paisley, J., Blei, D. M., and Jordan, M. I. (2012), \u201cVariational Bayesian Inference With Stochastic Search,\u201d in Proceedings of International Conference on Machine Learning (ICML), pp. 1363\u20131370."},{"key":"e_1_3_2_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/DICTA.2017.8227420"},{"key":"e_1_3_2_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00469"},{"key":"e_1_3_2_43_1","doi-asserted-by":"publisher","DOI":"10.1137\/120872887"},{"key":"e_1_3_2_44_1","first-page":"967","volume-title":"Proceedings of the 27th International Conference on Machine Learning (ICML)","author":"Seeger M.","year":"2010","unstructured":"Seeger, M. (2010), \u201cGaussian Covariance and Scalable Variational Inference,\u201d in Proceedings of the 27th International Conference on Machine Learning (ICML), pp. 967\u2013974."},{"key":"e_1_3_2_45_1","doi-asserted-by":"publisher","DOI":"10.1137\/140978168"},{"key":"e_1_3_2_46_1","doi-asserted-by":"publisher","DOI":"10.1162\/NECO_a_00407"},{"key":"e_1_3_2_47_1","article-title":"Variational Bayes on Manifolds","author":"Tran M.-N.","year":"2019","unstructured":"Tran, M.-N., Nguyen, D. H., and Nguyen, D. (2019), \u201cVariational Bayes on Manifolds,\u201d arXiv:1908.03097.","journal-title":"arXiv:1908.03097"},{"key":"e_1_3_2_48_1","article-title":"Bayesian Deep Net GLM and GLMM","author":"Tran M.-N.","year":"2018","unstructured":"Tran, M.-N., Nguyen, N., Nott, D., and Kohn, R. (2018), \u201cBayesian Deep Net GLM and GLMM,\u201d arXiv:1805.10157.","journal-title":"arXiv:1805.10157"},{"key":"e_1_3_2_49_1","first-page":"393","article-title":"Sylvester Normalizing Flows for Variational Inference","author":"van den Berg R.","year":"2018","unstructured":"van den Berg, R., Hasenclever, L., Tomczak, J. M., and Welling, M. (2018), \u201cSylvester Normalizing Flows for Variational Inference,\u201d in Proceedings of UAI, pp. 393\u2013402.","journal-title":"Proceedings of UAI"},{"key":"e_1_3_2_50_1","doi-asserted-by":"publisher","DOI":"10.1137\/090764566"},{"key":"e_1_3_2_51_1","first-page":"336","article-title":"\u201cInverting Modified Matrices","volume":"42","author":"Woodbury M. A.","year":"1950","unstructured":"Woodbury, M. A. (1950), \u201cInverting Modified Matrices,\u201d Memorandum Report, 42, 336.","journal-title":"Memorandum Report"},{"key":"e_1_3_2_52_1","first-page":"2080","volume-title":"Proceedings of the 22th International Conference on Neural Information Processing Systems (NIPS)","author":"Wright J.","year":"2009","unstructured":"Wright, J., Ganesh, A., Rao, S., Peng, Y., and Ma, Y. (2009), \u201cRobust Principal Component Analysis: Exact Recovery of Corrupted Low-Rank Matrices Via Convex Optimization,\u201d in Proceedings of the 22th International Conference on Neural Information Processing Systems (NIPS), pp. 2080\u20132088."},{"key":"e_1_3_2_53_1","first-page":"583","volume-title":"Proceedings of the Nineteenth conference on Uncertainty in Artificial Intelligence (UAI)","author":"Xing E. P.","year":"2002","unstructured":"Xing, E. P., Jordan, M. I., and Russell, S. (2002), \u201cA Generalized Mean Field Algorithm for Variational Inference in Exponential Families,\u201d in Proceedings of the Nineteenth conference on Uncertainty in Artificial Intelligence (UAI), pp. 583\u2013591."},{"key":"e_1_3_2_54_1","first-page":"2711","volume-title":"Proceedings of Machine Learning Research","volume":"89","author":"Xu M.","year":"2019","unstructured":"Xu, M., Quiroz, M., Kohn, R., and Sisson, S. A. (2019), \u201cVariance Reduction Properties of the Reparameterization Trick,\u201d in: Proceedings of Machine Learning Research (Vol. 89), eds. K. Chaudhuri and M. Sugiyama, PMLR, pp. 2711\u20132720."},{"key":"e_1_3_2_55_1","article-title":"ADADELTA: An Adaptive Learning Rate Method","author":"Zeiler M. D.","year":"2012","unstructured":"Zeiler, M. D. (2012), \u201cADADELTA: An Adaptive Learning Rate Method,\u201d arXiv:1212.5701.","journal-title":"arXiv:1212.5701"},{"key":"e_1_3_2_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2889774"},{"key":"e_1_3_2_57_1","first-page":"5847","volume-title":"Proceedings of International Conference on Machine Learning (ICML)","author":"Zhang G.","year":"2018","unstructured":"Zhang, G., Sun, S., Duvenaud, D., and Grosse, R. (2018), \u201cNoisy Natural Gradient as Variational Inference,\u201d in Proceedings of International Conference on Machine Learning (ICML), pp. 5847\u20135856."},{"key":"e_1_3_2_58_1","first-page":"4592","volume-title":"Proceedings of the 29th International Conference on Neural Information Processing Systems (NIPS)","author":"Zhang H.","year":"2016","unstructured":"Zhang, H., Reddi, S. J., and Sra, S. (2016), \u201cRiemannian SVRG: Fast Stochastic Optimization on Riemannian Manifolds,\u201d in Proceedings of the 29th International Conference on Neural Information Processing Systems (NIPS), pp. 4592\u20134600."},{"key":"e_1_3_2_59_1","first-page":"1617","article-title":"First-Order Methods for Geodesically Convex Optimization","author":"Zhang H.","year":"2016","unstructured":"Zhang, H., and Sra, S. (2016), \u201cFirst-Order Methods for Geodesically Convex Optimization,\u201d in Proceedings of Conference on Learning Theory, pp. 1617\u20131638.","journal-title":"Proceedings of Conference on Learning Theory"},{"key":"e_1_3_2_60_1","article-title":"Grassmannian Learning: Embedding Geometry Awareness in Shallow and Deep Learning","author":"Zhang J.","year":"2018","unstructured":"Zhang, J., Zhu, G., Heath Jr, R. W., and Huang, K. (2018), \u201cGrassmannian Learning: Embedding Geometry Awareness in Shallow and Deep Learning,\u201d arXiv:1808.02229.","journal-title":"arXiv:1808.02229"},{"key":"e_1_3_2_61_1","first-page":"249","volume-title":"Proceeding of European Symposium on Artificial Neural Networks, Computational Intelligence and Machine Learning (ESANN)","author":"Zhou G.","year":"2015","unstructured":"Zhou, G., Huang, W., Gallivan, K., Van Dooren, P., and Absil, P.-A. (2015), \u201cRank-Constrained Optimization: A Riemannian Manifold Approach,\u201d in Proceeding of European Symposium on Artificial Neural Networks, Computational Intelligence and Machine Learning (ESANN), pp. 249\u2013254."}],"container-title":["Journal of Computational and Graphical Statistics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/10618600.2021.1923516","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,11]],"date-time":"2024-07-11T11:13:21Z","timestamp":1720696401000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/10618600.2021.1923516"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,21]]},"references-count":60,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2021,10,2]]}},"alternative-id":["10.1080\/10618600.2021.1923516"],"URL":"https:\/\/doi.org\/10.1080\/10618600.2021.1923516","relation":{},"ISSN":["1061-8600","1537-2715"],"issn-type":[{"value":"1061-8600","type":"print"},{"value":"1537-2715","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6,21]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ucgs20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ucgs20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2019-08-11","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2021-04-21","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2021-06-21","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}