{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,25]],"date-time":"2026-09-25T12:32:50Z","timestamp":1790339570815,"version":"4.1.0"},"publisher-location":"Cham","reference-count":57,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319994918","type":"print"},{"value":"9783319994925","type":"electronic"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-99492-5_11","type":"book-chapter","created":{"date-parts":[[2018,8,22]],"date-time":"2018-08-22T18:14:42Z","timestamp":1534961682000},"page":"229-268","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Geometrical Insights for Implicit Generative Modeling"],"prefix":"10.1007","author":[{"given":"Leon","family":"Bottou","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martin","family":"Arjovsky","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David","family":"Lopez-Paz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maxime","family":"Oquab","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2018,8,23]]},"reference":[{"key":"11_CR1","first-page":"821","volume":"25","author":"MA Aizerman","year":"1964","unstructured":"Aizerman, M.A., Braverman, \u00c9.M., Rozono\u00e9r, L.I.: Theoretical foundations of the potential function method in pattern recognition learning. Autom. Remote Control 25, 821\u2013837 (1964)","journal-title":"Autom. Remote Control"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Amari, S.I., Nagaoka, H.: Methods of Information Geometry, vol. 191. American Mathematical Society (2007)","DOI":"10.1090\/mmono\/191"},{"key":"11_CR3","unstructured":"Arjovsky, M., Chintala, S., Bottou, L.: Wasserstein generative adversarial networks. In: Proceedings of the 34nd International Conference on Machine Learning, ICML 2017, Sydney, Australia, 7\u20139 August 2017"},{"key":"11_CR4","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1090\/S0002-9947-1950-0051437-7","volume":"68","author":"N Aronszajn","year":"1950","unstructured":"Aronszajn, N.: Theory of reproducing kernels. Trans. Am. Mathe. Soc. 68, 337\u2013404 (1950)","journal-title":"Trans. Am. Mathe. Soc."},{"key":"11_CR5","unstructured":"Arora, S., Ge, R., Liang, Y., Ma, T., Zhang, Y.: Generalization and equilibrium in generative adversarial nets (gans). arXiv preprint arXiv:1703.00573 (2017)"},{"issue":"6","key":"11_CR6","doi-asserted-by":"publisher","first-page":"4214","DOI":"10.1214\/13-AOP862","volume":"41","author":"A Auffinger","year":"2013","unstructured":"Auffinger, A., Ben Arous, G.: Complexity of random smooth functions of many variables. Ann. Probab. 41(6), 4214\u20134247 (2013)","journal-title":"Ann. Probab."},{"key":"11_CR7","unstructured":"Bellemare, M.G., et al.: The cramer distance as a solution to biased Wasserstein gradients. arXiv preprint arXiv:1705.10743 (2017)"},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Berti, P., Pratelli, L., Rigo, P., et al.: Gluing lemmas and skorohod representations. Electron. Commun. Probab. 20 (2015)","DOI":"10.1214\/ECP.v20-3870"},{"issue":"5","key":"11_CR9","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1016\/S0167-6911(97)90015-3","volume":"29","author":"VS Borkar","year":"1997","unstructured":"Borkar, V.S.: Stochastic approximation with two time scales. Syst. Control Lett. 29(5), 291\u2013294 (1997)","journal-title":"Syst. Control Lett."},{"key":"11_CR10","unstructured":"Bottou, L., Curtis, F.E., Nocedal, J.: Optimization methods for large-scale machine learning. CoRR abs\/1606.04838 (2016)"},{"key":"11_CR11","unstructured":"Bouchacourt, D., Mudigonda, P.K., Nowozin, S.: DISCO nets: DISsimilarity cOefficients networks. In: Advances in Neural Information Processing Systems, vol. 29, pp. 352\u2013360 (2016)"},{"key":"11_CR12","doi-asserted-by":"crossref","unstructured":"Burago, D., Burago, Y., Ivanov, S.: A Course in Metric Geometry. Volume 33 of AMS Graduate Studies in Mathematics, American Mathematical Society (2001)","DOI":"10.1090\/gsm\/033"},{"key":"11_CR13","unstructured":"Challis, E., Barber, D.: Affine independent variational inference. In: Pereira, F., Burges, C.J.C., Bottou, L., Weinberger, K.Q. (eds.) Advances in Neural Information Processing Systems, vol. 25, pp. 2186\u20132194. Curran Associates, Inc. (2012)"},{"key":"11_CR14","volume-title":"Mathematical Methods of Statistics","author":"H Cram\u00e9r","year":"1946","unstructured":"Cram\u00e9r, H.: Mathematical Methods of Statistics. Princeton University Press, Princeton (1946)"},{"key":"11_CR15","unstructured":"Denton, E., Chintala, S., Szlam, A., Fergus, R.: Deep generative image models using a laplacian pyramid of adversarial networks. In: Cortes, C., Lawrence, N.D., Lee, D.D., Sugiyama, M., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 28, pp. 1486\u20131494. Curran Associates, Inc. (2015)"},{"issue":"4","key":"11_CR16","doi-asserted-by":"publisher","first-page":"1183","DOI":"10.1214\/12-AIHP489","volume":"49","author":"Steffen Dereich","year":"2013","unstructured":"Dereich, S., Scheutzow, M., Schottstedt, R.: Constructive quantization: approximation by empirical measures. Annales de l\u2019I.H.P. Probabilit\u00e9s et statistiques 49(4), 1183\u20131203 (2013)","journal-title":"Annales de l'Institut Henri Poincar\u00e9, Probabilit\u00e9s et Statistiques"},{"key":"11_CR17","unstructured":"Dziugaite, G.K., Roy, D.M., Ghahramani, Z.: Training generative neural networks via maximum mean discrepancy optimization. In: Proceedings of the Thirty-First Conference on Uncertainty in Artificial Intelligence, UAI, pp. 258\u2013267 (2015)"},{"issue":"3","key":"11_CR18","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1007\/s00440-014-0583-7","volume":"162","author":"N Fournier","year":"2015","unstructured":"Fournier, N., Guillin, A.: On the rate of convergence in Wasserstein distance of the empirical measure. Probab. Theor. Relat. Fields 162(3), 707\u2013738 (2015)","journal-title":"Probab. Theor. Relat. Fields"},{"key":"11_CR19","unstructured":"Freeman, C.D., Bruna, J.: Topology and geometry of half-rectified network optimization. arXiv preprint arXiv:1611.01540 (2016)"},{"key":"11_CR20","unstructured":"Goodfellow, I.J., et al.: Generative adversarial nets. In: Advances in Neural Information Processing Systems, vol. 27, pp. 2672\u20132680. Curran Associates, Inc. (2014)"},{"key":"11_CR21","first-page":"723","volume":"13","author":"A Gretton","year":"2012","unstructured":"Gretton, A., Borgwardt, K.M., Rasch, M.J., Sch\u00f6lkopf, B., Smola, A.: A kernel two-sample test. J. Mach. Learn. Res. 13, 723\u2013773 (2012)","journal-title":"J. Mach. Learn. Res."},{"key":"11_CR22","unstructured":"Gulrajani, I., Ahmed, F., Arjovsky, M., Dumoulin, V., Courville, A.: Improved training of Wasserstein GANs. arXiv preprint arXiv:1704.00028 (2017)"},{"issue":"3","key":"11_CR23","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1214\/aoms\/1177729805","volume":"21","author":"JM Hammersley","year":"1950","unstructured":"Hammersley, J.M.: The distribution of distance in a hypersphere. Ann. Mathe. Stat. 21(3), 447\u2013452 (1950)","journal-title":"Ann. Mathe. Stat."},{"key":"11_CR24","volume-title":"The Elements of Statistical Learning. Springer Series in Statistics","author":"T Hastie","year":"2009","unstructured":"Hastie, T., Tibshirani, R., Friedman, J.: The Elements of Statistical Learning. Springer Series in Statistics, 2nd edn. Springer, New York (2009)","edition":"2"},{"key":"11_CR25","unstructured":"Karras, T., Aila, T., Laine, S., Lehtinen, J.: Progressive growing of GANs for improved quality, stability, and variation. arXiv preprint arXiv:1710.10196 (2017)"},{"key":"11_CR26","unstructured":"Khinchin, A.Y.: Sur la loi des grandes nombres. Comptes Rendus de l\u2019Acad\u00e9mie des Sciences (1929)"},{"key":"11_CR27","unstructured":"Kingma, D.P., Welling, M.: Auto-encoding variational bayes. CoRR abs\/1312.6114 (2013)"},{"key":"11_CR28","unstructured":"Kocaoglu, M., Snyder, C., Dimakis, A.G., Vishwanath, S.: CausalGAN: learning causal implicit generative models with adversarial training. arXiv preprint arXiv:1709.02023 (2017)"},{"key":"11_CR29","doi-asserted-by":"crossref","unstructured":"Konda, V.R., Tsitsiklis, J.N.: Convergence rate of linear two-time-scale stochastic approximation. Ann. Appl. Probab., 796\u2013819 (2004)","DOI":"10.1214\/105051604000000116"},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Kulkarni, T.D., Kohli, P., Tenenbaum, J.B., Mansinghka, V.: Picture: A probabilistic programming language for scene perception. In: Proceedings of the IEEE Conference on Computer Vision And Pattern Recognition, CVPR 2015, pp. 4390\u20134399 (2015)","DOI":"10.1109\/CVPR.2015.7299068"},{"key":"11_CR31","doi-asserted-by":"crossref","unstructured":"Lee, M.W., Nevatia, R.: Dynamic human pose estimation using Markov Chain Monte Carlo approach. In: 7th IEEE Workshop on Applications of Computer Vision\/IEEE Workshop on Motion and Video Computing (WACV\/MOTION 2005), pp. 168\u2013175 (2005)","DOI":"10.1109\/ACVMOT.2005.43"},{"key":"11_CR32","unstructured":"Li, C.L., Chang, W.C., Cheng, Y., Yang, Y., P\u00f3czos, B.: MMD GAN: towards deeper understanding of moment matching network. arXiv preprint arXiv:1705.08584 (2017)"},{"key":"11_CR33","unstructured":"Li, Y., Swersky, K., Zemel, R.: Generative moment matching networks. In: Proceedings of the 32nd International Conference on International Conference on Machine Learning, ICML 2015, vol. 37, pp. 1718\u20131727 (2015)"},{"key":"11_CR34","unstructured":"Liu, S., Bousquet, O., Chaudhuri, K.: Approximation and convergence properties of generative adversarial learning. arXiv preprint arXiv:1705.08991 (2017). to appear in NIPS 2017"},{"issue":"2","key":"11_CR35","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1111\/1468-0262.00296","volume":"70","author":"P Milgrom","year":"2002","unstructured":"Milgrom, P., Segal, I.: Envelope theorems for arbitrary choice sets. Econometrica 70(2), 583\u2013601 (2002)","journal-title":"Econometrica"},{"issue":"3","key":"11_CR36","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1214\/aoms\/1177730385","volume":"18","author":"R von Mises","year":"1947","unstructured":"von Mises, R.: On the asymptotic distribution of differentiable statistical functions. Ann. Mathe. Stat. 18(3), 309\u2013348 (1947)","journal-title":"Ann. Mathe. Stat."},{"issue":"2","key":"11_CR37","doi-asserted-by":"publisher","first-page":"429","DOI":"10.2307\/1428011","volume":"29","author":"A M\u00fcller","year":"1997","unstructured":"M\u00fcller, A.: Integral probability metrics and their generating classes of functions. Adv. Appl. Probab. 29(2), 429\u2013443 (1997)","journal-title":"Adv. Appl. Probab."},{"issue":"2","key":"11_CR38","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1023\/A:1008923215028","volume":"11","author":"RM Neal","year":"2001","unstructured":"Neal, R.M.: Annealed importance sampling. Stat. Comput. 11(2), 125\u2013139 (2001)","journal-title":"Stat. Comput."},{"issue":"11","key":"11_CR39","doi-asserted-by":"publisher","first-page":"5847","DOI":"10.1109\/TIT.2010.2068870","volume":"56","author":"X Nguyen","year":"2010","unstructured":"Nguyen, X., Wainwright, M.J., Jordan, M.I.: Estimating divergence functionals and the likelihood ratio by convex risk minimization. IEEE Trans. Inf. Theor. 56(11), 5847\u20135861 (2010)","journal-title":"IEEE Trans. Inf. Theor."},{"key":"11_CR40","unstructured":"Nowozin, S., Cseke, B., Tomioka, R.: f-GAN: training generative neural samplers using variational divergence minimization. In: Advances in Neural Information Processing Systems, vol. 29, pp. 271\u2013279 (2016)"},{"key":"11_CR41","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-4869-3","volume-title":"The Methods of Distances in the Theory of Probability and Statistics","author":"ST Rachev","year":"2013","unstructured":"Rachev, S.T., Klebanov, L., Stoyanov, S.V., Fabozzi, F.: The Methods of Distances in the Theory of Probability and Statistics. Springer, New York (2013)"},{"key":"11_CR42","unstructured":"Radford, A., Metz, L., Chintala, S.: Unsupervised representation learning with deep convolutional generative adversarial networks. arXiv preprint arXiv:1511.06434 (2015)"},{"key":"11_CR43","unstructured":"Rezende, D.J., Mohamed, S., Wierstra, D.: Stochastic backpropagation and approximate inference in deep generative models. In: Proceedings of the 31st International Conference on Machine Learning, ICML 2014, pp. 1278\u20131286 (2014)"},{"key":"11_CR44","doi-asserted-by":"crossref","unstructured":"Romaszko, L., Williams, C.K., Moreno, P., Kohli, P.: Vision-as-inverse-graphics: obtaining a rich 3D explanation of a scene from a single image. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2017, pp. 851\u2013859 (2017)","DOI":"10.1109\/ICCVW.2017.115"},{"key":"11_CR45","unstructured":"Salimans, T., Goodfellow, I., Zaremba, W., Cheung, V., Radford, A., Chen, X.: Improved techniques for training GANs. In: Advances in Neural Information Processing Systems, vol. 29, pp. 2234\u20132242 (2016)"},{"key":"11_CR46","doi-asserted-by":"publisher","first-page":"522","DOI":"10.1090\/S0002-9947-1938-1501980-0","volume":"44","author":"IJ Schoenberg","year":"1938","unstructured":"Schoenberg, I.J.: Metric spaces and positive definite functions. Trans. Am. Mathe. Soc. 44, 522\u2013536 (1938)","journal-title":"Trans. Am. Mathe. Soc."},{"key":"11_CR47","volume-title":"Learning with Kernels","author":"B Sch\u00f6lkopf","year":"2002","unstructured":"Sch\u00f6lkopf, B., Smola, A.J.: Learning with Kernels. MIT Press, Cambridge, MA (2002)"},{"issue":"5","key":"11_CR48","doi-asserted-by":"publisher","first-page":"2263","DOI":"10.1214\/13-AOS1140","volume":"41","author":"D Sejdinovic","year":"2013","unstructured":"Sejdinovic, D., Sriperumbudur, B., Gretton, A., Fukumizu, K.: Equivalence of distance-based and rkhs-based statistics in hypothesis testing. Ann. Stat. 41(5), 2263\u20132291 (2013)","journal-title":"Ann. Stat."},{"key":"11_CR49","doi-asserted-by":"publisher","DOI":"10.1002\/9780470316481","volume-title":"Approximation Theorems of Mathematical Statistics","author":"RJ Serfling","year":"1980","unstructured":"Serfling, R.J.: Approximation Theorems of Mathematical Statistics. Wiley, New York; Chichester (1980)"},{"issue":"3","key":"11_CR50","doi-asserted-by":"publisher","first-page":"1839","DOI":"10.3150\/15-BEJ713","volume":"22","author":"B Sriperumbudur","year":"2016","unstructured":"Sriperumbudur, B.: On the optimal estimation of probability measures in weak and strong topologies. Bernoulli 22(3), 1839\u20131893 (2016)","journal-title":"Bernoulli"},{"key":"11_CR51","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1214\/12-EJS722","volume":"6","author":"BK Sriperumbudur","year":"2012","unstructured":"Sriperumbudur, B.K., Fukumizu, K., Gretton, A., Sch\u00f6lkopf, B., Lanckriet, G.R.: On the empirical estimation of integral probability metrics. Electron. J. Stat. 6, 1550\u20131599 (2012)","journal-title":"Electron. J. Stat."},{"key":"11_CR52","first-page":"2389","volume":"12","author":"BK Sriperumbudur","year":"2011","unstructured":"Sriperumbudur, B.K., Fukumizu, K., Lanckriet, G.R.: Universality, characteristic kernels and RKHS embedding of measures. J. Mach. Learn. Res. 12, 2389\u20132410 (2011)","journal-title":"J. Mach. Learn. Res."},{"issue":"8","key":"11_CR53","doi-asserted-by":"publisher","first-page":"1249","DOI":"10.1016\/j.jspi.2013.03.018","volume":"143","author":"GJ Sz\u00e9kely","year":"2013","unstructured":"Sz\u00e9kely, G.J., Rizzo, M.L.: Energy statistics: a class of statistics based on distances. J. Stat. Plan. Infer. 143(8), 1249\u20131272 (2013)","journal-title":"J. Stat. Plan. Infer."},{"key":"11_CR54","unstructured":"Sz\u00e9kely, J.G.: E-statistics: The energy of statistical samples. Technical report, 02\u201316, Bowling Green State University, Department of Mathematics and Statistics (2002)"},{"key":"11_CR55","unstructured":"Theis, L., van den Oord, A., Bethge, M.: A note on the evaluation of generative models. In: International Conference on Learning Representations (2016)"},{"key":"11_CR56","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-71050-9","volume-title":"Optimal Transport: Old and New. Grundlehren der mathematischen Wissenschaften","author":"C Villani","year":"2009","unstructured":"Villani, C.: Optimal Transport: Old and New. Grundlehren der mathematischen Wissenschaften. Springer, Berlin (2009)"},{"issue":"59","key":"11_CR57","doi-asserted-by":"publisher","first-page":"914","DOI":"10.1007\/BF01099119","volume":"4","author":"AA Zinger","year":"1992","unstructured":"Zinger, A.A., Kakosyan, A.V., Klebanov, L.B.: A characterization of distributions by mean values of statistics and certain probabilistic metrics. J. Sov. Mathe. 4(59), 914\u2013920 (1992). Translated from Problemy Ustoichivosti Stokhasticheskikh Modelei-Trudi seminara, pp. 47\u201355 (1989)","journal-title":"J. Sov. Mathe."}],"container-title":["Lecture Notes in Computer Science","Braverman Readings in Machine Learning. Key Ideas from Inception to Current State"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-99492-5_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T11:57:29Z","timestamp":1710331049000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-99492-5_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319994918","9783319994925"],"references-count":57,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-99492-5_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"23 August 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}