{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T19:44:20Z","timestamp":1760384660332,"version":"3.32.0"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"1-2","license":[{"start":{"date-parts":[[2006,11,1]],"date-time":"2006-11-01T00:00:00Z","timestamp":1162339200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J VLSI Sign Process Syst Sign Image Video Technol"],"published-print":{"date-parts":[[2006,11]]},"DOI":"10.1007\/s11265-006-9771-8","type":"journal-article","created":{"date-parts":[[2006,12,5]],"date-time":"2006-12-05T04:24:40Z","timestamp":1165292680000},"page":"49-65","source":"Crossref","is-referenced-by-count":22,"title":["Some Equivalences between Kernel Methods and Information Theoretic Methods"],"prefix":"10.1007","volume":"45","author":[{"given":"Robert","family":"Jenssen","sequence":"first","affiliation":[]},{"given":"Torbj\u00f8rn","family":"Eltoft","sequence":"additional","affiliation":[]},{"given":"Deniz","family":"Erdogmus","sequence":"additional","affiliation":[]},{"given":"Jose C.","family":"Principe","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2006,12,5]]},"reference":[{"key":"9771_CR1","doi-asserted-by":"crossref","unstructured":"J. Shawe-Taylor and N. Cristianini, \u201cKernel Methods for Pattern Analysis,\u201d Cambridge University Press, 2004.","DOI":"10.1017\/CBO9780511809682"},{"issue":"2","key":"9771_CR2","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1109\/72.914517","volume":"12","author":"K.R. M\u00fcller","year":"2001","unstructured":"K.R. M\u00fcller, S. Mika, G. R\u00e4tsch, K. Tsuda and B. Sch\u00f6lkopf, \u201cAn Introduction to Kernel-Based Learning Algorithms,\u201d IEEE Trans. Neural Netw., vol. 12, no. 2, 2001, pp. 181\u2013201.","journal-title":"IEEE Trans. Neural Netw."},{"key":"9771_CR3","doi-asserted-by":"crossref","unstructured":"F. Perez-Cruz and O. Bousquet, \u201cKernel Methods and Their Potential Use in Signal Processing,\u201d IEEE Signal Process. Mag., 2004, pp. 57\u201365, May.","DOI":"10.1109\/MSP.2004.1296543"},{"key":"9771_CR4","volume-title":"Learning with Kernels","author":"B. Sch\u00f6lkopf","year":"2002","unstructured":"B. Sch\u00f6lkopf and A.J. Smola, \u201cLearning with Kernels,\u201d MIT, Cambridge, 2002."},{"key":"9771_CR5","first-page":"273","volume":"20","author":"C. Cortes","year":"1995","unstructured":"C. Cortes and V.N. Vapnik, \u201cSupport Vector Networks,\u201d Mach. Learn., vol. 20, 1995, pp. 273\u2013297.","journal-title":"Mach. Learn."},{"key":"9771_CR6","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4757-2440-0","volume-title":"The Nature of Statistical Learning Theory","author":"V.N. Vapnik","year":"1995","unstructured":"V.N. Vapnik, \u201cThe Nature of Statistical Learning Theory,\u201d Springer, Berlin Heidelberg New York, 1995."},{"key":"9771_CR7","volume-title":"An Introduction to Support Vector Machines","author":"N. Cristianini","year":"2000","unstructured":"N. Cristianini and J. Shawe-Taylor, \u201cAn Introduction to Support Vector Machines,\u201d Cambridge University Press, Cambridge, 2000."},{"issue":"2","key":"9771_CR8","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1023\/A:1009715923555","volume":"2","author":"C.J.C. Burges","year":"1998","unstructured":"C.J.C. Burges, \u201cA Tutorial on Support Vector Machines for Pattern Recognition,\u201d Knowledge Discovery and Data Mining, vol. 2, no. 2, 1998, pp. 121\u2013167.","journal-title":"Knowledge Discovery and Data Mining"},{"key":"9771_CR9","first-page":"1391","volume":"5","author":"T. Hastie","year":"2004","unstructured":"T. Hastie, S. Rosset, R. Tibshirani and J. Zhu, \u201cThe Entire Regularization Path for the Support Vector Machine,\u201d J. Mach. Learn. Res., vol. 5, 2004, pp. 1391\u20131415.","journal-title":"J. Mach. Learn. Res."},{"key":"9771_CR10","doi-asserted-by":"crossref","first-page":"1299","DOI":"10.1162\/089976698300017467","volume":"10","author":"B. Sch\u00f6lkopf","year":"1998","unstructured":"B. Sch\u00f6lkopf, A.J. Smola and K.R. M\u00fcller, \u201cNonlinear Component Analysis as a Kernel Eigenvalue Problem,\u201d Neural Comput., vol. 10, 1998, pp. 1299\u20131319.","journal-title":"Neural Comput."},{"key":"9771_CR11","doi-asserted-by":"crossref","unstructured":"S. Mika, G. R\u00e4tsch, J. Weston, B. Sch\u00f6lkopf and K.R. M\u00fcller, \u201cFisher Discriminant Analysis with Kernels,\u201d in Proceedings of IEEE International Workshop on Neural Networks for Signal Processing, Madison, USA, August 23\u201325, 1999, pp. 41\u201348.","DOI":"10.1109\/NNSP.1999.788121"},{"key":"9771_CR12","unstructured":"V. Roth and V. Steinhage, \u201cNonlinear Discriminant Analysis using Kernel Functions,\u201d in Advances in Neural Information Processing Systems 12, MIT, Cambridge, 2000, pp. 568\u2013574."},{"key":"9771_CR13","unstructured":"Y.A. LeCun, L.D. Jackel, L. Bottou, A. Brunot, C. Cortes, J.S. Denker, H. Drucker, I. Guyon, U.A. M\u00fcller, E. S\u00e4ckinger, P.Y. Simard and V.N. Vapnik, \u201cLearning Algorithms for Classification: A Comparison on Handwritten Digit Reconstruction,\u201d Neural Netw., 1995, pp. 261\u2013276."},{"key":"9771_CR14","doi-asserted-by":"crossref","unstructured":"K.R. M\u00fcller, A.J. Smola, G. R\u00e4tsch, B. Sch\u00f6lkopf, J. Kohlmorgen and V.N. Vapnik, \u201cPredicting Time Series with Support Vector Machines,\u201d in Proceedings of International Conference on Artificial Neural Networks\u2014Lecture Notes in Computer Science, Springer, Berlin Heidelberg New York, 1997, vol. 1327, pp. 999\u20131004.","DOI":"10.1007\/BFb0020283"},{"key":"9771_CR15","doi-asserted-by":"crossref","first-page":"906","DOI":"10.1093\/bioinformatics\/16.9.799","volume":"16","author":"A. Zien","year":"2000","unstructured":"A. Zien, G. R\u00e4tsch, S. Mika, B. Sch\u00f6lkopf, T. Lengauer and K.R. M\u00fcller, \u201cEngineering Support Vector Machine Kernels that Recognize Translation Invariant Sites in DNA,\u201d Bioinformatics, vol. 16, 2000, pp. 906\u2013914.","journal-title":"Bioinformatics"},{"key":"9771_CR16","volume-title":"Unsupervised Adaptive Filtering, vol. I, Chapter 7","author":"J. Principe","year":"2000","unstructured":"J. Principe, D. Xu and J. Fisher, \u201cInformation Theoretic Learning,\u201d in Unsupervised Adaptive Filtering, S. Haykin (Ed.), Wiley, New York, 2000, vol. I, Chapter 7."},{"issue":"1","key":"9771_CR17","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1023\/A:1008143417156","volume":"26","author":"J.C. Principe","year":"2000","unstructured":"J.C. Principe, D. Xu, Q. Zhao and J.W. Fisher, \u201cLearning From Examples with Information Theoretic Criteria,\u201d J. VLSI Signal Process., vol. 26, no. 1, 2000, pp. 61\u201377.","journal-title":"J. VLSI Signal Process."},{"key":"9771_CR18","unstructured":"S. Haykin, (Ed.), \u201cUnsupervised Adaptive Filtering: Volume 1, Blind Source Separation, Wiley, New York, 2000."},{"key":"9771_CR19","doi-asserted-by":"crossref","first-page":"1065","DOI":"10.1214\/aoms\/1177704472","volume":"32","author":"E. Parzen","year":"1962","unstructured":"E. Parzen, \u201cOn the Estimation of a Probability Density Function and the Mode,\u201d Ann. Math. Stat., vol. 32, 1962, pp. 1065\u20131076.","journal-title":"Ann. Math. Stat."},{"key":"9771_CR20","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1016\/0378-4754(89)90054-2","volume":"31","author":"L. Devroye","year":"1989","unstructured":"L. Devroye, \u201cOn Random Variate Generation when only Moments or Fourier Coefficients are known,\u201d Math. Comput. Simul., vol. 31, 1989, pp. 71\u201389.","journal-title":"Math. Comput. Simul."},{"key":"9771_CR21","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4899-3324-9","volume-title":"Density Estimation for Statistics and Data Analysis","author":"B.W. Silverman","year":"1986","unstructured":"B.W. Silverman, \u201cDensity Estimation for Statistics and Data Analysis,\u201d Chapman & Hall, London, 1986."},{"key":"9771_CR22","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316849","volume-title":"Multivariate Density Estimation","author":"D.W. Scott","year":"1992","unstructured":"D.W. Scott, \u201cMultivariate Density Estimation, \u201d Wiley, New York, 1992."},{"key":"9771_CR23","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4899-4493-1","volume-title":"Kernel Smooting","author":"M.P. Wand","year":"1995","unstructured":"M.P. Wand and M.C. Jones, \u201cKernel Smooting, \u201d Chapman & Hall, London, 1995."},{"key":"9771_CR24","unstructured":"P.A. Viola, N.N. Schraudolph and T.J. Sejnowski, \u201cEmpirical Entropy Manipulation for Real-World Problems,\u201d in Advances in Neural Information Processing Systems, 8, MIT, Cambridge, 1995, pp. 851\u2013857."},{"issue":"2","key":"9771_CR25","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1023\/A:1007958904918","volume":"24","author":"P. Viola","year":"1997","unstructured":"P. Viola and W.M. Wells, \u201cAlignment by Maximization of Mutual Information,\u201d Int. J. Comput. Vis., vol. 24, no. 2, 1997, pp. 137\u2013154.","journal-title":"Int. J. Comput. Vis."},{"key":"9771_CR26","unstructured":"D. Xu, \u201cEnergy, Entropy and Information Potential for Neural Computation, Ph.D. thesis, University of Florida, Gainesville, FL, USA, 1999."},{"key":"9771_CR27","unstructured":"A. Renyi, \u201cSome Fundamental Questions of Information Theory,\u201d Selected Papers of Alfred Renyi, Akademiai Kiado, Budapest, vol. 2, 1976, pp. 526\u2013552."},{"key":"9771_CR28","unstructured":"A. Renyi, \u201cOn Measures of Entropy and Information,\u201d Selected Papers of Alfred Renyi, Akademiai Kiado, Budapest, vol. 2, 1976, pp. 565\u2013580."},{"issue":"2","key":"9771_CR29","doi-asserted-by":"crossref","first-page":"696","DOI":"10.1109\/TSP.2004.840767","volume":"53","author":"M. Lazaro","year":"2005","unstructured":"M. Lazaro, I. Santamaria, D. Erdogmus, K.E. Hild II, C. Pantaleon and J.C. Principe, \u201cStochastic Blind Equalization Based on PDF Fitting using Parzen Estimator,\u201d IEEE Trans. Signal Process., vol. 53, no. 2, 2005, pp. 696\u2013704.","journal-title":"IEEE Trans. Signal Process."},{"key":"9771_CR30","doi-asserted-by":"crossref","first-page":"1235","DOI":"10.1162\/089976604773717595","volume":"16","author":"D. Erdogmus","year":"2004","unstructured":"D. Erdogmus, K.E. Hild, Y.N. Rao and J.C. Principe, \u201cMinimax Mutual Information Approach for Independent Component Analysis,\u201d Neural Comput., vol. 16, 2004, pp. 1235\u20131252.","journal-title":"Neural Comput."},{"issue":"6","key":"9771_CR31","doi-asserted-by":"crossref","first-page":"1489","DOI":"10.1109\/TSP.2004.827202","volume":"52","author":"D. Erdogmus","year":"2004","unstructured":"D. Erdogmus, K.E. Hild, J.C. Principe, M. Lazaro and I. Santamaria, \u201cAdaptive Blind Deconvolution of Linear Channels using Renyi\u2019s Entropy with Parzen Window Estimation,\u201d IEEE Trans. Signal Process., vol. 52, no. 6, 2004, pp. 1489\u20131498.","journal-title":"IEEE Trans. Signal Process."},{"issue":"7","key":"9771_CR32","doi-asserted-by":"crossref","first-page":"1966","DOI":"10.1109\/TSP.2003.812843","volume":"51","author":"D. Erdogmus","year":"2003","unstructured":"D. Erdogmus and J.C. Principe, \u201cConvergence Properties and Data Efficiency of the Minimum Error-Entropy Criterion in Adaline Training,\u201d IEEE Trans. Signal Process., vol. 51, no. 7, 2003, pp. 1966\u20131978.","journal-title":"IEEE Trans. Signal Process."},{"key":"9771_CR33","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1016\/S0925-2312(02)00526-X","volume":"49","author":"D. Erdogmus","year":"2002","unstructured":"D. Erdogmus, K.E. Hild and J.C. Principe, \u201cBlind Source Separation using Renyi\u2019s \u03b1-Marginal Entropies,\u201d Neurocomputing, vol. 49, 2002, pp. 25\u201338.","journal-title":"Neurocomputing"},{"issue":"5","key":"9771_CR34","doi-asserted-by":"crossref","first-page":"1184","DOI":"10.1109\/78.995074","volume":"50","author":"I. Santamaria","year":"2002","unstructured":"I. Santamaria, D. Erdogmus and J.C. Principe, \u201cEntropy Minimization for Supervised Digital Communications Channel Equalization,\u201d IEEE Trans. Signal Process., vol. 50, no. 5, 2002, pp. 1184\u20131192.","journal-title":"IEEE Trans. Signal Process."},{"issue":"5","key":"9771_CR35","doi-asserted-by":"crossref","first-page":"1035","DOI":"10.1109\/TNN.2002.1031936","volume":"13","author":"D. Erdogmus","year":"2002","unstructured":"D. Erdogmus and J.C. Principe, \u201cGeneralized Information Potential Criterion for Adaptive System Training,\u201d IEEE Trans. Neural Netw., vol. 13, no. 5, 2002, pp. 1035\u20131044.","journal-title":"IEEE Trans. Neural Netw."},{"issue":"7","key":"9771_CR36","doi-asserted-by":"crossref","first-page":"1780","DOI":"10.1109\/TSP.2002.1011217","volume":"50","author":"D. Erdogmus","year":"2002","unstructured":"D. Erdogmus and J.C. Principe, \u201cAn Error-Entropy Minimization Algorithm for Supervised Training of Nonlinear Adaptive Systems,\u201d IEEE Trans. Signal Process., vol. 50, no. 7, 2002, pp. 1780\u20131786.","journal-title":"IEEE Trans. Signal Process."},{"key":"9771_CR37","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1098\/rsta.1909.0016","volume":"A","author":"J. Mercer","year":"1909","unstructured":"J. Mercer, \u201cFunctions of Positive and Negative Type and their Connection with the Theory of Integral Equations,\u201d Philos. Trans. Roy. Soc. London, vol. A, 1909, pp. 415\u2013446.","journal-title":"Philos. Trans. Roy. Soc. London"},{"issue":"3","key":"9771_CR38","doi-asserted-by":"crossref","first-page":"780","DOI":"10.1109\/TNN.2002.1000150","volume":"13","author":"M. Girolami","year":"2002","unstructured":"M. Girolami, \u201cMercer Kernel-Based Clustering in Feature Space,\u201d IEEE Trans. Neural Netw., vol. 13, no. 3, 2002, pp. 780\u2013784.","journal-title":"IEEE Trans. Neural Netw."},{"key":"9771_CR39","doi-asserted-by":"crossref","unstructured":"I.S. Dhillon, Y. Guan and B. Kulis, \u201cKernel K-means, Spectral Clustering and Normalized Cuts,\u201d in Proceedings of ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, Seattle, USA, August 22\u201325, 2004, pp. 551\u2013556.","DOI":"10.1145\/1014052.1014118"},{"key":"9771_CR40","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4613-0125-7","volume-title":"Combinatorial Methods in Density Estimation","author":"L. Devroye","year":"2001","unstructured":"L. Devroye and G. Lugosi, \u201cCombinatorial Methods in Density Estimation,\u201d Springer, Berlin Heidelberg New York, 2001."},{"issue":"1","key":"9771_CR41","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1023\/A:1009778005914","volume":"1","author":"J.H. Friedman","year":"1997","unstructured":"J.H. Friedman, \u201cOn Bias, Variance, 0\/1 Loss, and the Curse-Of-Dimensionality,\u201d Data Mining and Knowledge Discovery, vol. 1, no. 1, 1997, pp. 55\u201377.","journal-title":"Data Mining and Knowledge Discovery"},{"issue":"3","key":"9771_CR42","doi-asserted-by":"crossref","first-page":"669","DOI":"10.1162\/089976602317250942","volume":"14","author":"M. Girolami","year":"2002","unstructured":"M. Girolami, \u201cOrthogonal Series Density Estimation and the Kernel Eigenvalue Problem,\u201d Neural Comput., vol. 14, no. 3, 2002, pp. 669\u2013688.","journal-title":"Neural Comput."},{"key":"9771_CR43","doi-asserted-by":"crossref","first-page":"274","DOI":"10.1198\/004017001316975880","volume":"43","author":"D.W. Scott","year":"2001","unstructured":"D.W. Scott, \u201cParametric Statistical Modeling by Integrated Squared Error,\u201d Technometrics, vol. 43, 2001, pp. 274\u2013285.","journal-title":"Technometrics"},{"key":"9771_CR44","volume-title":"Measures of Information and their Applications","author":"J.N. Kapur","year":"1994","unstructured":"J.N. Kapur, \u201cMeasures of Information and their Applications,\u201d Wiley, New York, 1994."},{"key":"9771_CR45","doi-asserted-by":"crossref","unstructured":"R. Jenssen, J.C. Principe and T. Eltoft, \u201cInformation Cut and Information Forces for Clustering,\u201d in Proceedings of IEEE International Workshop on Neural Networks for Signal Processing, Toulouse, France, September 17\u201319, 2003, pp. 459\u2013468.","DOI":"10.1109\/NNSP.2003.1318045"},{"issue":"2","key":"9771_CR46","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1007\/s11222-005-6203-8","volume":"15","author":"M. Marzio Di","year":"2005","unstructured":"M. Di Marzio and C.C. Taylor, \u201cKernel Density Classification and Boosting: An L2 Analysis,\u201d Stat. Comput., vol. 15, no. 2, 2005, pp. 113\u2013123.","journal-title":"Stat. Comput."}],"container-title":["The Journal of VLSI Signal Processing Systems for Signal, Image, and Video Technology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11265-006-9771-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11265-006-9771-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11265-006-9771-8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,12]],"date-time":"2025-01-12T06:52:08Z","timestamp":1736664728000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11265-006-9771-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2006,11]]},"references-count":46,"journal-issue":{"issue":"1-2","published-print":{"date-parts":[[2006,11]]}},"alternative-id":["9771"],"URL":"https:\/\/doi.org\/10.1007\/s11265-006-9771-8","relation":{},"ISSN":["0922-5773","1573-109X"],"issn-type":[{"type":"print","value":"0922-5773"},{"type":"electronic","value":"1573-109X"}],"subject":[],"published":{"date-parts":[[2006,11]]}}}