{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,20]],"date-time":"2025-02-20T05:20:18Z","timestamp":1740028818944,"version":"3.37.3"},"publisher-location":"New York, NY","reference-count":54,"publisher":"Springer New York","isbn-type":[{"type":"print","value":"9781441915696"},{"type":"electronic","value":"9781441915702"}],"license":[{"start":{"date-parts":[[2010,1,1]],"date-time":"2010-01-01T00:00:00Z","timestamp":1262304000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2010]]},"DOI":"10.1007\/978-1-4419-1570-2_8","type":"book-chapter","created":{"date-parts":[[2010,3,30]],"date-time":"2010-03-30T16:12:34Z","timestamp":1269965554000},"page":"299-349","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Self-Organizing ITL Principles for Unsupervised Learning"],"prefix":"10.1007","author":[{"given":"Sudhir","family":"Rao","sequence":"first","affiliation":[]},{"given":"Deniz","family":"Erdogmus","sequence":"additional","affiliation":[]},{"given":"Dongxin","family":"Xu","sequence":"additional","affiliation":[]},{"suffix":"II","given":"Kenneth","family":"Hild","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2010,3,19]]},"reference":[{"key":"8_CR1","volume-title":"On measures of information and their characterizations, Mathematics in Science and Engineering","author":"J Acz\u00e9l","year":"1975","unstructured":"Acz\u00e9l J., Dar\u00f3czy Z., On measures of information and their characterizations, Mathematics in Science and Engineering, vol. 115, Academic Press, New York, 1975."},{"key":"8_CR2","series-title":"Advances in Neural Information Processing Systems","first-page":"757","volume-title":"A new learning algorithm for blind signal separation","author":"S Amari","year":"1996","unstructured":"Amari S., Cichocki A., Yang H., A new learning algorithm for blind signal separation. Advances in Neural Information Processing Systems, vol. 8 pp. 757\u2013763, MIT Press, Cambridge, MA, 1996."},{"key":"8_CR3","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1162\/neco.1990.2.3.308","volume":"2","author":"J Atick","year":"1990","unstructured":"Atick J., Redlich A., Towards a theory of early visual processing, Neural Comput., 2:308\u2013320, 1990.","journal-title":"Neural Comput."},{"key":"8_CR4","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1037\/h0054663","volume":"61","author":"F Attneave","year":"1954","unstructured":"Attneave F., Some informational aspects of visual perception, Psychol. Rev., 61; 183\u2013193, 1954.","journal-title":"Psychol. Rev."},{"issue":"3","key":"8_CR5","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1162\/neco.1989.1.3.295","volume":"1","author":"H Barlow","year":"1989","unstructured":"Barlow H., Unsupervised learning. Neural Comput., 1(3):295\u2013311, 1989.","journal-title":"Neural Comput."},{"issue":"3","key":"8_CR6","doi-asserted-by":"publisher","first-page":"412","DOI":"10.1162\/neco.1989.1.3.412","volume":"1","author":"H Barlow","year":"1989","unstructured":"Barlow H., Kausal T., Mitchison G., Finding minimum entropy codes, Neural Comput., 1(3):412\u2013423, 1989.","journal-title":"Neural Comput."},{"key":"8_CR7","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1038\/355161a0","volume":"355","author":"S Becker","year":"1992","unstructured":"Becker S., Hinton G., A self-organizing neural network that discovers surfaces in random-dot stereograms. Nature, 355:161\u2013163, 1992","journal-title":"Nature"},{"key":"8_CR8","first-page":"997","volume-title":"The Handbook of Brain Theory and Neural Networks","author":"S Becker","year":"1998","unstructured":"Becker. S., Unsupervised learning with global objective functions. In M. A. Arbib, (Ed.), The Handbook of Brain Theory and Neural Networks, pp. 997\u20131000. MIT Press, Cambridge, MA, 1998c"},{"issue":"6","key":"8_CR9","doi-asserted-by":"publisher","first-page":"1129","DOI":"10.1162\/neco.1995.7.6.1129","volume":"7","author":"A Bell","year":"1995","unstructured":"Bell A., Sejnowski T., An information-maximization approach to blind separation and blind deconvolution. Neural Comput., 7(6):1129\u20131159, 1995.","journal-title":"Neural Comput."},{"issue":"3","key":"8_CR10","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1109\/TAC.1980.1102343","volume":"25","author":"A Benveniste","year":"1980","unstructured":"Benveniste A., Goursat M., Ruget G., Robust identification of a non-minimum phase system: Blind adjustment of a linear equalizer in data communications, IEEE Trans. Autom. Control, 25(3):385\u2013399, 1980.","journal-title":"IEEE Trans. Autom. Control"},{"key":"8_CR11","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780198538493.001.0001","volume-title":"Neural Networks for Pattern Recognition","author":"C Bishop","year":"1995","unstructured":"Bishop C., Neural Networks for Pattern Recognition, Clarendon Press, Oxford, 1995."},{"issue":"10","key":"8_CR12","doi-asserted-by":"publisher","first-page":"2009","DOI":"10.1109\/5.720250","volume":"86","author":"J Cardoso","year":"1998","unstructured":"Cardoso J., Blind signal separation: Statistical principles, Proc. IEEE, 86(10):2009\u20132025, 1998.","journal-title":"Proc. IEEE"},{"key":"8_CR13","first-page":"110","volume":"13","author":"G Chechik","year":"2001","unstructured":"Chechik G., Tishby N., Temporal dependent plasticity: An information theoretic account, Proc. Neural Inf. Process. Syst., 13:110\u2013116, 2001.","journal-title":"Proc. Neural Inf. Process. Syst."},{"key":"8_CR14","doi-asserted-by":"publisher","DOI":"10.1002\/9780470171455","volume-title":"Correlative learning: A basis for brain and adaptive systems","author":"Z Chen","year":"2007","unstructured":"Chen Z., Haykin S., Eggermont J., Bekker S., Correlative learning: A basis for brain and adaptive systems, John Wiley, Hoboken, NJ, 2007."},{"key":"8_CR15","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1023\/A:1008135131269","volume":"26","author":"S Choi","year":"2000","unstructured":"Choi S., Cichocki A., Amari S., Flexible independent component analysis, J. VLSI Signal Process., 26:25\u201338, 2000.","journal-title":"J. VLSI Signal Process."},{"issue":"3","key":"8_CR16","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1016\/0165-1684(94)90029-9","volume":"36","author":"P Comon","year":"1994","unstructured":"Comon P., Independent component analysis, a new concept?, Signal Process., 36(3):287\u2013314, 1994.","journal-title":"Signal Process."},{"key":"8_CR17","doi-asserted-by":"publisher","first-page":"565","DOI":"10.1016\/B978-0-12-256420-8.50024-1","volume-title":"Applied Time Series Analysis II","author":"D Donoho","year":"1981","unstructured":"Donoho D., On minimum entropy deconvolution, in Applied Time Series Analysis II, Academic Press, New York, 1981, pp. 565\u2013609."},{"key":"8_CR18","series-title":"Proc. IEEE Workshop on Neural Networks for Signal Process","first-page":"199","volume-title":"Do Hebbian synapses estimate entropy?","author":"D Erdogmus","year":"2002","unstructured":"Erdogmus D., Principe J., Hild II K., Do Hebbian synapses estimate entropy?, Proc. IEEE Workshop on Neural Networks for Signal Process., Martigni, Switzerland, pp. 199\u2013208, 2002."},{"issue":"6","key":"8_CR19","doi-asserted-by":"publisher","first-page":"1489","DOI":"10.1109\/TSP.2004.827202","volume":"52","author":"D Erdogmus","year":"2004","unstructured":"Erdogmus D., Hild II K., Lazaro M., Santamaria I., Principe J., Adaptive blind deconvolution of linear channels using Renyi\u2019s nntropy with Parzen estimation, IEEE Trans. Signal Process., 52(6)1489\u20131498, 2004.","journal-title":"IEEE Trans. Signal Process"},{"key":"8_CR20","doi-asserted-by":"crossref","unstructured":"Erdogmus D., Ozertem U., Self-consistent locally defined principal surfaces. In Proc. Int. Conf. Acoustic, Speech and Signal Processing, volume 2, pp. 15\u201320, April 2007.","DOI":"10.1109\/ICASSP.2007.366294"},{"key":"8_CR21","volume-title":"Vector Quantization and Signal Compression","author":"A Gersho","year":"1991","unstructured":"Gersho A., Gray R. Vector Quantization and Signal Compression. Springer, New York, 1991"},{"key":"8_CR22","volume-title":"Neural Networks: A Comprehensive Foundation","author":"S Haykin","year":"1999","unstructured":"Haykin S., Neural Networks: A Comprehensive Foundation, Prentice Hall, Upper Saddle River, NJ, 1999."},{"key":"8_CR23","volume-title":"Organization of Behavior: A Neurophysiology Theory","author":"D Hebb","year":"1949","unstructured":"Hebb D., Organization of Behavior: A Neurophysiology Theory, John Wiley, NY, New York, 1949."},{"key":"8_CR24","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1016\/B978-044450270-4\/50024-3","volume-title":"Kohonen Maps","author":"T Heskes","year":"1999","unstructured":"Heskes T., Energy functions for self-organizing maps. In E. Oja and S. Kaski, editors, Kohonen Maps, Elsevier, Amsterdam, 1999, pp. 303\u2013316."},{"key":"8_CR25","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1109\/97.923043","volume":"8","author":"K Hild II","year":"2001","unstructured":"Hild II K., Erdogmus D., Principe J., Blind source separation using Renyi\u2019s mutual information, IEEE Signal Process. Lett., 8:174\u2013176, 2001.","journal-title":"IEEE Signal Process. Lett."},{"issue":"1","key":"8_CR26","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1016\/j.sigpro.2005.04.015","volume":"86","author":"K Hild II","year":"2006","unstructured":"Hild II K., Erdogmus D., Principe J., An analysis of entropy estimators for blind source separation, Signal Process., 86(1):182\u2013194, 2006.","journal-title":"Signal Process."},{"key":"8_CR27","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/7011.001.0001","volume-title":"Unsupervised learning: Foundations of neural computation","author":"G Hinton","year":"1999","unstructured":"Hinton G. and Sejnowski T., Unsupervised learning: Foundations of neural computation, MIT Press, Cambridge, MA, 1999."},{"issue":"3","key":"8_CR28","doi-asserted-by":"publisher","first-page":"626","DOI":"10.1109\/72.761722","volume":"10","author":"A Hyvarinen","year":"1999","unstructured":"Hyvarinen A., Fast and Robust Fixed-Point Algorithms for Independent Component Analysis, IEEE Trans. Neural Netw., 10(3):626\u2013634, 1999.","journal-title":"IEEE Trans. Neural Netw."},{"key":"8_CR29","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1214\/aoms\/1177703732","volume":"35","author":"PJ Huber","year":"1964","unstructured":"Huber, P.J., Robust Estimation of a Location Parameter. Ann. Math. Statist., 35:73\u2013101, 1964.","journal-title":"Ann. Math. Statist."},{"key":"8_CR30","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511790423","volume-title":"Probability Theory, the Logic of Science","author":"E Jaynes","year":"2003","unstructured":"Jaynes E., Probability Theory, the Logic of Science, Cambridge University Press, Cambridge, UK, 2003."},{"key":"8_CR31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-84017-3","volume-title":"Relative Information","author":"G Jumarie","year":"1990","unstructured":"Jumarie G., Relative Information, Springer Verlag, New York, 1990"},{"issue":"1","key":"8_CR32","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1109\/34.982884","volume":"24","author":"B Kegl","year":"2002","unstructured":"Kegl B., Krzyzak A., Piecewise linear skeletonization using principal curves. IEEE Trans. Pattern Anal. Mach. Intell., 24(1):59\u201374, 2002.","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"8_CR33","volume-title":"Predicting Structured Data","author":"Y LeCun","year":"2006","unstructured":"LeCun Y., Chopra S., Hadsell R., Ranzato M., Huang F., A tutorial on energy-based learning, in Predicting Structured Data, Bakir, Hofman, Scholkopf, Smola, Taskar (Eds.), MIT Press, Boston, 2006."},{"key":"8_CR34","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1007\/s11047-004-9619-8","volume":"4","author":"T Lehn-Schieler","year":"2005","unstructured":"Lehn-Schieler T., Hegde H., Erdogmus D., and Principe J., Vector-quantization using information theoretic concepts. Natural Comput., 4:39\u201351, Jan. 2005.","journal-title":"Natural Comput."},{"key":"8_CR35","volume-title":"Neural Information Processing Systems - Natural and Synthetic","author":"R Linsker","year":"1988","unstructured":"Linsker R., Towards an organizing principle for a layered perceptual network. In D. Z. Anderson (Ed.), Neural Information Processing Systems - Natural and Synthetic. American Institute of Physics, New York, 1988."},{"key":"8_CR36","volume-title":"Information Theory, Inference and Learning Algorithms","author":"D MacKay","year":"2003","unstructured":"MacKay D., Information Theory, Inference and Learning Algorithms. Cambridge University Press, Cambridge, UK, 2003."},{"key":"8_CR37","doi-asserted-by":"crossref","unstructured":"Marossero D., Erdogmus D., Euliano N., Principe J., Hild II, K., Independent components analysis for fetal electrocardiogram extraction: A case for the data efficient mermaid algorithm, Proceedings of NNSP\u201903, pp. 399\u2013408, Toulouse, France, Sep 2003.","DOI":"10.1109\/NNSP.2003.1318039"},{"key":"8_CR38","doi-asserted-by":"publisher","first-page":"561","DOI":"10.1088\/0954-898X\/5\/4\/008","volume":"5","author":"J Nadal","year":"1994","unstructured":"Nadal J., Parga N., Nonlinear neurons in the low noise limit: a factorial code maximizes information transfer, Network, 5:561\u2013581, 1994.","journal-title":"Network"},{"key":"8_CR39","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/BF00275687","volume":"15","author":"E Oja","year":"1982","unstructured":"Oja. E., A simplified neuron model as a principal component analyzer. J. Math. Biol., 15:267\u2013273, 1982.","journal-title":"J. Math. Biol"},{"key":"8_CR40","volume-title":"Probability, Random Variables and Stochastic Processes","author":"A Papoulis","year":"1965","unstructured":"Papoulis A., Probability, Random Variables and Stochastic Processes, McGraw-Hill, New York, 1965."},{"key":"8_CR41","doi-asserted-by":"crossref","unstructured":"Pereira F., Tishby N., Lee L., Distributional clustering of english words. In Meeting of the Association for Computational Linguistics, pp. 183\u2013190, 1993.","DOI":"10.3115\/981574.981598"},{"issue":"10","key":"8_CR42","doi-asserted-by":"publisher","first-page":"4611","DOI":"10.1109\/TSP.2008.928109","volume":"56","author":"D Pham","year":"2008","unstructured":"Pham D., Vrins, F., Verleysen, M., On the risk of using Renyi\u2019s entropy for blind source separation, IEEE Trans. Signal Process., 56(10):4611\u20134620, 2008.","journal-title":"IEEE Trans. Signal Process."},{"key":"8_CR43","first-page":"407","volume-title":"Proc. ICA\u201999","author":"J Principe","year":"1999","unstructured":"Principe J., Xu D., Information theoretic learning using Renyi\u2019s quadratic entropy, in Proc. ICA\u201999, 407\u2013412, Aussois, France, 1999."},{"key":"8_CR44","unstructured":"Principe, J., Xu D., Fisher J., Information theoretic learning, in unsupervised adaptive filtering, Simon Haykin (Ed.), pp. 265\u2013319, Wiley, New York, 2000."},{"key":"8_CR45","volume-title":"Neural Systems: Fundamentals through Simulations","author":"J Principe","year":"2000","unstructured":"Principe J., Euliano N., Lefebvre C., Neural Systems: Fundamentals through Simulations, CD-ROM textbook, John Wiley, New York, 2000."},{"key":"8_CR46","unstructured":"Rao S., Unsupervised Learning: An Information Theoretic Learning Approach, Ph.D. thesis, University of Florida, Gainesville, 2008."},{"key":"8_CR47","doi-asserted-by":"publisher","first-page":"2323","DOI":"10.1126\/science.290.5500.2323","volume":"290","author":"S Roweis","year":"2000","unstructured":"Roweis S., Saul L., Nonlinear dimensionality reduction by locally linear embedding. Science, 290:2323\u20132326, 2000.","journal-title":"Science"},{"key":"8_CR48","unstructured":"Slonim N. Tishby N., The power of word clusters for text classification. In 23rd European Colloquium on Information Retrieval Research, 2001."},{"key":"8_CR49","unstructured":"Tishby N., Pereira F., and Bialek W., The information bottleneck method. In Proceedings of the 37th Annual Allerton Conference on Communication, Control and Computing, pp. 368\u2013377, 1999."},{"key":"8_CR50","volume-title":"Pattern Recognition: Human and Mechanical","author":"S Watanabe","year":"1985","unstructured":"Watanabe S., Pattern Recognition: Human and Mechanical. Wiley, New York, 1985."},{"key":"8_CR51","series-title":"Proc. First Int. Workshop on Ind. Comp. Anal. ICA\u201999","first-page":"245","volume-title":"Simultaneous diagonalization in the frequency domain for source separation","author":"H Wu","year":"1999","unstructured":"Wu H., Principe J., Simultaneous diagonalization in the frequency domain for source separation, Proc. First Int. Workshop on Ind. Comp. Anal. ICA\u201999, 245\u2013250, Aussois, France, 1999."},{"key":"8_CR52","volume-title":"Color Science: Concepts and Methods, Quantitative Data and Formulae","author":"G Wyszecki","year":"1982","unstructured":"Wyszecki G., Stiles W., Color Science: Concepts and Methods, Quantitative Data and Formulae. Wiley, New York, 1982."},{"key":"8_CR53","first-page":"1161","volume":"2","author":"D Xu","year":"1998","unstructured":"Xu D., Principe J., Fisher J., Wu H., A novel measure for independent component analysis (ICA), in Proc. of ICASSP\u201998, vol. 2, pp. 1161\u20131164, 1998","journal-title":"Proc. of ICASSP\u201998"},{"key":"8_CR54","doi-asserted-by":"crossref","first-page":"261","DOI":"10.7551\/mitpress\/7011.003.0016","volume-title":"Unsupervised Learning","author":"R Zemel","year":"1999","unstructured":"Zemel R., Hinton G., Learning population codes by minimizing the description length, in Unsupervised Learning, Hinton and Sejnowski (Eds.), pp. 261\u2013276, MIT Press, Cambridge, MA, 1999."}],"container-title":["Information Science and Statistics","Information Theoretic Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-4419-1570-2_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,19]],"date-time":"2025-02-19T19:42:10Z","timestamp":1739994130000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-1-4419-1570-2_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010]]},"ISBN":["9781441915696","9781441915702"],"references-count":54,"URL":"https:\/\/doi.org\/10.1007\/978-1-4419-1570-2_8","relation":{},"ISSN":["1613-9011","2197-4128"],"issn-type":[{"type":"print","value":"1613-9011"},{"type":"electronic","value":"2197-4128"}],"subject":[],"published":{"date-parts":[[2010]]},"assertion":[{"value":"19 March 2010","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}