{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,12]],"date-time":"2025-10-12T03:41:22Z","timestamp":1760240482860,"version":"build-2065373602"},"reference-count":33,"publisher":"MDPI AG","issue":"7","license":[{"start":{"date-parts":[[2019,7,3]],"date-time":"2019-07-03T00:00:00Z","timestamp":1562112000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100004837","name":"Ministerio de Ciencia e Innovaci\u00f3n","doi-asserted-by":"publisher","award":["TEC2017-82807-P"],"award-info":[{"award-number":["TEC2017-82807-P"]}],"id":[{"id":"10.13039\/501100004837","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003329","name":"Ministerio de Econom\u00eda y Competitividad","doi-asserted-by":"publisher","award":["TEC2014-53103-P"],"award-info":[{"award-number":["TEC2014-53103-P"]}],"id":[{"id":"10.13039\/501100003329","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Entropy"],"abstract":"<jats:p>The birth of Information Theory, right after the pioneering work of Claude Shannon and his celebrated publication of the paper \u201cA mathematical theory of Communication\u201d [...]<\/jats:p>","DOI":"10.3390\/e21070653","type":"journal-article","created":{"date-parts":[[2019,7,3]],"date-time":"2019-07-03T11:14:49Z","timestamp":1562152489000},"page":"653","update-policy":"https:\/\/doi.org\/10.3390\/mdpi_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Information Theory Applications in Signal Processing"],"prefix":"10.3390","volume":"21","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4121-7137","authenticated-orcid":false,"given":"Sergio","family":"Cruces","sequence":"first","affiliation":[{"name":"Departamento de Teor\u00eda de la Se\u00f1al y Comunicaciones, Universidad de Sevilla, Camino de los Descubrimientos s\/n, 41092 Seville, Spain"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5905-7189","authenticated-orcid":false,"given":"Rub\u00e9n","family":"Mart\u00edn-Clemente","sequence":"additional","affiliation":[{"name":"Departamento de Teor\u00eda de la Se\u00f1al y Comunicaciones, Universidad de Sevilla, Camino de los Descubrimientos s\/n, 41092 Seville, Spain"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6283-3265","authenticated-orcid":false,"given":"Wojciech","family":"Samek","sequence":"additional","affiliation":[{"name":"Fraunhofer Heinrich Hertz Institute HHI, 10587 Berlin, Germany"}]}],"member":"1968","published-online":{"date-parts":[[2019,7,3]]},"reference":[{"key":"ref_1","doi-asserted-by":"crossref","first-page":"379","DOI":"10.1002\/j.1538-7305.1948.tb01338.x","article-title":"A Mathematical Theory of Communication","volume":"27","author":"Shannon","year":"1948","journal-title":"Bell Syst. Tech. J."},{"key":"ref_2","unstructured":"Cover, T.M., and Thomas, J.A. (2006). Elements of Information Theory (Wiley Series in Telecommunications and Signal Processing), Wiley-Interscience."},{"key":"ref_3","unstructured":"Verd\u00fa, S., and McLaughlin, S.W. (2000). Information Theory: 50 Years of Discovery, IEEE Press."},{"key":"ref_4","unstructured":"Scharf, L.L. (1991). Statistical Signal Processing: Detection, Estimation, and Time Series Analysis, Addison Wesley."},{"key":"ref_5","unstructured":"Verd\u00fa, S. (2005, January 5\u20138). The interplay between estimation theory and information theory. Proceedings of the IEEE 6th Workshop on Signal Processing Advances in Wireless Communications, New York, NY, USA."},{"key":"ref_6","unstructured":"Kay, S.M. (1993). Fundamentals of Statistical Signal Processing: Estimation Theory, Prentice-Hall Inc."},{"key":"ref_7","unstructured":"Kay, S.M. (1993). Fundamentals of Statistical Signal Processing: Detection Theory, Prentice-Hall Inc."},{"key":"ref_8","unstructured":"MacKay, D.J.C. (2002). Information Theory, Inference & Learning Algorithms, Cambridge University Press."},{"key":"ref_9","doi-asserted-by":"crossref","unstructured":"Rissanen, J. (2007). Information and Complexity in Statistical Modeling, Springer Publishing Company Incorporated. [1st ed.].","DOI":"10.1007\/978-0-387-68812-1"},{"key":"ref_10","doi-asserted-by":"crossref","first-page":"607","DOI":"10.1038\/381607a0","article-title":"Emergence of simple-cell receptive field properties by learning a sparse code for natural images","volume":"381","author":"Olshausen","year":"1996","journal-title":"Nature"},{"key":"ref_11","doi-asserted-by":"crossref","first-page":"978","DOI":"10.1038\/nature04485","article-title":"Efficient auditory coding","volume":"439","author":"Smith","year":"2006","journal-title":"Nature"},{"key":"ref_12","doi-asserted-by":"crossref","first-page":"12387","DOI":"10.1073\/pnas.0913625107","article-title":"Cochlea-scaled entropy, not consonants, vowels, or time, best predicts speech intelligibility","volume":"107","author":"Stilp","year":"2010","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"ref_13","doi-asserted-by":"crossref","unstructured":"Amari, S.I. (2016). Information Geometry and Its Applications, Springer Publishing Company Incorporated. [1st ed.].","DOI":"10.1007\/978-4-431-55978-8"},{"key":"ref_14","doi-asserted-by":"crossref","unstructured":"Tishby, N., and Zaslavsky, N. (May, January 26). Deep learning and the information bottleneck principle. Proceedings of the 2015 IEEE Information Theory Workshop (ITW), Jerusalem, Israel.","DOI":"10.1109\/ITW.2015.7133169"},{"key":"ref_15","unstructured":"Barron, A.R., and Klusowski, J.M. (2019). Complexity, Statistical Risk, and Metric Entropy of Deep Nets Using Total Path Variation. arXiv."},{"key":"ref_16","doi-asserted-by":"crossref","unstructured":"Belda, J., Vergara, L., Safont, G., and Salazar, A. (2018). Computing the Partial Correlation of ICA Models for Non-Gaussian Graph Signal Processing. Entropy, 21.","DOI":"10.3390\/e21010022"},{"key":"ref_17","doi-asserted-by":"crossref","unstructured":"Sarmiento, A., Fond\u00f3n, I., Dur\u00e1n-D\u00edaz, I., and Cruces, S. (2019). Centroid-Based Clustering with \u03b1\u03b2-Divergences. Entropy, 21.","DOI":"10.3390\/e21020196"},{"key":"ref_18","doi-asserted-by":"crossref","unstructured":"Delmaire, G., Omidvar, M., Puigt, M., Ledoux, F., Limem, A., Roussel, G., and Courcot, D. (2019). Informed Weighted Non-Negative Matrix Factorization Using \u03b1\u03b2-Divergence Applied to Source Apportionment. Entropy, 21.","DOI":"10.3390\/e21030253"},{"key":"ref_19","doi-asserted-by":"crossref","unstructured":"Pinchas, M. (2019). A New Efficient Expression for the Conditional Expectation of the Blind Adaptive Deconvolution Problem Valid for the Entire Range of Signal-to-Noise Ratio. Entropy, 21.","DOI":"10.3390\/e21010072"},{"key":"ref_20","doi-asserted-by":"crossref","unstructured":"Wu, B., Gao, Y., Feng, S., and Chanwimalueang, T. (2018). Sparse Optimistic Based on Lasso-LSQR and Minimum Entropy De-Convolution with FARIMA for the Remaining Useful Life Prediction of Machinery. Entropy, 20.","DOI":"10.3390\/e20100747"},{"key":"ref_21","doi-asserted-by":"crossref","first-page":"134","DOI":"10.3390\/e13010134","article-title":"Generalized Alpha-Beta Divergences and Their Application to Robust Nonnegative Matrix Factorization","volume":"13","author":"Cichocki","year":"2011","journal-title":"Entropy"},{"key":"ref_22","doi-asserted-by":"crossref","unstructured":"Vigneron, V., and Maaref, H. (2019). M-ary Rank Classifier Combination: A Binary Linear Programming Problem. Entropy, 21.","DOI":"10.3390\/e21050440"},{"key":"ref_23","doi-asserted-by":"crossref","unstructured":"Szcz\u0119sna, A. (2019). Quaternion Entropy for Analysis of Gait Data. Entropy, 21.","DOI":"10.3390\/e21010079"},{"key":"ref_24","doi-asserted-by":"crossref","unstructured":"Zhou, F., Li, X., Zhou, M., Chen, Y., and Tan, H. (2019). A New Dictionary Construction Based Multimodal Medical Image Fusion Framework. Entropy, 21.","DOI":"10.3390\/e21030267"},{"key":"ref_25","doi-asserted-by":"crossref","unstructured":"Ballesteros, D.M., Pe\u00f1a, J., and Renza, D. (2018). A Novel Image Encryption Scheme Based on Collatz Conjecture. Entropy, 20.","DOI":"10.3390\/e20120901"},{"key":"ref_26","doi-asserted-by":"crossref","unstructured":"Shen, S., Yang, H., Li, J., Xu, G., and Sheng, M. (2018). Auditory Inspired Convolutional Neural Networks for Ship Type Classification with Raw Hydrophone Data. Entropy, 20.","DOI":"10.3390\/e20120990"},{"key":"ref_27","doi-asserted-by":"crossref","unstructured":"Feng, G., Guo, W., and Liu, B. (2018). Achievable Rate Region under Linear Beamforming for Dual-Hop Multiple-Access Relay Network. Entropy, 20.","DOI":"10.3390\/e20080547"},{"key":"ref_28","doi-asserted-by":"crossref","unstructured":"Wang, M., and Wang, D. (2019). Sum-Rate of Multi-User MIMO Systems with Multi-Cell Pilot Contamination in Correlated Rayleigh Fading Channel. Entropy, 21.","DOI":"10.3390\/e21060573"},{"key":"ref_29","doi-asserted-by":"crossref","unstructured":"Zhang, A., and Ji, Z. (2019). New Construction of Maximum Distance Separable (MDS) Self-Dual Codes over Finite Fields. Entropy, 21.","DOI":"10.3390\/e21020101"},{"key":"ref_30","doi-asserted-by":"crossref","unstructured":"Wang, X., Chang, H., Li, J., Cao, W., and Shan, L. (2019). Analysis of TDMP Algorithm of LDPC Codes Based on Density Evolution and Gaussian Approximation. Entropy, 21.","DOI":"10.3390\/e21050457"},{"key":"ref_31","doi-asserted-by":"crossref","unstructured":"Wang, B., Chen, X., Xin, F., and Song, X. (2019). SINR- and MI-Based Maximin Robust Waveform Design. Entropy, 21.","DOI":"10.3390\/e21010033"},{"key":"ref_32","doi-asserted-by":"crossref","unstructured":"Hao, T., Cui, C., and Gong, Y. (2019). Efficient Low-PAR Waveform Design Method for Extended Target Estimation Based on Information Theory in Cognitive Radar. Entropy, 21.","DOI":"10.3390\/e21030261"},{"key":"ref_33","doi-asserted-by":"crossref","unstructured":"Wang, J., and Ding, Q. (2018). Dynamic Rounds Chaotic Block Cipher Based on Keyword Abstract Extraction. Entropy, 20.","DOI":"10.3390\/e20090693"}],"container-title":["Entropy"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.mdpi.com\/1099-4300\/21\/7\/653\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T13:02:03Z","timestamp":1760187723000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.mdpi.com\/1099-4300\/21\/7\/653"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,3]]},"references-count":33,"journal-issue":{"issue":"7","published-online":{"date-parts":[[2019,7]]}},"alternative-id":["e21070653"],"URL":"https:\/\/doi.org\/10.3390\/e21070653","relation":{},"ISSN":["1099-4300"],"issn-type":[{"type":"electronic","value":"1099-4300"}],"subject":[],"published":{"date-parts":[[2019,7,3]]}}}