{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,28]],"date-time":"2026-02-28T07:41:08Z","timestamp":1772264468593,"version":"3.50.1"},"reference-count":22,"publisher":"MDPI AG","issue":"4","license":[{"start":{"date-parts":[[2020,4,11]],"date-time":"2020-04-11T00:00:00Z","timestamp":1586563200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Entropy"],"abstract":"<jats:p>Human language is a system of communication [...]<\/jats:p>","DOI":"10.3390\/e22040435","type":"journal-article","created":{"date-parts":[[2020,4,13]],"date-time":"2020-04-13T04:45:31Z","timestamp":1586753131000},"page":"435","update-policy":"https:\/\/doi.org\/10.3390\/mdpi_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Information Theory and Language"],"prefix":"10.3390","volume":"22","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7136-5283","authenticated-orcid":false,"given":"\u0141ukasz","family":"D\u0119bowski","sequence":"first","affiliation":[{"name":"Institute of Computer Science, Polish Academy of Sciences, ul. Jana Kazimierza 5, 01-248 Warszawa, Poland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6570-9326","authenticated-orcid":false,"given":"Christian","family":"Bentz","sequence":"additional","affiliation":[{"name":"URPP Langauge and Space, University of Z\u00fcrich, Freierstrasse 16, CH-8032 Z\u00fcrich, Switzerland"},{"name":"DFG Center for Advanced Studies, University of T\u00fcbingen, R\u00fcmelinstra\u00dfe, D-72070 T\u00fcbingen, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"1968","published-online":{"date-parts":[[2020,4,11]]},"reference":[{"key":"ref_1","doi-asserted-by":"crossref","first-page":"379","DOI":"10.1002\/j.1538-7305.1948.tb01338.x","article-title":"A mathematical theory of communication","volume":"30","author":"Shannon","year":"1948","journal-title":"Bell Syst. Tech. J."},{"key":"ref_2","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1002\/j.1538-7305.1951.tb01366.x","article-title":"Prediction and entropy of printed English","volume":"30","author":"Shannon","year":"1951","journal-title":"Bell Syst. Tech. J."},{"key":"ref_3","unstructured":"Harris, Z. (1968). Mathematical Structures of Language, Interscience Publishers."},{"key":"ref_4","doi-asserted-by":"crossref","unstructured":"Harris, Z. (1991). A Theory of Language and Information: A Mathematical Approach, Clarendon Press.","DOI":"10.1093\/oso\/9780198242246.001.0001"},{"key":"ref_5","first-page":"1","article-title":"Three approaches to the quantitative definition of information","volume":"1","author":"Kolmogorov","year":"1965","journal-title":"Probl. Inf. Transm."},{"key":"ref_6","doi-asserted-by":"crossref","unstructured":"Chomsky, N. (1957). Syntactic Structures, Mouton & Co.","DOI":"10.1515\/9783112316009"},{"key":"ref_7","unstructured":"Jelinek, F. (1997). Statistical Methods for Speech Recognition, The MIT Press."},{"key":"ref_8","unstructured":"Manning, C.D., and Sch\u00fctze, H. (1999). Foundations of Statistical Natural Language Processing, The MIT Press."},{"key":"ref_9","doi-asserted-by":"crossref","first-page":"1239","DOI":"10.1098\/rsta.2000.0583","article-title":"Formal grammar and information theory: together again?","volume":"358","author":"Pereira","year":"2000","journal-title":"Philos. Trans. R. Soc. Lond. Ser. A Math. Phys. Eng. Sci."},{"key":"ref_10","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., and Sutskever, I. (2020, April 09). Language Models are Unsupervised Multitask Learners. Available online: https:\/\/d4mucfpksywv.cloudfront.net\/better-language-models\/language-models.pdf."},{"key":"ref_11","doi-asserted-by":"crossref","unstructured":"Koplenig, A., Wolfer, S., and M\u00fcller-Spitzer, C. (2019). Studying Lexical Dynamics and Language Change via Generalized Entropies: The Problem of Sample Size. Entropy, 21.","DOI":"10.3390\/e21050464"},{"key":"ref_12","doi-asserted-by":"crossref","unstructured":"Hahn, M., and Futrell, R. (2019). Estimating Predictive Rate\u2013Distortion Curves via Neural Variational Inference. Entropy, 21.","DOI":"10.3390\/e21070640"},{"key":"ref_13","doi-asserted-by":"crossref","unstructured":"Hern\u00e1ndez-Fern\u00e1ndez, A., Torre, I.G., Garrido, J.M., and Lacasa, L. (2019). Linguistic Laws in Speech: The Case of Catalan and Spanish. Entropy, 21.","DOI":"10.3390\/e21121153"},{"key":"ref_14","doi-asserted-by":"crossref","unstructured":"Venhuizen, N.J., Crocker, M.W., and Brouwer, H. (2019). Semantic Entropy in Language Comprehension. Entropy, 21.","DOI":"10.3390\/e21121159"},{"key":"ref_15","doi-asserted-by":"crossref","unstructured":"Ren, G., Takahashi, S., and Tanaka-Ishii, K. (2019). Entropy Rate Estimation for English via a Large Cognitive Experiment Using Mechanical Turk. Entropy, 21.","DOI":"10.3390\/e21121201"},{"key":"ref_16","doi-asserted-by":"crossref","unstructured":"Gutierrez-Vasques, X., and Mijangos, V. (2019). Productivity and Predictability for Measuring Morphological Complexity. Entropy, 22.","DOI":"10.3390\/e22010048"},{"key":"ref_17","doi-asserted-by":"crossref","unstructured":"D\u0119bowski, \u0141. (2020). Approximating Information Measures for Fields. Entropy, 22.","DOI":"10.3390\/e22010079"},{"key":"ref_18","doi-asserted-by":"crossref","unstructured":"Linke, M., and Ramscar, M. (2020). How the Probabilistic Structure of Grammatical Context Shapes Speech. Entropy, 22.","DOI":"10.3390\/e22010090"},{"key":"ref_19","doi-asserted-by":"crossref","unstructured":"Gerlach, M., and Font-Clos, F. (2020). A Standardized Project Gutenberg Corpus for Statistical Analysis of Natural Language and Quantitative Linguistics. Entropy, 22.","DOI":"10.3390\/e22010126"},{"key":"ref_20","doi-asserted-by":"crossref","unstructured":"Seoane, L.F., and Sol\u00e9, R. (2020). Criticality in Pareto Optimal Grammars?. Entropy, 22.","DOI":"10.20944\/preprints202001.0007.v1"},{"key":"ref_21","doi-asserted-by":"crossref","unstructured":"Ahmadi, L., and Ward, M.D. (2020). Asymptotic Analysis of the kth Subword Complexity. Entropy, 22.","DOI":"10.3390\/e22020207"},{"key":"ref_22","doi-asserted-by":"crossref","unstructured":"Corral, A., and Serra, I. (2020). The Brevity Law as a Scaling Law, and a Possible Origin of Zipf\u2019s Law for Word Frequencies. Entropy, 22.","DOI":"10.3390\/e22020224"}],"container-title":["Entropy"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.mdpi.com\/1099-4300\/22\/4\/435\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T13:44:44Z","timestamp":1760363084000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.mdpi.com\/1099-4300\/22\/4\/435"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,11]]},"references-count":22,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2020,4]]}},"alternative-id":["e22040435"],"URL":"https:\/\/doi.org\/10.3390\/e22040435","relation":{},"ISSN":["1099-4300"],"issn-type":[{"value":"1099-4300","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,4,11]]}}}