{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T16:47:52Z","timestamp":1780418872960,"version":"3.54.1"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"1-4","license":[{"start":{"date-parts":[[2009,10,28]],"date-time":"2009-10-28T00:00:00Z","timestamp":1256688000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Artif Intell Rev"],"published-print":{"date-parts":[[2009,12]]},"DOI":"10.1007\/s10462-009-9135-4","type":"journal-article","created":{"date-parts":[[2009,10,27]],"date-time":"2009-10-27T22:27:01Z","timestamp":1256682421000},"page":"101-113","source":"Crossref","is-referenced-by-count":24,"title":["Extending Zipf\u2019s law to n-grams for large corpora"],"prefix":"10.1007","volume":"32","author":[{"given":"Le Quan","family":"Ha","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Philip","family":"Hanna","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ji","family":"Ming","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"F. J.","family":"Smith","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2009,10,28]]},"reference":[{"key":"9135_CR1","doi-asserted-by":"crossref","unstructured":"Baayen H (1991) A stochastic process for word frequency distributions. In: Proceedings of the 29th annual meeting of the Association for Computational Linguistics (ACL-29). Berkeley, California, USA, pp 271\u2013278","DOI":"10.3115\/981344.981379"},{"key":"9135_CR2","doi-asserted-by":"crossref","DOI":"10.1007\/978-94-010-0844-0","volume-title":"Word frequency distributions","author":"H Baayen","year":"2001","unstructured":"Baayen H (2001) Word frequency distributions. Kluwer Academic Publishers, Norlands, MA, USA"},{"key":"9135_CR3","doi-asserted-by":"crossref","unstructured":"Blake C (2006) A comparison of document, sentence, and term event spaces. In: Proceedings of the 21st international conference on computational linguistics and 44th annual meeting of the Association for Computational Linguistics (COLING.ACL), vol 1. Sydney, pp 601\u2013608","DOI":"10.3115\/1220175.1220251"},{"issue":"4","key":"9135_CR4","doi-asserted-by":"crossref","first-page":"386","DOI":"10.1016\/S0019-9958(67)90201-X","volume":"10","author":"AD Booth","year":"1967","unstructured":"Booth AD (1967) A law of occurrences for words of low frequency. Inf Control 10(4): 386\u2013393","journal-title":"Inf Control"},{"issue":"1","key":"9135_CR5","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1016\/j.ipm.2008.06.005","volume":"45","author":"M Chau","year":"2009","unstructured":"Chau M, Lu Y, Fang X, Yang CC (2009) Characteristics of character usage in Chinese Web searching. Inf Proc Manag: Int J 45(1): 115\u2013130","journal-title":"Inf Proc Manag: Int J"},{"key":"9135_CR6","unstructured":"Cieri C, Liberman M (2000) Issues in corpus creation and distribution: the evolution of the linguistic data consortium. In: Proceedings LREC 2000. Athens, pp 49\u201356"},{"key":"9135_CR7","doi-asserted-by":"crossref","unstructured":"Deane P (2005) A nonparametric method for extraction of candidate phrasal terms. In: Proceedings of the 43rd annual meeting on Association for Computational Linguistics (ACL). Ann Arbor, Michigan, pp 605\u2013613","DOI":"10.3115\/1219840.1219915"},{"issue":"3","key":"9135_CR8","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1002\/(SICI)1097-4571(1999)50:3<233::AID-ASI6>3.0.CO;2-8","volume":"50","author":"W Egghe","year":"1999","unstructured":"Egghe W (1999) On the law of Zipf\u2013Mandelbrot for multi-word phrases. J Am Soc Inf Sci 50(3): 233\u2013241","journal-title":"J Am Soc Inf Sci"},{"key":"9135_CR9","unstructured":"Evert S (2004) A simple LNRE model for random character sequences. In: Proceedings of the 7\u00e8mes Journ\u00e9es Internationales d\u2019Analyse Statistique des Donn\u00e9es Textuelles. pp 411\u2013422"},{"key":"9135_CR10","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1002\/asi.4630330406","volume":"33","author":"J Fedorowicz","year":"1982","unstructured":"Fedorowicz J (1982) A Zipfian model of an automatic bibliographic system: an application to MEDLINE. J Am Soc Inf Sci 33: 223\u2013232","journal-title":"J Am Soc Inf Sci"},{"issue":"3","key":"9135_CR11","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1076\/jqul.8.3.165.4101","volume":"8","author":"R Ferrer i Cancho","year":"2002","unstructured":"Ferrer i Cancho R, Sol\u00e9 RV (2002) Two regimes in the frequency of words and the origin of complex lexicons. J Quant Linguist 8(3): 165\u2013173","journal-title":"J Quant Linguist"},{"key":"9135_CR12","volume-title":"Manual of information to accompany a standard corpus of present-day edited American English, for use with digital computers","author":"WN Francis","year":"1964","unstructured":"Francis WN, Kucera H (1964) Manual of information to accompany a standard corpus of present-day edited American English, for use with digital computers. Department of Linguistics, Brown University, Providence, Rhode Island"},{"issue":"3 & 4","key":"9135_CR13","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1093\/biomet\/40.3-4.237","volume":"40","author":"IJ Good","year":"1953","unstructured":"Good IJ (1953) The population frequencies of species and the estimation of population parameters. Biometrika 40(3 & 4): 237\u2013264","journal-title":"Biometrika"},{"key":"9135_CR14","volume-title":"Studies on Zipf\u2019s law","year":"1982","unstructured":"Guiter H, Arapov M (eds) (1982) Studies on Zipf\u2019s law. Brochmeyer, Bochum"},{"key":"9135_CR15","unstructured":"Ha LQ (2005). Investigations into the statistical properties of language. PhD Thesis, Supervisor: F. J. Smith, Queen\u2019s University Belfast, UK"},{"issue":"1","key":"9135_CR16","first-page":"77","volume":"8","author":"LQ Ha","year":"2003","unstructured":"Ha LQ, Sicilia-Garcia EI, Ming J, Smith FJ (2003) Extension of Zipf\u2019s law to word and character n-grams for English and Chinese. J Comput Linguist Chin Lang Proc (CLCLP) 8(1): 77\u2013102","journal-title":"J Comput Linguist Chin Lang Proc (CLCLP)"},{"key":"9135_CR17","unstructured":"Harvey A, Devine K, Smith FJ (1994) Archive of Celtic-Latin literature ACLL-1 Royal Irish Academy. Dictionary of Medieval Latin from Celtic sources, Brespols"},{"issue":"3","key":"9135_CR18","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1076\/jqul.8.3.175.4096","volume":"8","author":"N Hatzigeorgiu","year":"2001","unstructured":"Hatzigeorgiu N, Mikros G, Carayannis G (2001) Word length, word frequencies and Zipf\u2019s law in the Greek language. J Quant Linguist 8(3): 175\u2013185","journal-title":"J Quant Linguist"},{"issue":"7","key":"9135_CR19","doi-asserted-by":"crossref","first-page":"1508","DOI":"10.1162\/0899766053723078","volume":"17","author":"BM Jedynak","year":"2005","unstructured":"Jedynak BM, Khudanpur SM (2005) Maximum likelihood set for estimating a probability mass function. Neural Comput 17(7): 1508\u20131530","journal-title":"Neural Comput"},{"key":"9135_CR20","unstructured":"Jelinek F, Mercer RL (1985) Probability distribution estimation from sparse data. IBM Tech Discl Bull 28(6)"},{"key":"9135_CR21","first-page":"61","volume":"4","author":"A Kornai","year":"2002","unstructured":"Kornai A (2002) How many words are there?. Glottometrics 4: 61\u201386","journal-title":"Glottometrics"},{"key":"9135_CR22","unstructured":"Laherr\u00e8re J, Deheuvels P (1996) Distributions de type \u201cfractal parabolique\u201d dans la nature \u201cParabolic fractal\u201d distributions in nature. http:\/\/www.hubbertpeak.com\/laherrere\/fractal.htm ."},{"key":"9135_CR23","volume-title":"Zipf\u2019s law in importance of genes for cancer classification using microarray data","author":"W Li","year":"2001","unstructured":"Li W (2001) Zipf\u2019s law in importance of genes for cancer classification using microarray data. Lab Stat Genet Rockefeller Univ, New York"},{"key":"9135_CR24","first-page":"486","volume-title":"Communication theory","author":"B Mandelbrot","year":"1953","unstructured":"Mandelbrot B (1953) An information theory of the statistical structure of language. In: Willis J (eds) Communication theory. Academic Press, New York, pp 486\u2013502"},{"key":"9135_CR25","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1109\/IREPGIT.1954.6373405","volume":"3","author":"B Mandelbrot","year":"1954","unstructured":"Mandelbrot B (1954) Simple games of strategy occurring in communication through natural languages. Trans IRE Prof Group Inf Theory 3: 124\u2013137","journal-title":"Trans IRE Prof Group Inf Theory"},{"key":"9135_CR26","doi-asserted-by":"crossref","first-page":"370","DOI":"10.1016\/S0019-9958(58)90229-8","volume":"1","author":"GA Miller","year":"1958","unstructured":"Miller GA, Newman EB, Friedman EA (1958) Length-frequency statistics for written English. Inf Control 1: 370\u2013389","journal-title":"Inf Control"},{"issue":"3\u20134","key":"9135_CR27","doi-asserted-by":"crossref","first-page":"567","DOI":"10.1016\/S0378-4371(01)00355-7","volume":"300","author":"M Montemurro","year":"2001","unstructured":"Montemurro M (2001) Beyond the Zipf\u2013Mandelbrot law in quantitative linguistics. Phys A: Stat Mech Appl 300(3\u20134): 567\u2013578","journal-title":"Phys A: Stat Mech Appl"},{"key":"9135_CR28","doi-asserted-by":"crossref","first-page":"1414","DOI":"10.1109\/TASSP.1985.1164728","volume":"6","author":"A Nadas","year":"1985","unstructured":"Nadas A (1985) On Turing\u2019s formula for word probabilities. IEEE Trans on Acoust, Speech Signal Proc (ASSP-33 6: 1414\u20131416","journal-title":"IEEE Trans on Acoust, Speech Signal Proc (ASSP-33"},{"key":"9135_CR29","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1007\/978-3-642-60087-6_25","volume-title":"Computational models of speech pattern processing","author":"H Ney","year":"1999","unstructured":"Ney H (1999) The use of the maximum likelihood criterion in language modelling. In: Ponting K (eds) Computational models of speech pattern processing. Springer, Berlin, pp 259\u2013279"},{"key":"9135_CR30","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1006\/csla.1994.1017","volume":"8","author":"P O\u2019Boyle","year":"1994","unstructured":"O\u2019Boyle P, Owens M, Smith FJ (1994) A weighted average n-gram model of natural language. Comput Speech Lang 8: 337\u2013349","journal-title":"Comput Speech Lang"},{"issue":"2","key":"9135_CR31","first-page":"269","volume":"110","author":"JK Orlov","year":"1983","unstructured":"Orlov JK, Chitashvili RY (1983) Generalized Z-distribution generating the well-known \u2018rank-distributions\u2019. Bull Acad Sci Georgia 110(2): 269\u2013272","journal-title":"Bull Acad Sci Georgia"},{"key":"9135_CR32","doi-asserted-by":"crossref","unstructured":"Paul DB, Baker JM (1992) The design for the Wall Street Journal-based CSR corpus. In: Proceedings of the International Conference on Spoken Language Processing (ICSLP). Banff, Alberta, pp 899\u2013902","DOI":"10.3115\/1075527.1075614"},{"key":"9135_CR33","unstructured":"Samuelson C (1996) Relating Turing\u2019s formula and Zipf\u2019s law. In: Proceedings of the 4th workshop on very large corpora. Copenhagen, Denmark"},{"key":"9135_CR34","first-page":"542","volume":"70","author":"HS Sichel","year":"1975","unstructured":"Sichel HS (1975) On a distribution law for word frequencies. J Am Stat Assoc 70: 542\u2013547","journal-title":"J Am Stat Assoc"},{"key":"9135_CR35","first-page":"13","volume":"31","author":"HS Sichel","year":"1997","unstructured":"Sichel HS (1997) Modelling species-abundance frequencies and species-individual functions with the generalized inverse Gaussian\u2013Poisson distribution. S Afr Stat J 31: 13\u201337","journal-title":"S Afr Stat J"},{"issue":"6","key":"9135_CR36","first-page":"487","volume":"11","author":"ZK Silagadze","year":"1997","unstructured":"Silagadze ZK (1997) Citations and the Zipf\u2013Mandelbrot law. Complex Syst 11(6): 487\u2013499","journal-title":"Complex Syst"},{"key":"9135_CR37","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1093\/biomet\/42.3-4.425","volume":"42","author":"HA Simon","year":"1955","unstructured":"Simon HA (1955) On a class of skew distribution functions. Biometrika 42: 425\u2013440","journal-title":"Biometrika"},{"key":"9135_CR38","doi-asserted-by":"crossref","first-page":"80","DOI":"10.1016\/S0019-9958(60)90302-8","volume":"3","author":"HA Simon","year":"1960","unstructured":"Simon HA (1960) Some further notes on a class of skew distribution functions. Inf Control 3: 80\u201388","journal-title":"Inf Control"},{"issue":"3","key":"9135_CR39","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1016\/0306-4573(85)90106-2","volume":"21","author":"FJ Smith","year":"1985","unstructured":"Smith FJ, Devine K (1985) Storing and retrieving word phrases. Inf Proc Manag 21(3): 215\u2013224","journal-title":"Inf Proc Manag"},{"key":"9135_CR40","volume-title":"Corpas na Gaelge 1600\u20131882, CD","year":"2004","unstructured":"U\u00ed Bheirn \u00daM (ed) (2004) Corpas na Gaelge 1600\u20131882, CD. Royal Irish Academy, Dublin"},{"key":"9135_CR41","unstructured":"Wallace RS (2009) Alice project. http:\/\/www.alicebot.org\/articles\/wallace\/zipf.html"},{"key":"9135_CR42","unstructured":"Yonezawa Y, Motohasi H (1999) Zipf-scaling description in the DNA sequence. In: Proceedings of the 10th workshop on genome informatics. Japan"},{"key":"9135_CR43","volume-title":"Human behaviour and the principle of least effort","author":"GK Zipf","year":"1949","unstructured":"Zipf GK (1949) Human behaviour and the principle of least effort. Addison-Wesley Publishing Co, Reading, MA"}],"container-title":["Artificial Intelligence Review"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-009-9135-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10462-009-9135-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-009-9135-4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,29]],"date-time":"2019-05-29T17:45:07Z","timestamp":1559151907000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10462-009-9135-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,10,28]]},"references-count":43,"journal-issue":{"issue":"1-4","published-print":{"date-parts":[[2009,12]]}},"alternative-id":["9135"],"URL":"https:\/\/doi.org\/10.1007\/s10462-009-9135-4","relation":{},"ISSN":["0269-2821","1573-7462"],"issn-type":[{"value":"0269-2821","type":"print"},{"value":"1573-7462","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009,10,28]]}}}