{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T17:16:17Z","timestamp":1781543777516,"version":"3.54.5"},"reference-count":94,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2019,1,11]],"date-time":"2019-01-11T00:00:00Z","timestamp":1547164800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,1,11]],"date-time":"2019-01-11T00:00:00Z","timestamp":1547164800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1414172"],"award-info":[{"award-number":["1414172"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2019,8]]},"DOI":"10.1007\/s10664-018-9669-7","type":"journal-article","created":{"date-parts":[[2019,1,11]],"date-time":"2019-01-11T01:50:29Z","timestamp":1547171429000},"page":"1823-1868","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Studying the difference between natural and programming language corpora"],"prefix":"10.1007","volume":"24","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7112-8189","authenticated-orcid":false,"given":"Casey","family":"Casalnuovo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kenji","family":"Sagae","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Prem","family":"Devanbu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,1,11]]},"reference":[{"key":"9669_CR1","unstructured":"Abadi M, Barham P, Chen J, Chen Z, Davis A, Dean J, Devin M, Ghemawat S, Irving G, Isard M, et al. (2016) Tensorflow: a system for large-scale machine learning. In: OSDI, vol 16, pp 265\u2013283"},{"key":"9669_CR2","doi-asserted-by":"publisher","unstructured":"Allamanis M, Sutton C (2013) Mining source code repositories at massive scale using language modeling. In: 2013 10th IEEE working conference on mining software repositories (MSR), pp 207\u2013216. https:\/\/doi.org\/10.1109\/MSR.2013.6624029","DOI":"10.1109\/MSR.2013.6624029"},{"key":"9669_CR3","doi-asserted-by":"publisher","unstructured":"Allamanis M, Sutton C (2014) Mining idioms from source code. In: Proceedings of the 22nd ACM SIGSOFT international symposium on foundations of software engineering. ACM, New York, NY, USA, FSE 2014, pp 472\u2013483. https:\/\/doi.org\/10.1145\/2635868.2635901","DOI":"10.1145\/2635868.2635901"},{"key":"9669_CR4","unstructured":"Allamanis M, Barr ET, Devanbu P, Sutton C (2017) A survey of machine learning for big code and naturalness. arXiv: 170906182"},{"key":"9669_CR5","doi-asserted-by":"crossref","unstructured":"Andor D, Alberti C, Weiss D, Severyn A, Presta A, Ganchev K, Petrov S, Collins M (2016) Globally normalized transition-based neural networks. arXiv: 160306042","DOI":"10.18653\/v1\/P16-1231"},{"key":"9669_CR6","doi-asserted-by":"publisher","unstructured":"Bachmann A, Bernstein A (2009) Software process data quality and characteristics: a historical view on open and closed source projects. In: Proceedings of the joint international and annual ERCIM workshops on principles of software evolution (IWPSE) and software evolution (Evol) workshops. ACM, New York, NY, USA, IWPSE-Evol \u201909, pp 119\u2013128. https:\/\/doi.org\/10.1145\/1595808.1595830","DOI":"10.1145\/1595808.1595830"},{"key":"9669_CR7","unstructured":"Baxter G, Frean M, Noble J, Rickerby M, Smith H, Visser M, Melton H, Tempero E (2006) Understanding the shape of java software. In: ACM Sigplan notices. ACM vol 41, pp 397\u2013412"},{"key":"9669_CR8","doi-asserted-by":"crossref","unstructured":"Bird S (2006) Nltk: the natural language toolkit. In: Proceedings of the COLING\/ACL on interactive presentation sessions. Association for Computational Linguistics, pp 69\u201372","DOI":"10.3115\/1225403.1225421"},{"key":"9669_CR9","unstructured":"Bradley DC (1978) Computational distinctions of vocabulary type. PhD thesis, Massachusetts Institute of Technology"},{"key":"9669_CR10","doi-asserted-by":"publisher","unstructured":"Bright W (2017) Social factors in language change. In: The handbook of sociolinguistics. Wiley-Blackwell, chap 5, pp 81\u201391. https:\/\/doi.org\/10.1002\/9781405166256.ch5","DOI":"10.1002\/9781405166256.ch5"},{"key":"9669_CR11","doi-asserted-by":"crossref","unstructured":"Busjahn T, Bednarik R, Begel A, Crosby M, Paterson JH, Schulte C, Sharif B, Tamm S (2015) Eye movements in code reading: relaxing the linear order. In: 2015 IEEE 23rd international conference on program comprehension (ICPC). IEEE, pp 255\u2013265","DOI":"10.1109\/ICPC.2015.36"},{"issue":"3","key":"9669_CR12","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1076\/jqul.8.3.165.4101","volume":"8","author":"R Ferrer i Cancho","year":"2001","unstructured":"Ferrer i Cancho R, Sol\u00e9 R V (2001) Two regimes in the frequency of words and the origins of complex lexicons: Zipf\u2019s law revisited? Journal of Quantitative Linguistics 8(3):165\u2013173","journal-title":"Journal of Quantitative Linguistics"},{"key":"9669_CR13","unstructured":"Carlstrom B, Price N (2013) Gachon learner corpus"},{"key":"9669_CR14","unstructured":"Chelba C, Mikolov T, Schuster M, Ge Q, Brants T, Koehn P (2013) One billion word benchmark for measuring progress in statistical language modeling. CoRR arXiv: 1312.3005"},{"key":"9669_CR15","unstructured":"Chen SF, Goodman J (1998) An empirical study of smoothing techniques for language modeling. In: Harvard computer science group technical report TR-10-98"},{"key":"9669_CR16","doi-asserted-by":"publisher","unstructured":"Chomsky N (2002) An interview on minimalism. In: Belletti A, Rizzi L (eds) On nature and language, chap 4. Cambridge University Press, Cambridge, pp 92\u2013161. https:\/\/doi.org\/10.1017\/CBO9780511613876.005","DOI":"10.1017\/CBO9780511613876.005"},{"issue":"10","key":"9669_CR17","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1109\/TSE.2007.1019","volume":"33","author":"G Concas","year":"2007","unstructured":"Concas G, Marchesi M, Pinna S, Serra N (2007) Power-laws in a large object-oriented software system. IEEE Trans Softw Eng 33(10):687\u2013708","journal-title":"IEEE Trans Softw Eng"},{"issue":"1","key":"9669_CR18","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1093\/applin\/amm022","volume":"29","author":"K Conklin","year":"2008","unstructured":"Conklin K, Schmitt N (2008) Formulaic sequences: are they processed more quickly than nonformulaic language by native and nonnative speakers? Appl Linguis 29(1):72\u201389. https:\/\/doi.org\/10.1093\/applin\/amm022","journal-title":"Appl Linguis"},{"issue":"3","key":"9669_CR19","doi-asserted-by":"publisher","first-page":"445","DOI":"10.2307\/3053192","volume":"14","author":"B Danet","year":"1980","unstructured":"Danet B (1980) Language in the legal process. Law Soc Rev 14(3):445\u2013564. http:\/\/www.jstor.org\/stable\/3053192","journal-title":"Law Soc Rev"},{"key":"9669_CR20","first-page":"51","volume":"33","author":"S De Cock","year":"2000","unstructured":"De Cock S (2000) Repetitive phrasal chunkiness and advanced efl speech and writing. Lang Comput 33: 51\u201368","journal-title":"Lang Comput"},{"key":"9669_CR21","doi-asserted-by":"crossref","unstructured":"De Marneffe MC, Manning CD (2008) The stanford typed dependencies representation. In: Coling 2008: proceedings of the workshop on cross-framework and cross-domain parser evaluation. Association for Computational Linguistics, pp 1\u20138","DOI":"10.3115\/1608858.1608859"},{"key":"9669_CR22","unstructured":"De Marneffe MC, MacCartney B, Manning CD, et al. (2006) Generating typed dependency parses from phrase structure parses. In: Proceedings of LREC, vol 6. Genoa Italy, pp 449\u2013454"},{"issue":"2","key":"9669_CR23","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1016\/j.cognition.2008.07.008","volume":"109","author":"V Demberg","year":"2008","unstructured":"Demberg V, Keller F (2008) Data from eye-tracking corpora as evidence for theories of syntactic processing complexity. Cognition 109(2):193\u2013210. https:\/\/doi.org\/10.1016\/j.cognition.2008.07.008 . http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0010027708001741","journal-title":"Cognition"},{"key":"9669_CR24","doi-asserted-by":"crossref","unstructured":"Dig D, Johnson R (2005) The role of refactorings in api evolution. In: Null. IEEE, pp 389\u2013398","DOI":"10.1109\/ICSM.2005.90"},{"key":"9669_CR25","unstructured":"Field A (2009) Discovering statistics using SPSS. Sage Publications"},{"issue":"3","key":"9669_CR26","doi-asserted-by":"publisher","first-page":"475","DOI":"10.1111\/tops.12025","volume":"5","author":"S Frank","year":"2013","unstructured":"Frank S (2013) Uncertainty reduction as a measure of cognitive load in sentence comprehension. Top Cogn Sci 5(3):475\u2013494","journal-title":"Top Cogn Sci"},{"issue":"2","key":"9669_CR27","first-page":"021006","volume":"3","author":"M Gerlach","year":"2013","unstructured":"Gerlach M, Altmann EG (2013) Stochastic model for the vocabulary growth in natural languages. Phys Rev X 3(2):021006","journal-title":"Phys Rev X"},{"key":"9669_CR28","unstructured":"Ginter F, Haji\u010d J, Luotolahti J, Straka M, Zeman D (2017) CoNLL 2017 shared task - automatically annotated raw texts and word embeddings. http:\/\/hdl.handle.net\/11234\/1-1989 LINDAT\/CLARIN digital library at the institute of formal and applied linguistics (\u00daFAL) faculty of mathematics and physics, Charles University"},{"key":"9669_CR29","doi-asserted-by":"crossref","unstructured":"Gopstein D, Iannacone J, Yan Y, Delong LA, Zhuang Y, Yeh MKC, Cappos J (2017) Understanding misunderstandings in source code. In: Proceedings of the 2017 11th joint meeting on foundations of software engineering. ACM, pp 129\u2013139","DOI":"10.1145\/3106237.3106264"},{"key":"9669_CR30","doi-asserted-by":"publisher","unstructured":"Gopstein D, Zhou HH, Frankl P, Cappos J (2018) Prevalence of confusing code in software projects: atoms of confusion in the wild. In: Proceedings of the 15th international conference on mining software repositories. ACM, pp 281\u2013291. https:\/\/doi.org\/10.1145\/3196398.3196432","DOI":"10.1145\/3196398.3196432"},{"key":"9669_CR31","unstructured":"Gotti M (2011) Investigating specialized discourse. Peter Lang"},{"key":"9669_CR32","doi-asserted-by":"crossref","unstructured":"Gousios G, Spinellis D (2012) GHTorrent: Github\u2019s data from a firehose. In: MSR. IEEE, pp 12\u201321","DOI":"10.1109\/MSR.2012.6224294"},{"issue":"2","key":"9669_CR33","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1023\/A:1022492123056","volume":"32","author":"J Hale","year":"2003","unstructured":"Hale J (2003) The information conveyed by words in sentences. J Psycholinguist Res 32(2):101\u2013123","journal-title":"J Psycholinguist Res"},{"key":"9669_CR34","unstructured":"Harker SD, Eason KD, Dobson JE (1993) The change and evolution of requirements as a challenge to the practice of software engineering. In: Proceedings of IEEE international symposium on requirements engineering, 1993. IEEE, pp 266\u2013272"},{"key":"9669_CR35","doi-asserted-by":"crossref","unstructured":"Hathhorn C, Ellison C, Ro\u015fu G (2015) Defining the undefinedness of c. In: ACM SIGPLAN notices, vol 50. ACM, pp 336\u2013345","DOI":"10.1145\/2813885.2737979"},{"issue":"6","key":"9669_CR36","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1109\/MS.2005.156","volume":"22","author":"JH Hayes","year":"2005","unstructured":"Hayes JH, Dekhtyar A, Sundaram SK (2005) Improving after-the-fact tracing and mapping: supporting software quality predictions. IEEE Soft 22(6):30\u201337","journal-title":"IEEE Soft"},{"key":"9669_CR37","unstructured":"Heafield K (2011) Kenlm: faster and smaller language model queries. In: Proceedings of the sixth workshop on statistical machine translation, association for computational linguistics, pp 187\u2013197"},{"key":"9669_CR38","unstructured":"Hellendoorn VJ, Devanbu P (2017) Are deep neural networks the best choice for modeling source code?. In: Proceedings of the 2017 11th joint meeting on foundations of software engineering, ser. ESEC\/FSE, pp 763\u2013773"},{"key":"9669_CR39","doi-asserted-by":"crossref","unstructured":"Hellendoorn VJ, Devanbu PT, Bacchelli A (2015) Will they like this?: evaluating code contributions with language models. In: Proceedings of the 12th working conference on mining software repositories. IEEE Press, Piscataway, NJ, USA, MSR \u201915, pp 157\u2013167 . http:\/\/dl.acm.org\/citation.cfm?id=2820518.2820539","DOI":"10.1109\/MSR.2015.22"},{"key":"9669_CR40","doi-asserted-by":"crossref","unstructured":"Hindle A, Barr ET, Su Z, Gabel M, Devanbu P (2012) On the naturalness of software. In: Proceedings of the 34th international conference on software engineering. IEEE Press, Piscataway, NJ, USA, ICSE \u201912, pp 837\u2013847. http:\/\/dl.acm.org\/citation.cfm?id=2337223.2337322","DOI":"10.1109\/ICSE.2012.6227135"},{"issue":"8","key":"9669_CR41","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"9669_CR42","first-page":"1","volume":"6","author":"L Hoffmann","year":"1984","unstructured":"Hoffmann L (1984) Seven roads to lsp. Fachsprache 6:1\u20132","journal-title":"Fachsprache"},{"issue":"3","key":"9669_CR43","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1198\/000313006X118430","volume":"60","author":"T Hothorn","year":"2006","unstructured":"Hothorn T, Hornik K, van de Wiel MA, Zeileis A (2006) A lego system for conditional inference. Am Stat 60(3):257\u2013263","journal-title":"Am Stat"},{"issue":"3","key":"9669_CR44","doi-asserted-by":"publisher","first-page":"1440","DOI":"10.1007\/s10664-016-9477-x","volume":"22","author":"A Jbara","year":"2017","unstructured":"Jbara A, Feitelson DG (2017) How programmers read regular code: a controlled experiment using eye tracking. Empir Softw Eng 22(3):1440\u20131477","journal-title":"Empir Softw Eng"},{"key":"9669_CR45","doi-asserted-by":"crossref","unstructured":"Kavaler D, Sirovica S, Hellendoorn V, Aranovich R, Filkov V (2017) Perceived language complexity in github issue discussions and their effect on issue resolution. In: Proceedings of the 32nd IEEE\/ACM international conference on automated software engineering. IEEE Press, Piscataway, NJ, USA, ASE 2017, pp 72\u201383 . http:\/\/dl.acm.org\/citation.cfm?id=3155562.3155576","DOI":"10.1109\/ASE.2017.8115620"},{"key":"9669_CR46","unstructured":"Khanh Dam H, Tran T, Pham T (2016) A deep language model for software code. arXiv: 160802715"},{"key":"9669_CR47","doi-asserted-by":"crossref","unstructured":"Kim M, Cai D, Kim S (2011) An empirical investigation into the role of api-level refactorings during software evolution. In: Proceedings of the 33rd international conference on software engineering. ACM, pp 151\u2013160","DOI":"10.1145\/1985793.1985815"},{"key":"9669_CR48","doi-asserted-by":"crossref","unstructured":"Kneser R, Ney H (1995) Improved backing-off for m-gram language modeling. In: ICASSP-95., 1995 international conference on acoustics, speech, and signal processing, 1995, vol 1. IEEE, pp 181\u2013184","DOI":"10.1109\/ICASSP.1995.479394"},{"issue":"2","key":"9669_CR49","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1093\/comjnl\/27.2.97","volume":"27","author":"DE Knuth","year":"1984","unstructured":"Knuth DE (1984) Literate programming. Comput J 27(2):97\u2013111","journal-title":"Comput J"},{"key":"9669_CR50","unstructured":"Ku\u010dera H, Francis WN (1967) Computational analysis of present-day American English. Dartmouth Publishing Group"},{"issue":"9","key":"9669_CR51","doi-asserted-by":"publisher","first-page":"1060","DOI":"10.1109\/PROC.1980.11805","volume":"68","author":"MM Lehman","year":"1980","unstructured":"Lehman MM (1980) Programs, life cycles, and laws of software evolution. Proc IEEE 68(9):1060\u20131076. https:\/\/doi.org\/10.1109\/PROC.1980.11805","journal-title":"Proc IEEE"},{"key":"9669_CR52","doi-asserted-by":"crossref","unstructured":"Lehman MM (1996) Laws of software evolution revisited. In: European workshop on software process technology. Springer, pp 108\u2013124","DOI":"10.1007\/BFb0017737"},{"issue":"3","key":"9669_CR53","doi-asserted-by":"publisher","first-page":"1126","DOI":"10.1016\/j.cognition.2007.05.006","volume":"106","author":"R Levy","year":"2008","unstructured":"Levy R (2008) Expectation-based syntactic comprehension. Cognition 106 (3):1126\u20131177. https:\/\/doi.org\/10.1016\/j.cognition.2007.05.006 , http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0010027707001436","journal-title":"Cognition"},{"key":"9669_CR54","doi-asserted-by":"crossref","unstructured":"Liu H, Sun C, Su Z, Jiang Y, Gu M, Sun J (2017) Stochastic optimization of program obfuscation. In: Proceedings of the 39th international conference on software engineering. IEEE Press, pp 221\u2013 231","DOI":"10.1109\/ICSE.2017.28"},{"issue":"1","key":"9669_CR55","first-page":"2","volume":"18","author":"P Louridas","year":"2008","unstructured":"Louridas P, Spinellis D, Vlachos V (2008) Power laws in software. ACM Trans Softw Eng Methodolog (TOSEM) 18(1):2","journal-title":"ACM Trans Softw Eng Methodolog (TOSEM)"},{"key":"9669_CR56","first-page":"486","volume":"84","author":"B Mandelbrot","year":"1953","unstructured":"Mandelbrot B (1953) An informational theory of the statistical structure of language. Commun Theory 84:486\u2013502","journal-title":"Commun Theory"},{"key":"9669_CR57","volume-title":"Foundations of statistical natural language processing","author":"CD Manning","year":"1999","unstructured":"Manning CD, Sch\u00fctze H (1999) Foundations of statistical natural language processing. MIT Press, Cambridge"},{"issue":"2","key":"9669_CR58","first-page":"313","volume":"19","author":"MP Marcus","year":"1993","unstructured":"Marcus MP, Marcinkiewicz MA, Santorini B (1993) Building a large annotated corpus of english: the penn treebank. Comput Linguist 19(2):313\u2013330. http:\/\/dl.acm.org\/citation.cfm?id=972470.972475","journal-title":"Comput Linguist"},{"key":"9669_CR59","doi-asserted-by":"publisher","unstructured":"Michael L (2014) Social dimensions of language change. In: The Routledge handbook of historical linguistics, Routledge, chap 22. https:\/\/doi.org\/10.4324\/9781315794013.ch22 , https:\/\/www.routledgehandbooks.com\/doi\/10.4324\/9781315794013.ch22","DOI":"10.4324\/9781315794013.ch22"},{"key":"9669_CR60","doi-asserted-by":"crossref","unstructured":"Mikolov T, Karafi\u00e1t M, Burget L, Cernocky\u0300 J, Khudanpur S (2010) Recurrent neural network based language model. In: Interspeech, vol 2, p 3","DOI":"10.21437\/Interspeech.2010-343"},{"issue":"2","key":"9669_CR61","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1080\/15427951.2004.10129088","volume":"1","author":"M Mitzenmacher","year":"2004","unstructured":"Mitzenmacher M (2004) A brief history of generative models for power law and lognormal distributions. Internet Math 1(2):226\u2013251","journal-title":"Internet Math"},{"key":"9669_CR62","unstructured":"Norvig P (2009) Natural language corpus data. In: Segaran T, Hammerbacher J (eds) Beautiful data: the stories behind elegant data solutions, chap 14. O\u2019Reilly Media, pp 219\u2013242"},{"key":"9669_CR63","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1017\/S0267190512000098","volume":"32","author":"M Paquot","year":"2012","unstructured":"Paquot M, Granger S (2012) Formulaic language in learner corpora. Annual Review of Applied Linguistics 32:130\u2013149. https:\/\/search.proquest.com\/docview\/1289774805?accountid=14505 , copyright - Copyright Cambridge University Press 2012; Last updated - 2015-05-30","journal-title":"Annual Review of Applied Linguistics"},{"key":"9669_CR64","doi-asserted-by":"publisher","first-page":"943","DOI":"10.1038\/srep00943","volume":"2","author":"AM Petersen","year":"2012","unstructured":"Petersen AM, Tenenbaum JN, Havlin S, Stanley HE, Perc M (2012) Languages cool as they expand: allometric scaling and the decreasing need for new words. Sci Rep 2:943","journal-title":"Sci Rep"},{"key":"9669_CR65","unstructured":"Petrov S (2016) Announcing syntaxnet: the world\u2019s most accurate parser goes open source. Google Research Blog"},{"key":"9669_CR66","doi-asserted-by":"crossref","unstructured":"Petrov S, Barrett L, Thibaux R, Klein D (2006) Learning accurate, compact, and interpretable tree annotation. In: Proceedings of the 21st international conference on computational linguistics and the 44th annual meeting of the association for computational linguistics, association for computational linguistics, pp 433\u2013440","DOI":"10.3115\/1220175.1220230"},{"issue":"5","key":"9669_CR67","doi-asserted-by":"publisher","first-page":"1112","DOI":"10.3758\/s13423-014-0585-6","volume":"21","author":"ST Piantadosi","year":"2014","unstructured":"Piantadosi ST (2014) Zipf\u2019s word frequency law in natural language: a critical review and future directions. Psychon Bull Rev 21(5):1112\u20131130","journal-title":"Psychon Bull Rev"},{"issue":"3","key":"9669_CR68","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1016\/j.cognition.2011.10.004","volume":"122","author":"ST Piantadosi","year":"2012","unstructured":"Piantadosi ST, Tily H, Gibson E (2012) The communicative function of ambiguity in language. Cognition 122(3):280\u2013291","journal-title":"Cognition"},{"key":"9669_CR69","doi-asserted-by":"crossref","unstructured":"Pierret D, Poshyvanyk D (2009) An empirical exploration of regularities in open-source software lexicons. In: IEEE 17th international conference on program comprehension, 2009. ICPC\u201909. IEEE, pp 228\u2013232","DOI":"10.1109\/ICPC.2009.5090047"},{"key":"9669_CR70","unstructured":"Salager F (1983) Compound nominal phrases in scientific-technical literature: proportion and rationale. ERIC"},{"key":"9669_CR71","doi-asserted-by":"crossref","unstructured":"Salvador A, Hynes N, Aytar Y, Marin J, Ofli F, Weber I, Torralba A (2017) Learning cross-modal embeddings for cooking recipes and food images. In: Proceedings of the IEEE conference on computer vision and pattern recognition","DOI":"10.1109\/CVPR.2017.327"},{"key":"9669_CR72","doi-asserted-by":"publisher","unstructured":"Santos EA, Hindle A (2016) Judging a commit by its cover: correlating commit message entropy with build status on travis-ci. In: Proceedings of the 13th international conference on mining software repositories. ACM, New York, NY, USA, MSR \u201916, pp 504\u2013507. https:\/\/doi.org\/10.1145\/2901739.2903493","DOI":"10.1145\/2901739.2903493"},{"key":"9669_CR73","doi-asserted-by":"crossref","unstructured":"Scalabrino S, Bavota G, Vendome C, Linares-V\u00e1squez M, Poshyvanyk D, Oliveto R (2017) Automatically assessing code understandability: how far are we?. In: Proceedings of the 32nd IEEE\/ACM international conference on automated software engineering. IEEE Press, pp 417\u2013427","DOI":"10.1109\/ASE.2017.8115654"},{"key":"9669_CR74","doi-asserted-by":"crossref","unstructured":"Schmitt N, Carter R (2004) Formulaic sequences in action. Formulaic Sequences: Acquisition, Processing and Use: 1\u201322","DOI":"10.1075\/lllt.9.02sch"},{"key":"9669_CR75","doi-asserted-by":"publisher","first-page":"623","DOI":"10.1002\/j.1538-7305.1948.tb00917.x","volume":"27","author":"CE Shannon","year":"1948","unstructured":"Shannon CE (1948) A mathematical theory of communication, part i, part ii. Bell Syst Tech J 27:623\u2013656","journal-title":"Bell Syst Tech J"},{"issue":"1","key":"9669_CR76","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1002\/j.1538-7305.1951.tb01366.x","volume":"30","author":"CE Shannon","year":"1951","unstructured":"Shannon CE (1951) Prediction and entropy of printed english. Bell Labs Tech J 30(1):50\u201364","journal-title":"Bell Labs Tech J"},{"key":"9669_CR77","doi-asserted-by":"crossref","unstructured":"Siegmund J, K\u00e4stner C, Apel S, Parnin C, Bethmann A, Leich T, Saake G, Brechmann A (2014) Understanding understanding source code with functional magnetic resonance imaging. In: Proceedings of the 36th international conference on software engineering. ACM, pp 378\u2013389","DOI":"10.1145\/2568225.2568252"},{"key":"9669_CR78","doi-asserted-by":"crossref","unstructured":"Stefik A, Ladner R (2017) The quorum programming language. In: Proceedings of the 2017 ACM SIGCSE technical symposium on computer science education. ACM, pp 641\u2013641","DOI":"10.1145\/3017680.3022377"},{"issue":"4","key":"9669_CR79","first-page":"19","volume":"13","author":"A Stefik","year":"2013","unstructured":"Stefik A, Siebert S (2013) An empirical investigation into programming language syntax. ACM Trans Comput Educ (TOCE) 13(4):19","journal-title":"ACM Trans Comput Educ (TOCE)"},{"key":"9669_CR80","doi-asserted-by":"crossref","unstructured":"Sundaram SK, Hayes JH, Dekhtyar A (2005) Baselines in requirements tracing. In: ACM SIGSOFT Software engineering notes, ACM, vol 30, pp 1\u20136","DOI":"10.1145\/1083165.1083169"},{"key":"9669_CR81","doi-asserted-by":"crossref","unstructured":"Sundermeyer M, Schl\u00fcter R, Ney H (2012) Lstm neural networks for language modeling. In: Thirteenth annual conference of the international speech communication association","DOI":"10.21437\/Interspeech.2012-65"},{"key":"9669_CR82","doi-asserted-by":"publisher","unstructured":"Trockman A, Cates K, Mozina M, Nguyen T, K\u00e4stner C, Vasilescu B (2018) \u201cAutomatically assessing code understandability\u201d reanalyzed: combined metrics matter. In: International conference on mining software repositories. ACM, pp 314\u2013318. https:\/\/doi.org\/10.1145\/3196398.3196441","DOI":"10.1145\/3196398.3196441"},{"key":"9669_CR83","doi-asserted-by":"crossref","unstructured":"Tsay J, Dabbish L, Herbsleb J (2014) Influence of social and technical factors for evaluating contribution in github. In: Proceedings of the 36th international conference on software engineering. ACM, pp 356\u2013366","DOI":"10.1145\/2568225.2568315"},{"key":"9669_CR84","doi-asserted-by":"publisher","unstructured":"Tu Z, Su Z, Devanbu P (2014) On the localness of software. In: Proceedings of the 22nd ACM SIGSOFT international symposium on foundations of software engineering. ACM, New York, NY, USA, FSE 2014, pp 269\u2013280. https:\/\/doi.org\/10.1145\/2635868.2635875","DOI":"10.1145\/2635868.2635875"},{"key":"9669_CR85","unstructured":"Varantola K (1986) Special language and general language: linguistic and didactic aspects. Unesco Alsed-LSP Newsletter (1977-2000) 9(2)"},{"key":"9669_CR86","unstructured":"Vinyals O, Kaiser \u0141, Koo T, Petrov S, Sutskever I, Hinton G (2015) Grammar as a foreign language. In: Advances in neural information processing systems, pp 2773\u20132781"},{"key":"9669_CR87","unstructured":"Wasow T, Perfors A, Beaver D (2005) The puzzle of ambiguity. Morphology and the web of grammar: essays in memory of Steven G Lapointe: 265\u2013282"},{"key":"9669_CR88","doi-asserted-by":"publisher","unstructured":"Weintrop D, Wilensky U (2015) Using commutative assessments to compare conceptual understanding in blocks-based and text-based programs. In: Proceedings of the eleventh annual international conference on international computing education research, ICER \u201915. ACM, New York, NY, USA, pp 101\u2013110. https:\/\/doi.org\/10.1145\/2787622.2787721","DOI":"10.1145\/2787622.2787721"},{"key":"9669_CR89","doi-asserted-by":"crossref","unstructured":"White M, Vendome C, Linares-V\u00e1squez M, Poshyvanyk D (2015) Toward deep learning software repositories. In: 2015 IEEE\/ACM 12th working conference on mining software repositories (MSR). IEEE, pp 334\u2013345","DOI":"10.1109\/MSR.2015.38"},{"key":"9669_CR90","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-98141-3","volume-title":"ggplot2: elegant graphics for data analysis","author":"H Wickham","year":"2009","unstructured":"Wickham H (2009) ggplot2: elegant graphics for data analysis. Springer, Berlin. http:\/\/ggplot2.org"},{"key":"9669_CR91","unstructured":"Xue X (2015) Ten thousand english compositions of chinese learners (the teccl corpus), version 1.1"},{"key":"9669_CR92","doi-asserted-by":"crossref","unstructured":"Zhang H (2008) Exploring regularity in source code: software science and zipf\u2019s law. In: WCRE\u201908. 15th working conference on reverse engineering, 2008. IEEE, pp 101\u2013110","DOI":"10.1109\/WCRE.2008.37"},{"key":"9669_CR93","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1016\/j.jss.2014.09.042","volume":"99","author":"J Zhi","year":"2015","unstructured":"Zhi J, Garousi-Yusifo\u011flu V, Sun B, Garousi G, Shahnewaz S, Ruhe G (2015) Cost, benefits and quality of software development documentation: a systematic mapping. J Syst Softw 99:175\u2013198","journal-title":"J Syst Softw"},{"key":"9669_CR94","unstructured":"Zipf G (1949) Human behavior and the principle of least effort. Addison-Wesley, Cambody Mus Am Arch and Ethnol(Harvard Univ) Papers 19:1\u2013125"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-018-9669-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-018-9669-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-018-9669-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,10]],"date-time":"2022-09-10T02:25:09Z","timestamp":1662776709000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-018-9669-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,1,11]]},"references-count":94,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2019,8]]}},"alternative-id":["9669"],"URL":"https:\/\/doi.org\/10.1007\/s10664-018-9669-7","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,1,11]]},"assertion":[{"value":"11 January 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}