{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T15:32:28Z","timestamp":1772206348338,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2019,4,26]],"date-time":"2019-04-26T00:00:00Z","timestamp":1556236800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1007\/s10664-019-09694-w","type":"journal-article","created":{"date-parts":[[2019,4,26]],"date-time":"2019-04-26T08:06:16Z","timestamp":1556265976000},"page":"1499-1537","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":43,"title":["Classifying code comments in Java software systems"],"prefix":"10.1007","volume":"24","author":[{"given":"Luca","family":"Pascarella","sequence":"first","affiliation":[]},{"given":"Magiel","family":"Bruntink","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0193-6823","authenticated-orcid":false,"given":"Alberto","family":"Bacchelli","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,4,26]]},"reference":[{"key":"9694_CR1","unstructured":"Apache Spark (2016) \n                    http:\/\/spark.apache.org\n                    \n                  . [Online; accessed 03-Feb-2016]"},{"key":"9694_CR2","unstructured":"Apache Software Foundation (ASF) - Apache Hadoop software library (2017). \n                    http:\/\/hadoop.apache.org\/\n                    \n                  . [Online; accessed 10-02-2017]"},{"key":"9694_CR3","doi-asserted-by":"crossref","unstructured":"Bacchelli A, Lanza M, Robbes R (2010) Linking e-mails and source code artifacts. In: Proceedings of ICSE 2010 (32nd International Conference on Software Engineering). ACM Press, pp 375\u2013384","DOI":"10.1145\/1806799.1806855"},{"key":"9694_CR4","doi-asserted-by":"crossref","unstructured":"Bacchelli A, dal Sasso T, D\u2019Ambros M, Lanza M (2012) Content classification of development emails. In: Inproceedings of ICSE 2012 (34th ACM\/IEEE International Conference on Software Engineering), pp 375\u2013385","DOI":"10.1109\/ICSE.2012.6227177"},{"key":"9694_CR5","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1613\/jair.953","volume":"16","author":"NV Chawla","year":"2002","unstructured":"Chawla NV, Bowyer KW, Hall LO, Kegelmeyer WP (2002) Smote: synthetic minority over-sampling technique. Journal of artificial intelligence research 16:321\u2013357","journal-title":"Journal of artificial intelligence research"},{"key":"9694_CR6","doi-asserted-by":"crossref","unstructured":"Chawla NV (2009) Data mining for imbalanced datasets: An overview. In: Data mining and knowledge discovery handbook. Springer, pp 875\u2013886","DOI":"10.1007\/978-0-387-09823-4_45"},{"key":"9694_CR7","doi-asserted-by":"crossref","unstructured":"de Souza SCB, Anquetil N, de Oliveira KM (2005) A study of the documentation essential to software maintenance. In: Proceedings of the 23rd annual international conference on Design of communication: documenting & designing for pervasive information. ACM, pp 68\u201375","DOI":"10.1145\/1085313.1085331"},{"key":"9694_CR8","unstructured":"Diakopoulos N, Cass S (2016) The top programming languages IEEE Spectrum, vol \n                    http:\/\/spectrum.ieee.org\/static\/interactive-the-top-programming-languages-2016"},{"issue":"5","key":"9694_CR9","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1037\/h0031619","volume":"76","author":"JL Fleiss","year":"1971","unstructured":"Fleiss JL (1971) Measuring nominal scale agreement among many raters. Psychological Bulletin 76(5):378","journal-title":"Psychological Bulletin"},{"key":"9694_CR10","doi-asserted-by":"crossref","unstructured":"Fluri B, Wursch M, Gall HC (2007) Do code and comments co-evolve? on the relation between source code and comment changes. In: 2007. WCRE 2007. 14th Working Conference on Reverse Engineering. IEEE, pp 70\u201379","DOI":"10.1109\/WCRE.2007.21"},{"issue":"2","key":"9694_CR11","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1177\/1077800405284363","volume":"12","author":"B Flyvbjerg","year":"2006","unstructured":"Flyvbjerg B (2006) Five misunderstandings about case-study research. Qualitative Inquiry 12(2):219\u2013245","journal-title":"Qualitative Inquiry"},{"key":"9694_CR12","volume-title":"The elements of statistical learning, vol 1","author":"J Friedman","year":"2001","unstructured":"Friedman J, Hastie T, Tibshirani R (2001) The elements of statistical learning, vol 1. Springer series in statistics Springer, Berlin"},{"key":"9694_CR13","doi-asserted-by":"crossref","unstructured":"Garcia MJB, Granja-Alvarez JC (1996) Maintainability as a key factor in maintenance productivity: a case study. In: icsm, pp 87","DOI":"10.1109\/ICSM.1996.564992"},{"key":"9694_CR14","volume-title":"Deep Learning. Adaptive Computation and Machine Learning series","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow I, Bengio Y, Courville A (2016) Deep Learning. Adaptive Computation and Machine Learning series. The MIT Press, Cambridge"},{"key":"9694_CR15","doi-asserted-by":"crossref","unstructured":"Haouari D, Sahraoui H, Langlais P (2011) How good is your comment? a study of comments in java programs. In: 2011 International Symposium on Empirical Software Engineering and Measurement (ESEM). IEEE, pp 137\u2013146","DOI":"10.1109\/ESEM.2011.22"},{"key":"9694_CR16","unstructured":"Hartzman CS, Austin CF (1993) Maintenance productivity: Observations based on an experience in a large system environment, pp 138\u2013170"},{"key":"9694_CR17","unstructured":"Jiang ZM, Hassan AE (2006) Examining the evolution of code comments in postgresql. In: Proceedings of the International Workshop on Mining Software Repositories, MSR \u201906. ACM, New York, pp 179\u2013 180"},{"key":"9694_CR18","doi-asserted-by":"crossref","unstructured":"Lawrie DJ, Feild H, Binkley D (2006) Leveraged quality assessment using information retrieval techniques. In: 14th IEEE International Conference on Program Comprehension ICPC 2006. IEEE , pp. 149\u2013 158","DOI":"10.1109\/ICPC.2006.34"},{"key":"9694_CR19","unstructured":"Lidwell W, Holden K, Butler J (2010) Universal Principles of Design, Revised and Updated: 125 Ways to Enhance Usability. Influence Perception. Increase Appeal, Make Better Design Decisions, and Teach through Design. Rockport Publishers, 2nd ed."},{"key":"9694_CR20","unstructured":"Lucia D et al (2000) Information retrieval models for recovering traceability links between code and documentation. In: 2000. Proceedings. International Conference on Software Maintenance. IEEE, pp 40\u201349"},{"key":"9694_CR21","doi-asserted-by":"publisher","first-page":"1264","DOI":"10.1109\/TSE.2013.12","volume":"39","author":"W Maalej","year":"2013","unstructured":"Maalej W, Robillard MP (2013) Patterns of knowledge in api reference documentation. IEEE Trans Softw Eng 39:1264\u20131282","journal-title":"IEEE Trans Softw Eng"},{"key":"9694_CR22","doi-asserted-by":"crossref","unstructured":"Manning CD, Raghavan P, Sch\u00fctze H et al (2008) Introduction to information retrieval. Cambridge University Press, Cambridge, vol 1","DOI":"10.1017\/CBO9780511809071"},{"key":"9694_CR23","doi-asserted-by":"crossref","unstructured":"Marcus A, Maletic JI (2003) Recovering documentation-to-source-code traceability links using latent semantic indexing. In: 25th International Conference on Software Engineering Proceedings. IEEE, pp 125\u2013135","DOI":"10.1109\/ICSE.2003.1201194"},{"issue":"5","key":"9694_CR24","doi-asserted-by":"publisher","first-page":"811","DOI":"10.1142\/S0218194005002543","volume":"15","author":"A Marcus","year":"2005","unstructured":"Marcus A, Maletic JI, Sergeyev A (2005) Recovery of traceability links between software documentation and source code. Int J Softw Eng Knowl Eng 15(5):811\u2013836","journal-title":"Int J Softw Eng Knowl Eng"},{"issue":"5","key":"9694_CR25","doi-asserted-by":"publisher","first-page":"673","DOI":"10.1007\/s11135-006-9018-6","volume":"41","author":"RM O\u2019brien","year":"2007","unstructured":"O\u2019brien RM (2007) A caution regarding rules of thumb for variance inflation factors. Quality & Quantity 41(5):673\u2013690","journal-title":"Quality & Quantity"},{"key":"9694_CR26","doi-asserted-by":"crossref","unstructured":"Oman P, Hagemeister J (1992) Metrics for assessing a software system\u2019s maintainability. In: Conference on Software Maintenance Proceerdings. IEEE, pp 337\u2013344","DOI":"10.1109\/ICSM.1992.242525"},{"key":"9694_CR27","doi-asserted-by":"crossref","unstructured":"Padioleau Y, Tan L, Zhou Y (2009) Listening to programmers taxonomies and characteristics of comments in operating system code. In: Proceedings of the 31st International Conference on Software Engineering, pp 331\u2013341, IEEE Computer Society","DOI":"10.1109\/ICSE.2009.5070533"},{"key":"9694_CR28","doi-asserted-by":"publisher","unstructured":"Pascarella L, Bacchelli A (2017) Manually classified dataset of source code comments. \n                    https:\/\/doi.org\/10.5281\/zenodo.2628361","DOI":"10.5281\/zenodo.2628361"},{"issue":"4","key":"9694_CR29","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1109\/TSE.2004.1274044","volume":"30","author":"JW Paulson","year":"2004","unstructured":"Paulson JW, Succi G, Eberlein A (2004) An empirical study of open-source and closed-source software products. IEEE Trans Softw Eng 30(4):246\u2013256","journal-title":"IEEE Trans Softw Eng"},{"issue":"1","key":"9694_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/505282.505283","volume":"34","author":"F Sebastiani","year":"2002","unstructured":"Sebastiani F (2002) Machine learning in automated text categorization. ACM Computing Surveys (CSUR) 34(1):1\u201347","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"9694_CR31","doi-asserted-by":"crossref","unstructured":"Sridhara G, Hill E, Muppaneni D, Pollock L, Vijay-Shanker K (2010) Towards automatically generating summary comments for java methods. In: Proceedings of the IEEE\/ACM international conference on Automated software engineering. ACM, pp 43\u201352","DOI":"10.1145\/1858996.1859006"},{"issue":"1","key":"9694_CR32","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1046\/j.1365-2575.2002.00117.x","volume":"12","author":"I Stamelos","year":"2002","unstructured":"Stamelos I, Angelis L, Oikonomou A, Bleris GL (2002) Code quality analysis in open source software development. Inf Syst J 12(1):43\u201360","journal-title":"Inf Syst J"},{"key":"9694_CR33","doi-asserted-by":"crossref","unstructured":"Steidl D., Hummel B, J\u00fcrgens E (2013a) Quality analysis of source code comments. In: IEEE 21st International Conference on Program Comprehension, ICPC 2013, San Francisco, pp 83\u201392","DOI":"10.1109\/ICPC.2013.6613836"},{"key":"9694_CR34","doi-asserted-by":"crossref","unstructured":"Steidl D, Hummel B, Juergens E (2013b) Quality analysis of source code comments. In: IEEE 21st International Conference on Program Comprehension (ICPC). IEEE, pp 83\u201392","DOI":"10.1109\/ICPC.2013.6613836"},{"key":"9694_CR35","unstructured":"Tan L, Yuan D, Krishna G, Zhou Y (2007) \/* icomment: Bugs or bad comments?*. In: ACM SIGOPS Operating Systems Review. ACM, vol 41, pp 145\u2013158"},{"key":"9694_CR36","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1145\/382208.382523","volume":"17","author":"T Tenny","year":"1985","unstructured":"Tenny T (1985) Procedures and comments vs. the banker\u2019s algorithm. SIGCSE Bull 17:44\u201353","journal-title":"SIGCSE Bull"},{"issue":"9","key":"9694_CR37","doi-asserted-by":"publisher","first-page":"1271","DOI":"10.1109\/32.6171","volume":"14","author":"T Tenny","year":"1988","unstructured":"Tenny T (1988) Program readability: Procedures versus comments. IEEE Trans Softw Eng 14(9):1271\u20131279","journal-title":"IEEE Trans Softw Eng"},{"key":"9694_CR38","volume-title":"Elementary statistics","author":"MF Triola","year":"2006","unstructured":"Triola MF (2006) Elementary statistics, 10th edn. Pearson\/Addison-Wesley, Reading","edition":"10th edn."},{"key":"9694_CR39","doi-asserted-by":"crossref","unstructured":"Witte R, Zhang Y, Rilling J (2007) Empowering software maintainers with semantic web technologies. In: The Semantic Web: Research and Applications, 4th European Semantic Web Conference, ESWC 2007. Proceedings, Innsbruck, pp 37\u201352","DOI":"10.1007\/978-3-540-72667-8_5"},{"key":"9694_CR40","unstructured":"Woodfield SN, Dunsmore HE, Shen VY (1981) The effect of modularization and comments on program comprehension, pp 215\u2013223"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09694-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-019-09694-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09694-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,4,24]],"date-time":"2020-04-24T23:10:20Z","timestamp":1587769820000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-019-09694-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,4,26]]},"references-count":40,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2019,6]]}},"alternative-id":["9694"],"URL":"https:\/\/doi.org\/10.1007\/s10664-019-09694-w","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,4,26]]},"assertion":[{"value":"26 April 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}