{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,13]],"date-time":"2026-10-13T17:48:17Z","timestamp":1791913697023,"version":"4.3.4"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,10,5]],"date-time":"2020-10-05T00:00:00Z","timestamp":1601856000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,10,5]]},"DOI":"10.1145\/3382494.3410636","type":"proceedings-article","created":{"date-parts":[[2020,10,23]],"date-time":"2020-10-23T12:59:24Z","timestamp":1603457964000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":54,"title":["An Empirical Validation of Cognitive Complexity as a Measure of Source Code Understandability"],"prefix":"10.1145","author":[{"given":"Marvin","family":"Mu\u00f1oz Bar\u00f3n","sequence":"first","affiliation":[{"name":"University of Stuttgart, Stuttgart, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marvin","family":"Wyrich","sequence":"additional","affiliation":[{"name":"University of Stuttgart, Stuttgart, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stefan","family":"Wagner","sequence":"additional","affiliation":[{"name":"University of Stuttgart, Stuttgart, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,10,23]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2017.39"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.3923\/jse.2012.1.9"},{"key":"#cr-split#-e_1_3_2_1_3_1.1","doi-asserted-by":"crossref","unstructured":"Marvin Mu\u00f1oz Bar\u00f3n Marvin Wyrich and Stefan Wagner. 2020. An Empirical Validation of Cognitive Complexity as a Measure of Source Code Understandability - Data Code and Documentation. https:\/\/doi.org\/10.5281\/zenodo.3949828 10.5281\/zenodo.3949828","DOI":"10.1145\/3382494.3410636"},{"key":"#cr-split#-e_1_3_2_1_3_1.2","doi-asserted-by":"crossref","unstructured":"Marvin Mu\u00f1oz Bar\u00f3n Marvin Wyrich and Stefan Wagner. 2020. An Empirical Validation of Cognitive Complexity as a Measure of Source Code Understandability - Data Code and Documentation. https:\/\/doi.org\/10.5281\/zenodo.3949828","DOI":"10.1145\/3382494.3410636"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.5555\/800253.807736"},{"key":"e_1_3_2_1_5_1","volume-title":"Julian PT Higgins, and Hannah R Rothstein","author":"Borenstein Michael","year":"2009","unstructured":"Michael Borenstein , Larry V Hedges , Julian PT Higgins, and Hannah R Rothstein . 2009 . Effect Sizes Based on Correlations. In Introduction to meta-analysis. John Wiley & Sons , Chichester, United Kingdom, 40--43. Michael Borenstein, Larry V Hedges, Julian PT Higgins, and Hannah R Rothstein. 2009. Effect Sizes Based on Correlations. In Introduction to meta-analysis. John Wiley & Sons, Chichester, United Kingdom, 40--43."},{"key":"e_1_3_2_1_6_1","volume-title":"Julian PT Higgins, and Hannah R Rothstein","author":"Borenstein Michael","year":"2009","unstructured":"Michael Borenstein , Larry V Hedges , Julian PT Higgins, and Hannah R Rothstein . 2009 . Random-Effects Model. In Introduction to meta-analysis. John Wiley & Sons , Chichester, United Kingdom, 68--75. Michael Borenstein, Larry V Hedges, Julian PT Higgins, and Hannah R Rothstein. 2009. Random-Effects Model. In Introduction to meta-analysis. John Wiley & Sons, Chichester, United Kingdom, 68--75."},{"key":"e_1_3_2_1_7_1","volume-title":"Julian PT Higgins, and Hannah R Rothstein","author":"Borenstein Michael","year":"2009","unstructured":"Michael Borenstein , Larry V Hedges , Julian PT Higgins, and Hannah R Rothstein . 2009 . When does it make sense to perform a meta-analysis. In Introduction to meta-analysis. John Wiley & Sons , Chichester, United Kingdom, 357--64. Michael Borenstein, Larry V Hedges, Julian PT Higgins, and Hannah R Rothstein. 2009. When does it make sense to perform a meta-analysis. In Introduction to meta-analysis. John Wiley & Sons, Chichester, United Kingdom, 357--64."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2527791"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2009.70"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3194164.3194186"},{"key":"e_1_3_2_1_11_1","volume-title":"Statistical Power Analysis for the Behavioral Sciences","author":"Cohen Jacob","unstructured":"Jacob Cohen . 1977. CHAPTER 3 - The Significance of a Product Moment rs . In Statistical Power Analysis for the Behavioral Sciences , Jacob Cohen (Ed.). Academic Press , 75 -- 107. https:\/\/doi.org\/10.1016\/B978-0-12-179060-8.50008-6 10.1016\/B978-0-12-179060-8.50008-6 Jacob Cohen. 1977. CHAPTER 3 - The Significance of a Product Moment rs. In Statistical Power Analysis for the Behavioral Sciences, Jacob Cohen (Ed.). Academic Press, 75 -- 107. https:\/\/doi.org\/10.1016\/B978-0-12-179060-8.50008-6"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2003.1214329"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2011.21"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.24"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568266"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2019.00050"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106264"},{"key":"e_1_3_2_1_18_1","volume-title":"2017 IEEE 24th International Conference on Software Analysis, Evolution and Reengineering (SANER). IEEE, 217--227","author":"Hofmeister Johannes","year":"2017","unstructured":"Johannes Hofmeister , Janet Siegmund , and Daniel V. Holt . 2017. Shorter identifier names take longer to comprehend . In 2017 IEEE 24th International Conference on Software Analysis, Evolution and Reengineering (SANER). IEEE, 217--227 . https:\/\/doi.org\/10.1109\/SANER. 2017 .7884623 10.1109\/SANER.2017.7884623 Johannes Hofmeister, Janet Siegmund, and Daniel V. Holt. 2017. Shorter identifier names take longer to comprehend. In 2017 IEEE 24th International Conference on Software Analysis, Evolution and Reengineering (SANER). IEEE, 217--227. https:\/\/doi.org\/10.1109\/SANER.2017.7884623"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 22nd International Conference on Program Comprehension","author":"Jbara Ahmad","year":"2014","unstructured":"Ahmad Jbara and Dror G. Feitelson . 2014. On the Effect of Code Regularity on Comprehension . In Proceedings of the 22nd International Conference on Program Comprehension ( Hyderabad, India) (ICPC 2014 ). Association for Computing Machinery, New York, NY, USA, 189--200. https:\/\/doi.org\/10.1145\/2597008.2597140 10.1145\/2597008.2597140 Ahmad Jbara and Dror G. Feitelson. 2014. On the Effect of Code Regularity on Comprehension. In Proceedings of the 22nd International Conference on Program Comprehension (Hyderabad, India) (ICPC 2014). Association for Computing Machinery, New York, NY, USA, 189--200. https:\/\/doi.org\/10.1145\/2597008.2597140"},{"key":"e_1_3_2_1_20_1","volume-title":"15th Australasian Computer Education Conference (ACE","volume":"136","author":"Kasto Nadia","year":"2013","unstructured":"Nadia Kasto and Jacqueline Whalley . 2013 . Measuring the difficulty of code comprehension tasks using software metrics . In 15th Australasian Computer Education Conference (ACE 2013), Vol. 136 . Adelaide, South Australia, Australian Computer Society, Inc., AUS, 59--65. Nadia Kasto and Jacqueline Whalley. 2013. Measuring the difficulty of code comprehension tasks using software metrics. In 15th Australasian Computer Education Conference (ACE 2013), Vol. 136. Adelaide, South Australia, Australian Computer Society, Inc., AUS, 59--65."},{"key":"e_1_3_2_1_21_1","unstructured":"Barbara Kitchenham and Stuart Charters. 2007. Guidelines for performing Systematic Literature Reviews in Software Engineering.  Barbara Kitchenham and Stuart Charters. 2007. Guidelines for performing Systematic Literature Reviews in Software Engineering."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233837"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2015.12"},{"key":"e_1_3_2_1_24_1","article-title":"Likert data: what to use, parametric or non-parametric","volume":"4","author":"Murray Jacqueline","year":"2013","unstructured":"Jacqueline Murray . 2013 . Likert data: what to use, parametric or non-parametric ? International Journal of Business and Social Science 4 , 11 (2013). Jacqueline Murray. 2013. Likert data: what to use, parametric or non-parametric? International Journal of Business and Social Science 4, 11 (2013).","journal-title":"International Journal of Business and Social Science"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-35333-9_50"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.5555\/1075040.1075044"},{"key":"#cr-split#-e_1_3_2_1_27_1.1","doi-asserted-by":"crossref","unstructured":"N. Peitek J. Siegmund S. Apel C. K\u00e4stner C. Parnin A. Bethmann T. Leich G. Saake and A. Brechmann. 2018. A Look into Programmers' Heads. IEEE Transactions on Software Engineering (2018) 1--1. https:\/\/doi.org\/10.1109\/TSE.2018.2863303 10.1109\/TSE.2018.2863303","DOI":"10.1109\/TSE.2018.2863303"},{"key":"#cr-split#-e_1_3_2_1_27_1.2","doi-asserted-by":"crossref","unstructured":"N. Peitek J. Siegmund S. Apel C. K\u00e4stner C. Parnin A. Bethmann T. Leich G. Saake and A. Brechmann. 2018. A Look into Programmers' Heads. IEEE Transactions on Software Engineering (2018) 1--1. https:\/\/doi.org\/10.1109\/TSE.2018.2863303","DOI":"10.1109\/TSE.2018.2863303"},{"key":"e_1_3_2_1_28_1","volume-title":"Papers presented at the seventh workshop on Empirical studies of programmers - ESP '97","author":"Ramalingam Vennila","unstructured":"Vennila Ramalingam and Susan Wiedenbeck . 1997. An empirical study of novice program comprehension in the imperative and object-oriented styles . In Papers presented at the seventh workshop on Empirical studies of programmers - ESP '97 . ACM Press , New York , New York, USA, 124--139. https:\/\/doi.org\/10.1145\/266399.266411 10.1145\/266399.266411 Vennila Ramalingam and Susan Wiedenbeck. 1997. An empirical study of novice program comprehension in the imperative and object-oriented styles. In Papers presented at the seventh workshop on Empirical studies of programmers - ESP '97. ACM Press, New York, New York, USA, 124--139. https:\/\/doi.org\/10.1145\/266399.266411"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635895"},{"key":"e_1_3_2_1_30_1","volume-title":"Automatically Assessing Code Understandability","author":"Scalabrino Simone","year":"2019","unstructured":"Simone Scalabrino , Gabriele Bavota , Christopher Vendome , Mario Linares-Vasquez , Denys Poshyvanyk , and Rocco Oliveto . 2019. Automatically Assessing Code Understandability . IEEE Transactions on Software Engineering ( 2019 ), 1. https:\/\/doi.org\/10.1109\/TSE.2019.2901468 10.1109\/TSE.2019.2901468 Simone Scalabrino, Gabriele Bavota, Christopher Vendome, Mario Linares-Vasquez, Denys Poshyvanyk, and Rocco Oliveto. 2019. Automatically Assessing Code Understandability. IEEE Transactions on Software Engineering (2019), 1. https:\/\/doi.org\/10.1109\/TSE.2019.2901468"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSEET.2016.36"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2016.35"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2393596.2393624"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDIM.2013.6693981"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196441"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2578153.2578218"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.402076"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.22237\/jmasm\/1067646360"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1999.0269"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0953-5438(98)00029-0"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2601248.2601268"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.5555\/800078.802534"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2734091"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2017.8190486"}],"event":{"name":"ESEM '20: ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement","location":"Bari Italy","acronym":"ESEM '20","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 14th ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3382494.3410636","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3382494.3410636","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:38:26Z","timestamp":1750185506000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3382494.3410636"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,10,5]]},"references-count":46,"alternative-id":["10.1145\/3382494.3410636","10.1145\/3382494"],"URL":"https:\/\/doi.org\/10.1145\/3382494.3410636","relation":{},"subject":[],"published":{"date-parts":[[2020,10,5]]},"assertion":[{"value":"2020-10-23","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}