{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,12]],"date-time":"2026-09-12T01:46:49Z","timestamp":1789177609995,"version":"build-2803163510"},"reference-count":159,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,6,23]],"date-time":"2022-06-23T00:00:00Z","timestamp":1655942400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,6,23]],"date-time":"2022-06-23T00:00:00Z","timestamp":1655942400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100003977","name":"Israel Science Foundation","doi-asserted-by":"publisher","award":["832\/18"],"award-info":[{"award-number":["832\/18"]}],"id":[{"id":"10.13039\/501100003977","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s10664-022-10160-3","type":"journal-article","created":{"date-parts":[[2022,6,22]],"date-time":"2022-06-22T22:02:31Z","timestamp":1655935351000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Considerations and Pitfalls for Reducing Threats to the Validity of Controlled Experiments on Code Comprehension"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2733-7709","authenticated-orcid":false,"given":"Dror G.","family":"Feitelson","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,6,23]]},"reference":[{"key":"10160_CR1","doi-asserted-by":"publisher","unstructured":"Abbes M, Khomh F, Gu\u00e9h\u00e9neuc Y-G, Antoniol G (2011) An empirical study of the impact of two antipatterns, blob and spaghetti code, on program comprehension. In: 15th European Conf. Softw. Maintenance & Reengineering. https:\/\/doi.org\/10.1109\/CSMR.2011.24, pp 181\u2013190","DOI":"10.1109\/CSMR.2011.24"},{"issue":"3","key":"10160_CR2","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1109\/TSE.2012.27","volume":"39","author":"S Abrah\u00e3o","year":"2013","unstructured":"Abrah\u00e3o S, Gravino C, Insfran E, Scanniello G, Tortora G (2013) Assessing the effectiveness of sequence diagrams in the comprehension of functional requirements: Results from a family of five experiments. IEEE Trans Softw Eng 39 (3):327\u2013342. https:\/\/doi.org\/10.1109\/TSE.2012.27","journal-title":"IEEE Trans Softw Eng"},{"issue":"9","key":"10160_CR3","doi-asserted-by":"publisher","first-page":"1289","DOI":"10.1080\/09500693.2010.512369","volume":"33","author":"WK Adams","year":"2011","unstructured":"Adams WK, Wieman CE (2011) Development and validation of instruments to measure learning of expert-like thinking. Intl J Science Education 33 (9):1289\u20131312. https:\/\/doi.org\/10.1080\/09500693.2010.512369https:\/\/doi.org\/10.1080\/09500693.2010.512369","journal-title":"Intl J Science Education"},{"issue":"1","key":"10160_CR4","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1007\/s10664-018-9628-3","volume":"24","author":"S Ajami","year":"2019","unstructured":"Ajami S, Woodbridge Y, Feitelson DG (2019) Syntax, predicates, idioms \u2014 what really affects code complexity?. Empirical Softw Eng 24(1):287\u2013328. https:\/\/doi.org\/10.1007\/s10664-018-9628-3","journal-title":"Empirical Softw Eng"},{"issue":"1","key":"10160_CR5","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1007\/s10664-014-9350-8","volume":"21","author":"V Arnaoudova","year":"2016","unstructured":"Arnaoudova V, Di Penta M, Antoniol G (2016) Linguistic antipatterns: What they are and how developers perceive them. Empirical Softw Eng 21(1):104\u2013158. https:\/\/doi.org\/10.1007\/s10664-014-9350-8","journal-title":"Empirical Softw Eng"},{"key":"10160_CR6","doi-asserted-by":"publisher","unstructured":"Avidan E, Feitelson DG (2017) Effects of variable names on comprehension: An empirical study. In: 25th Intl. Conf. Program Comprehension. https:\/\/doi.org\/10.1109\/ICPC.2017.27, pp 55\u201365","DOI":"10.1109\/ICPC.2017.27"},{"issue":"12","key":"10160_CR7","doi-asserted-by":"publisher","first-page":"1278","DOI":"10.1109\/TSE.1987.232881","volume":"SE-13","author":"VR Basili","year":"1987","unstructured":"Basili VR, Selby RW (1987) Comparing the effectiveness of software testing strategies. IEEE Trans Softw Eng SE-13(12):1278\u20131296. https:\/\/doi.org\/10.1109\/TSE.1987.232881","journal-title":"IEEE Trans Softw Eng"},{"issue":"7","key":"10160_CR8","doi-asserted-by":"publisher","first-page":"733","DOI":"10.1109\/TSE.1986.6312975","volume":"SE-12","author":"VR Basili","year":"1986","unstructured":"Basili VR, Selby RW, Hutchens DH (1986) Experimentation in software engineering. IEEE Trans Softw Eng SE-12(7):733\u2013743. https:\/\/doi.org\/10.1109\/TSE.1986.6312975","journal-title":"IEEE Trans Softw Eng"},{"issue":"11","key":"10160_CR9","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1145\/1297797.1297819","volume":"50","author":"VR Basili","year":"2007","unstructured":"Basili VR, Zelkowitz MV (2007) Empirical studies to build a science of computer science. Comm ACM 50(11):33\u201337. https:\/\/doi.org\/10.1145\/1297797.1297819","journal-title":"Comm ACM"},{"key":"10160_CR10","doi-asserted-by":"publisher","unstructured":"Bauer J, Siegmund J, Peitek N, Hofmeister JC, Apel S (2019) Indentation: Simply a matter of style or support for program comprehension?. In: 27th Intl Conf Program Comprehension. https:\/\/doi.org\/10.1109\/ICPC.2019.00033, pp 154\u2013164","DOI":"10.1109\/ICPC.2019.00033"},{"key":"10160_CR11","unstructured":"Bednarik R, Myller N, Sutinen E, Tukiainen M (2005) Effects of experience on gaze behavior during program animation. In: 17th workshop of psychology of programming interest group, pp 49\u201361"},{"key":"10160_CR12","doi-asserted-by":"publisher","unstructured":"Bednarik R, Tukiainen M (2006) An eye-tracking methodology for characterizing porgram comprehension processes. In: 4th Symp. Eye Tracking Res. & App. https:\/\/doi.org\/10.1145\/1117309.1117356, pp 125\u2013132","DOI":"10.1145\/1117309.1117356"},{"key":"10160_CR13","doi-asserted-by":"publisher","first-page":"102520","DOI":"10.1016\/j.scico.2020.102520","volume":"198","author":"R Bednarik","year":"2020","unstructured":"Bednarik R et al (2020) EMIP: The eye movements in programming dataset. Sci Comput Programming 198:102520. https:\/\/doi.org\/10.1016\/j.scico.2020.102520","journal-title":"Sci Comput Programming"},{"key":"10160_CR14","doi-asserted-by":"publisher","unstructured":"Beniamini G, Gingichashvili S, Klein Orbach A, Feitelson DG (2017) Meaningful identifier names: The case of single-letter variables. In: 25th Intl. Conf. Program Comprehension. https:\/\/doi.org\/10.1109\/ICPC.2017.18, pp 45\u201354","DOI":"10.1109\/ICPC.2017.18"},{"issue":"4","key":"10160_CR15","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1027\/1614-0001\/a000052","volume":"32","author":"GR Bergersen","year":"2011","unstructured":"Bergersen GR, Gustafsson J.-E. (2011) Programming skill, knowledge, and working memory among professional software developers from an investment theory perspective. J Individual Differences 32(4):201\u2013209. https:\/\/doi.org\/10.1027\/1614-0001\/a000052","journal-title":"J Individual Differences"},{"key":"10160_CR16","doi-asserted-by":"publisher","unstructured":"Bergersen GR, Hannay JE, Sj\u00f8berg DIK, Dyb\u00e5 T., Karahasanovi\u0107 A (2011) Inferring skill from tests of programming performance: Combining time and quality. In: 5th Intl. Symp. Empirical Softw. Eng. & Measurement. https:\/\/doi.org\/10.1109\/ESEM.2011.39, pp 305\u2013314","DOI":"10.1109\/ESEM.2011.39"},{"key":"10160_CR17","doi-asserted-by":"publisher","unstructured":"Bergersen GR, Sj\u00f8berg DIK (2012) Evaluating methods and technologies in software engineering with respect to developer\u2019s skill level. In: 16th Intl. Conf. Evaluation & Assessment in Softw. Eng. https:\/\/doi.org\/10.1049\/ic.2012.0013, pp 101\u2013110","DOI":"10.1049\/ic.2012.0013"},{"issue":"12","key":"10160_CR18","doi-asserted-by":"publisher","first-page":"1163","DOI":"10.1109\/TSE.2014.2348997","volume":"40","author":"GR Bergersen","year":"2014","unstructured":"Bergersen GR, Sj\u00f8berg DIK, Dyb\u00e5 T (2014) Construction and validation of an instrument for measuring programming skill. IEEE Trans Softw Eng 40(12):1163\u20131184. https:\/\/doi.org\/10.1109\/TSE.2014.2348997","journal-title":"IEEE Trans Softw Eng"},{"issue":"7","key":"10160_CR19","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1109\/2.30731","volume":"22","author":"TJ Biggerstaff","year":"1989","unstructured":"Biggerstaff TJ (1989) Design recovery for maintenance and reuse. Computer 22(7):36\u201349. https:\/\/doi.org\/10.1109\/2.30731","journal-title":"Computer"},{"key":"10160_CR20","doi-asserted-by":"publisher","unstructured":"Bishop B, McDaid K (2008) Spreadsheet debugging behaviour of expert and novice end-users. In: 4th Intl. Workshop End-User Software Engineering. https:\/\/doi.org\/10.1145\/1370847.1370860, pp 56\u201360","DOI":"10.1145\/1370847.1370860"},{"issue":"4","key":"10160_CR21","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1109\/MC.1987.1663532","volume":"20","author":"FPJr Brooks","year":"1987","unstructured":"Brooks FP Jr (1987) No silver bullet: Essence and accidents of software engineering. Computer 20(4):10\u201319. https:\/\/doi.org\/10.1109\/MC.1987.1663532","journal-title":"Computer"},{"issue":"6","key":"10160_CR22","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1016\/S0020-7373(83)80031-5","volume":"18","author":"R Brooks","year":"1983","unstructured":"Brooks R (1983) Towards a theory of the comprehension of computer programs. Intl J Man-Machine Studies 18(6):543\u2013554. https:\/\/doi.org\/10.1016\/S0020-7373(83)80031-5","journal-title":"Intl J Man-Machine Studies"},{"issue":"4","key":"10160_CR23","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1145\/358841.358847","volume":"23","author":"RE Brooks","year":"1980","unstructured":"Brooks RE (1980) Studying programmer behavior experimentally: The problems of proper methodology. Comm ACM 23(4):207\u2013213. https:\/\/doi.org\/10.1145\/358841.358847","journal-title":"Comm ACM"},{"key":"10160_CR24","doi-asserted-by":"publisher","unstructured":"Buse RPL, Weimer WR (2008) A metric for software readability. Intl. Symp. Softw. Testing & Analysis, 121\u2013130. https:\/\/doi.org\/10.1145\/1390630.1390647","DOI":"10.1145\/1390630.1390647"},{"issue":"4","key":"10160_CR25","doi-asserted-by":"publisher","first-page":"546","DOI":"10.1109\/TSE.2009.70","volume":"36","author":"RPL Buse","year":"2010","unstructured":"Buse RPL, Weimer WR (2010) Learning a metric for code readability. IEEE Trans Softw Eng 36(4):546\u2013558. https:\/\/doi.org\/10.1109\/TSE.2009.70","journal-title":"IEEE Trans Softw Eng"},{"key":"10160_CR26","doi-asserted-by":"publisher","unstructured":"Busjahn T, Bednarik R, Begel A, Crosby M, Paterson JH, Schulte C, Sharif B, Tamm S (2015) Eye movements in code reading: Relaxing the linear order. In: 23rd Intl. Conf. Program Comprehension. https:\/\/doi.org\/10.1109\/ICPC.2015.36, pp 255\u2013265","DOI":"10.1109\/ICPC.2015.36"},{"key":"10160_CR27","unstructured":"Campbell JP, McCloy RA, Oppler SH, Sager CE (1993) A theory of performance. In: Schmitt N, Borman WC, Associates (eds) Personnel Selection in Organizations. Jossey-Bass Pub, pp 35\u201370"},{"key":"10160_CR28","doi-asserted-by":"publisher","unstructured":"Carver J, Shull F, Basili V (2003) Observational studies to accelerate process experience in classroom studies: An evaluation. In: Intl. Symp. Empirical Softw. Eng. https:\/\/doi.org\/10.1109\/ISESE.2003.1237966, pp 72\u201379","DOI":"10.1109\/ISESE.2003.1237966"},{"issue":"1","key":"10160_CR29","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1007\/s10664-009-9109-9","volume":"15","author":"JC Carver","year":"2010","unstructured":"Carver JC, Jaccheri L, Morasca S, Shull F (2010) A checklist for integrating student empirical studies with research and teaching goals. Empirical Softw Eng 15(1):35\u201359. https:\/\/doi.org\/10.1007\/s10664-009-9109-9","journal-title":"Empirical Softw Eng"},{"key":"10160_CR30","doi-asserted-by":"publisher","unstructured":"Cates R, Yunik N, Feitelson DG (2021) Does code structure affect comprehension? on using and naming intermediate variables. In: 29th Intl. Conf. Program Comprehension. https:\/\/doi.org\/10.1109\/ICPC52881.2021.00020, pp 118\u2013126","DOI":"10.1109\/ICPC52881.2021.00020"},{"issue":"4","key":"10160_CR31","doi-asserted-by":"publisher","first-page":"1040","DOI":"10.1007\/s10664-013-9248-x","volume":"19","author":"M Ceccato","year":"2014","unstructured":"Ceccato M, Di Penta M, Falcarin P, Ricca F, Torchiano M, Tonella P (2014) A family of experiments to assess the effectiveness and efficiency of source code obfuscation techniques. Empirical Softw Eng 19(4):1040\u20131074. https:\/\/doi.org\/10.1007\/s10664-013-9248-x","journal-title":"Empirical Softw Eng"},{"key":"10160_CR32","doi-asserted-by":"publisher","unstructured":"Cherubini M, Venolia G, DeLine R, Ko AJ (2007) Let\u2019s go to the whiteboard: How and why software developers use drawings. In: SIGCHI Conf. Human Factors in Comput. Syst. https:\/\/doi.org\/10.1145\/1240624.1240714, pp 557\u2013566","DOI":"10.1145\/1240624.1240714"},{"issue":"1","key":"10160_CR33","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1109\/52.43044","volume":"7","author":"EJ Chikofsky","year":"1990","unstructured":"Chikofsky EJ, Cross II JH (1990) Reverse engineering and design recovery: A taxonomy. IEEE Softw 7(1):13\u201317. https:\/\/doi.org\/10.1109\/52.43044","journal-title":"IEEE Softw"},{"issue":"1\u20132","key":"10160_CR34","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1016\/0306-4573(84)90050-5","volume":"20","author":"C Cook","year":"1984","unstructured":"Cook C, Bregar W, Foote D (1984) A preliminary investigation of the use of the cloze procedure as a measure of program understanding. Inf Process & Management 20(1\u20132):199\u2013208. https:\/\/doi.org\/10.1016\/0306-4573(84)90050-5","journal-title":"Inf Process & Management"},{"issue":"5","key":"10160_CR35","doi-asserted-by":"publisher","first-page":"684","DOI":"10.1109\/TSE.2009.28","volume":"35","author":"B Cornelissen","year":"2009","unstructured":"Cornelissen B, Zaidman A, van Deursen A, Moonen L, Koschke R (2009) A systematic survey of program comprehension through dynamic analysis. IEEE Trans Softw Eng 35(5):684\u2013702. https:\/\/doi.org\/10.1109\/TSE.2009.28","journal-title":"IEEE Trans Softw Eng"},{"key":"10160_CR36","doi-asserted-by":"publisher","unstructured":"Couceiro R, Duarte G, Dur\u00e3es J., Castelhano J, Duarte C, Teixeira C, Castelo Branco M, de Carvalho P, Madeira H (2019) Biofeedback augmented software engineering: Monitoring of programmers\u2019 mental effort. In: 41st Intl. Conf. Softw. Eng. https:\/\/doi.org\/10.1109\/ICSE-NIER.2019.00018. (NIER track)., pp 37\u201340","DOI":"10.1109\/ICSE-NIER.2019.00018"},{"key":"10160_CR37","unstructured":"Crosby ME, Scholtz J, Wiedenbeck S (2002) The roles beacons play in comprehension for novice and expert programmers. In: 14th workshop psychology of programming interest group, pp 58\u201373"},{"issue":"7","key":"10160_CR38","doi-asserted-by":"publisher","first-page":"846","DOI":"10.1109\/PROC.1981.12088","volume":"69","author":"B Curtis","year":"1981","unstructured":"Curtis B (1981) Substantiating programmer variability. Proc IEEE 69(7):846. https:\/\/doi.org\/10.1109\/PROC.1981.12088","journal-title":"Proc IEEE"},{"key":"10160_CR39","doi-asserted-by":"publisher","unstructured":"Curtis B (2014) A career spent wading through industry\u2019s empirical ooze. In: 2nd Intl. Workshop Conducting Empirical Studies in Industry. https:\/\/doi.org\/10.1145\/2593690.2593699, pp 1\u20132","DOI":"10.1145\/2593690.2593699"},{"key":"10160_CR40","doi-asserted-by":"publisher","unstructured":"Denaro G, Pezz\u00e8 M (2002) An empirical evaluation of fault-proneness models. In: 24th Intl. Conf. Softw. Eng. https:\/\/doi.org\/10.1145\/581339.581371, pp 241\u2013251","DOI":"10.1145\/581339.581371"},{"issue":"3","key":"10160_CR41","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1145\/362929.362947","volume":"11","author":"EW Dijkstra","year":"1968","unstructured":"Dijkstra EW (1968) Go To statement considered harmful. Comm ACM 11(3):147\u2013148. https:\/\/doi.org\/10.1145\/362929.362947","journal-title":"Comm ACM"},{"key":"10160_CR42","volume-title":"A Five-Stage Model of the Mental Activities Involved in Directed Skill Acquisition. Tech. Rep. ORC-80-2, Operations Research Center","author":"SE Dreyfus","year":"1980","unstructured":"Dreyfus SE, Dreyfus HL (1980) A Five-Stage Model of the Mental Activities Involved in Directed Skill Acquisition. Tech. Rep. ORC-80-2, Operations Research Center. University of California, Berkeley"},{"key":"10160_CR43","unstructured":"DuBay WH (2004) The principles of readability. http:\/\/www.impact-information.com\/impactinfo\/readability02.pdf"},{"key":"10160_CR44","volume-title":"A Comparative Evaluation of Program Comprehension Measures. Tech. Rep. EFoCS-35-2000","author":"A Dunsmore","year":"2000","unstructured":"Dunsmore A, Roper M (2000) A Comparative Evaluation of Program Comprehension Measures. Tech. Rep. EFoCS-35-2000. University of Strathclyde, Glasgow"},{"issue":"2\u20133","key":"10160_CR45","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1016\/S0164-1212(99)00138-7","volume":"52","author":"A Dunsmore","year":"2000","unstructured":"Dunsmore A, Roper M, Wood M (2000) The role of comprehension in software inspection. J Syst Softw 52(2\u20133):121\u2013129. https:\/\/doi.org\/10.1016\/S0164-1212(99)00138-7","journal-title":"J Syst Softw"},{"issue":"3","key":"10160_CR46","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1037\/0033-295X.100.3.363","volume":"100","author":"KA Ericsson","year":"1993","unstructured":"Ericsson KA, Krampe RT, Tesch-R\u00f6mer C (1993) The role of deliberate practice in the acquisition of expert performance. Psychological Rev 100 (3):363\u2013406. https:\/\/doi.org\/10.1037\/0033-295X.100.3.363","journal-title":"Psychological Rev"},{"key":"10160_CR47","volume-title":"The making of an expert","author":"KA Ericsson","year":"2007","unstructured":"Ericsson KA, Prietula MJ, Cokely ET (2007) The making of an expert. Harvard Business Rev, Massachusetts"},{"key":"10160_CR48","doi-asserted-by":"publisher","unstructured":"Etgar A, Friedman R, Haiman S, Perez D, Feitelson DG (2022) The effect of information content and length on name recollection. In: 30th Intl Conf Program Comprehension. https:\/\/doi.org\/10.1145\/3524610.3529159","DOI":"10.1145\/3524610.3529159"},{"issue":"3","key":"10160_CR49","doi-asserted-by":"publisher","first-page":"2140","DOI":"10.1007\/s10664-019-09751-4","volume":"25","author":"S Fakhoury","year":"2020","unstructured":"Fakhoury S, Roy D, Ma Y, Arnaoudova V, Adesope O (2020) Measuring the impact of lexical and structural inconsistencies on developers\u2019 cognitive load during bug localization. Empirical Softw Eng 25(3):2140\u20132178. https:\/\/doi.org\/10.1007\/s10664-019-09751-4","journal-title":"Empirical Softw Eng"},{"issue":"1","key":"10160_CR50","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1007\/s10664-017-9523-3","volume":"23","author":"D Falessi","year":"2018","unstructured":"Falessi D, Juristo N, Wohlin C, Turhan B, M\u00fcnch J, Jedlitschka A, Oivo M (2018) Empirical software engineering experts on the use of students and professionals in experiments. Empirical Softw Eng 23(1):452\u2013489. https:\/\/doi.org\/10.1007\/s10664-017-9523-3","journal-title":"Empirical Softw Eng"},{"key":"10160_CR51","doi-asserted-by":"publisher","unstructured":"Feigenspan J, Apel S, Liebig J, K\u00e4stner C (2011) Exploring software measures to assess program comprehension. In: Intl. Symp. Empirical Softw. Eng. & Measurement. https:\/\/doi.org\/10.1109\/ESEM.2011.21, pp 127\u2013136","DOI":"10.1109\/ESEM.2011.21"},{"key":"10160_CR52","unstructured":"Feitelson DG (2015) Using students as experimental subjects in software engineering research \u2013 a review and discussion of the evidence. arXiv:1512.08409 [cs.SE]"},{"key":"10160_CR53","doi-asserted-by":"publisher","unstructured":"Feitelson DG (2021) Considerations and pitfalls in controlled experiments on code comprehension. In: 29th Intl. Conf. Program Comprehension. https:\/\/doi.org\/10.1109\/ICPC52881.2021.00019, pp 106\u2013117","DOI":"10.1109\/ICPC52881.2021.00019"},{"issue":"1","key":"10160_CR54","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1109\/TSE.2020.2976920","volume":"48","author":"DG Feitelson","year":"2022","unstructured":"Feitelson DG, Mizrahi A, Noy N, Ben Shabat A, Eliyahu O, Sheffer R (2022) How developers choose names. IEEE Trans Softw Eng 48(1):37\u201352. https:\/\/doi.org\/10.1109\/TSE.2020.2976920","journal-title":"IEEE Trans Softw Eng"},{"key":"10160_CR55","doi-asserted-by":"publisher","unstructured":"Floyd B, Santander T, Weimer W (2017) Decoding the representation of code in the brain: An fMRI study of code review and expertise. In: 39th Intl Conf Softw Eng. https:\/\/doi.org\/10.1109\/ICSE.2017.24, pp 175\u2013186","DOI":"10.1109\/ICSE.2017.24"},{"key":"10160_CR56","volume-title":"Refactoring: Improving the Design of Existing Code","author":"M Fowler","year":"2019","unstructured":"Fowler M (2019) Refactoring: Improving the Design of Existing Code, 2nd edn. Pearson Education Inc, Boston","edition":"2nd edn."},{"key":"10160_CR57","doi-asserted-by":"publisher","unstructured":"Fritz T, Begel A, Muller\u0308 SC, Yigit-Elliott S, Z\u00fcger M. (2014) Using psycho-physiological measures to assess task difficulty in software development. In: 36th Intl Conf Softw Eng. https:\/\/doi.org\/10.1145\/2568225.2568266, pp 402\u2013413","DOI":"10.1145\/2568225.2568266"},{"key":"10160_CR58","doi-asserted-by":"publisher","unstructured":"Geffen Y, Maoz S (2016) On method ordering. In: 24th Intl Conf Program Comprehension. https:\/\/doi.org\/10.1109\/ICPC.2016.7503711","DOI":"10.1109\/ICPC.2016.7503711"},{"issue":"5","key":"10160_CR59","doi-asserted-by":"publisher","first-page":"2585","DOI":"10.1007\/s10664-017-9513-5","volume":"22","author":"Y Gil","year":"2017","unstructured":"Gil Y, Lalouche G (2017) On the correlation between size and metric validity. Empirical Softw Eng 22(5):2585\u20132611. https:\/\/doi.org\/10.1007\/s10664-017-9513-5","journal-title":"Empirical Softw Eng"},{"key":"10160_CR60","doi-asserted-by":"publisher","unstructured":"Gopstein D, Iannacone J, Yan Y, DeLong L, Zhuang Y, Yeh MK-C, Cappos J (2017) Understanding misunderstanding in source code. In: 11th ESEC\/FSE. https:\/\/doi.org\/10.1145\/3106237.3106264, pp 129\u2013139","DOI":"10.1145\/3106237.3106264"},{"key":"10160_CR61","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.jss.2018.02.041","volume":"140","author":"D Graziotin","year":"2018","unstructured":"Graziotin D, Fagerholm F, Wang X, Abrahamsson P (2018) What happens when software developers are (un)happy. J Syst Softw 140:32\u201347. https:\/\/doi.org\/10.1016\/j.jss.2018.02.041","journal-title":"J Syst Softw"},{"issue":"4","key":"10160_CR62","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1109\/MS.2014.94","volume":"31","author":"D Graziotin","year":"2014","unstructured":"Graziotin D, Wang X, Abrahamsson P (2014) Software developers, moods, emotions, and performance. IEEE Softw 31(4):24\u201327. https:\/\/doi.org\/10.1109\/MS.2014.94","journal-title":"IEEE Softw"},{"key":"10160_CR63","doi-asserted-by":"publisher","first-page":"e18","DOI":"10.7717\/peerj-cs.18","volume":"1","author":"D Graziotin","year":"2015","unstructured":"Graziotin D, Wang X, Abrahamsson P (2015) How do you feel, developer? an explanatory theory of the impact of affects on programming performance. peerJ Comput Sci 1:e18. https:\/\/doi.org\/10.7717\/peerj-cs.18","journal-title":"peerJ Comput Sci"},{"key":"10160_CR64","unstructured":"Hannay JE (2011). Personality, intelligence, and expertise: Impacts on software development. In: Oram A., Wilson G. (eds) Making Software, pp 79\u2013110. O'Reilly Media Inc, Massachusetts"},{"issue":"5","key":"10160_CR65","doi-asserted-by":"publisher","first-page":"2795","DOI":"10.1007\/s10664-017-9579-0","volume":"23","author":"C Hannebauer","year":"2018","unstructured":"Hannebauer C, Hesenius M, Gruhn V (2018) Does syntax highlighting help programming novices?. Empirical Softw Eng 23 (5):2795\u20132828. https:\/\/doi.org\/10.1007\/s10664-017-9579-0","journal-title":"Empirical Softw Eng"},{"issue":"2","key":"10160_CR66","doi-asserted-by":"publisher","first-page":"185","DOI":"10.3758\/BF03212979","volume":"7","author":"A Heathcote","year":"2000","unstructured":"Heathcote A, Brown S, Mewhort DJK (2000) The power law repealed: The case for an exponential law of practice. Psychonomic Bulletin & Review 7 (2):185\u2013207. https:\/\/doi.org\/10.3758\/BF03212979","journal-title":"Psychonomic Bulletin & Review"},{"issue":"1","key":"10160_CR67","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1007\/s10664-018-9621-x","volume":"24","author":"JC Hofmeister","year":"2019","unstructured":"Hofmeister JC, Siegmund J, Holt DV (2019) Shorter identifier names take longer to comprehend. Empirical Softw Eng 24(1):417\u2013443. https:\/\/doi.org\/10.1007\/s10664-018-9621-x","journal-title":"Empirical Softw Eng"},{"key":"10160_CR68","doi-asserted-by":"publisher","unstructured":"Hollmann N, Hanenberg S (2017) An empirical study on the readability of regular expressions: Textual versus graphical. In: Working Conf. Softw. Visualization. https:\/\/doi.org\/10.1109\/VISSOFT.2017.27, pp 74\u201384","DOI":"10.1109\/VISSOFT.2017.27"},{"key":"10160_CR69","doi-asserted-by":"publisher","first-page":"e58906","DOI":"10.7554\/eLife.58906","volume":"9","author":"AA Ivanova","year":"2020","unstructured":"Ivanova AA, Srikant S, Sueoka Y, Kean HH, Dhamala R, O\u2019Reilly U.-M., Bers MU, Fedorenko E (2020) Comprehension of computer code relies primarily on domain-general executive brain regions. eLife 9:e58906. https:\/\/doi.org\/10.7554\/eLife.58906","journal-title":"eLife"},{"issue":"1","key":"10160_CR70","doi-asserted-by":"publisher","first-page":"57","DOI":"10.3758\/BF03195497","volume":"35","author":"AR Jansen","year":"2003","unstructured":"Jansen AR, Blackwell AF, Marriott K (2003) A tool for tracking visual attention: The restricted focus viewer. Behavior Research Methods, Instruments, & Comput 35(1):57\u201369. https:\/\/doi.org\/10.3758\/BF03195497","journal-title":"Behavior Research Methods, Instruments, & Comput"},{"key":"10160_CR71","doi-asserted-by":"publisher","unstructured":"Jbara A, Feitelson DG (2014) On the effect of code regularity on comprehension. In: 22nd Intl. Conf. Program Comprehension. https:\/\/doi.org\/10.1145\/2597008.2597140, pp 189\u2013200","DOI":"10.1145\/2597008.2597140"},{"issue":"3","key":"10160_CR72","doi-asserted-by":"publisher","first-page":"1440","DOI":"10.1007\/s10664-016-9477-x","volume":"22","author":"A Jbara","year":"2017","unstructured":"Jbara A, Feitelson DG (2017) How programmers read regular code: A controlled experiment using eye tracking. Empirical Softw Eng 22(3):1440\u20131477. https:\/\/doi.org\/10.1007\/s10664-016-9477-x","journal-title":"Empirical Softw Eng"},{"key":"10160_CR73","doi-asserted-by":"publisher","unstructured":"Jedlitschka A, Pfahl D (2005) Reporting guidelines for controlled experiments in software engineering. In: Intl Symp Empirical Softw Eng. https:\/\/doi.org\/10.1109\/ISESE.2005.1541818, pp 95\u2013104","DOI":"10.1109\/ISESE.2005.1541818"},{"key":"10160_CR74","doi-asserted-by":"crossref","unstructured":"Juristo N, Moreno AM (2001) Basics of software engineering experimentation. Kluwer","DOI":"10.1007\/978-1-4757-3304-4"},{"key":"10160_CR75","doi-asserted-by":"publisher","unstructured":"Juristo N, Vegas S, Solari M, Abrahao S, Ramos I (2012) Comparing the effectiveness of equivalence partitioning, branch testing and code reading by stepwise abstraction applied by subjects. In: 5th Intl Conf Software Testing, Verification, & Validation. https:\/\/doi.org\/10.1109\/ICST.2012.113, pp 330\u2013339","DOI":"10.1109\/ICST.2012.113"},{"key":"10160_CR76","doi-asserted-by":"crossref","unstructured":"Kaczmarczyk LC, Petrick ER, East JP, Herman GL (2010) Identifying student misconceptions of programming. In: 41st SIGCSE Tech Symp Comput Sci Ed, pp 107\u2013111","DOI":"10.1145\/1734263.1734299"},{"key":"10160_CR77","volume-title":"Attention and Effort","author":"D Kahneman","year":"1973","unstructured":"Kahneman D (1973) Attention and Effort. Prantice-Hall, Hoboken"},{"issue":"1","key":"10160_CR78","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1007\/s10664-013-9279-3","volume":"20","author":"AJ Ko","year":"2015","unstructured":"Ko AJ, LaToza TD, Burnett MM (2015) A practical guide to controlled experiments of software engineering tools with human participants. Empirical Softw Eng 20 (1):110\u2013141. https:\/\/doi.org\/10.1007\/s10664-013-9279-3https:\/\/doi.org\/10.1007\/s10664-013-9279-3","journal-title":"Empirical Softw Eng"},{"issue":"6","key":"10160_CR79","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/52.469759","volume":"12","author":"P Kruchten","year":"1995","unstructured":"Kruchten P (1995) The 4 + 1 view model of architecture. IEEE Softw 12(6):42\u201350. https:\/\/doi.org\/10.1109\/52.469759https:\/\/doi.org\/10.1109\/52.469759","journal-title":"IEEE Softw"},{"key":"10160_CR80","doi-asserted-by":"publisher","unstructured":"Krueger R, Huang Y, Liu X, Santander T, Weimer W, Leach K (2020) Neurological divide: An fMRI study of prose and code writing. In: 42nd Intl Conf Softw Eng. https:\/\/doi.org\/10.1145\/3377811.3380348https:\/\/doi.org\/10.1145\/3377811.3380348, pp 678\u2013690","DOI":"10.1145\/3377811.3380348 10.1145\/3377811.3380348"},{"key":"10160_CR81","doi-asserted-by":"publisher","unstructured":"Lawrie D, Morrell C, Field H, Binkley D (2006) What\u2019s in a name? a study of identifiers. In: 14th Intl Conf Program Comprehension. https:\/\/doi.org\/10.1109\/ICPC.2006.51, pp 3\u201312","DOI":"10.1109\/ICPC.2006.51"},{"issue":"3","key":"10160_CR82","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1007\/s10664-021-09938-8","volume":"26","author":"O Levy","year":"2021","unstructured":"Levy O, Feitelson DG (2021) Understanding large-scale software systems \u2014 structure and flows. Empirical Softw Eng 26(3):48. https:\/\/doi.org\/10.1007\/s10664-021-09938-8","journal-title":"Empirical Softw Eng"},{"issue":"6","key":"10160_CR83","doi-asserted-by":"publisher","first-page":"466","DOI":"10.1145\/359511.359522","volume":"21","author":"BP Lientz","year":"1978","unstructured":"Lientz BP, Swanson EB, Tompkins GE (1978) Characteristics of application software maintenance. Comm ACM 21(6):466\u2013471. https:\/\/doi.org\/10.1145\/359511.359522","journal-title":"Comm ACM"},{"issue":"4","key":"10160_CR84","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1016\/0164-1212(87)90033-1","volume":"7","author":"DC Littman","year":"1987","unstructured":"Littman DC, Pinto J, Letovsky S, Soloway E (1987) Mental models and software maintenance. J Syst Softw 7(4):341\u2013355. https:\/\/doi.org\/10.1016\/0164-1212(87)90033-1","journal-title":"J Syst Softw"},{"key":"10160_CR85","doi-asserted-by":"publisher","unstructured":"Ma L, Ferguson J, Roper M, Wood M (2007) Investigating the viability of mental models held by novice programmers. In: 38th SIGCSE Symp Comput Sci Education. https:\/\/doi.org\/10.1145\/1227504.1227481https:\/\/doi.org\/10.1145\/1227504.1227481, pp 499\u2013503","DOI":"10.1145\/1227504.1227481 10.1145\/1227504.1227481"},{"issue":"3","key":"10160_CR86","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1080\/15391523.2002.10782346","volume":"34","author":"S Madison","year":"2002","unstructured":"Madison S, Gifford J (2002) Modular programming: Novice misconceptions. J Res Tech Ed 34(3):217\u2013229. https:\/\/doi.org\/10.1080\/15391523.2002.10782346","journal-title":"J Res Tech Ed"},{"key":"10160_CR87","volume-title":"Clean Code: A Handbook of Agile Software Craftmanship","author":"RC Martin","year":"2009","unstructured":"Martin RC (2009) Clean Code: A Handbook of Agile Software Craftmanship. Prentice Hall, Hoboken"},{"issue":"4","key":"10160_CR88","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1109\/TSE.1976.233837","volume":"SE-2","author":"T McCabe","year":"1976","unstructured":"McCabe T (1976) A complexity measure. IEEE Trans Softw Eng SE-2(4):308\u2013320. https:\/\/doi.org\/10.1109\/TSE.1976.233837https:\/\/doi.org\/10.1109\/TSE.1976.233837","journal-title":"IEEE Trans Softw Eng"},{"issue":"3","key":"10160_CR89","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1016\/0010-0285(81)90012-8","volume":"13","author":"KB McKeithen","year":"1981","unstructured":"McKeithen KB, Reitman JS, Reuter HH, Hirtle SC (1981) Knowledge organization and skill differences in computer programmers. Cognitive Psychol 13(3):307\u2013325. https:\/\/doi.org\/10.1016\/0010-0285(81)90012-8https:\/\/doi.org\/10.1016\/0010-0285(81)90012-8","journal-title":"Cognitive Psychol"},{"key":"10160_CR90","doi-asserted-by":"publisher","unstructured":"McMeekin DA, von Konsky BR, Robey M, Cooper DJA (2009) The significance of participant experience when evaluating software inspection techniques. In: Australian Softw Eng Conf. https:\/\/doi.org\/10.1109\/ASWEC.2009.13, pp 200\u2013209","DOI":"10.1109\/ASWEC.2009.13"},{"issue":"10","key":"10160_CR91","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/2.161279","volume":"25","author":"B Meyer","year":"1992","unstructured":"Meyer B (1992) Applying \u201cdesign by contract\u201d. Computer 25 (10):40\u201351. https:\/\/doi.org\/10.1109\/2.161279","journal-title":"Computer"},{"issue":"11","key":"10160_CR92","doi-asserted-by":"publisher","first-page":"851","DOI":"10.1145\/182.358437","volume":"26","author":"RJ Miara","year":"1983","unstructured":"Miara RJ, Musselman JA, Navarro JA, Shneiderman B (1983) Program indentation and comprehensibility. Comm ACM 26(11):851\u2013867. https:\/\/doi.org\/10.1145\/182.358437","journal-title":"Comm ACM"},{"key":"10160_CR93","doi-asserted-by":"publisher","unstructured":"Nagappan M, Robbes R, Kamei Y, Tanter E, McIntosh S, Mockus A, Hassan AE (2015) An empirical study of goto in C code from GitHub repositories. In: 10th ESEC\/FSE. https:\/\/doi.org\/10.1145\/2786805.2786834, pp 404\u2013414","DOI":"10.1145\/2786805.2786834"},{"key":"10160_CR94","doi-asserted-by":"publisher","unstructured":"Nagappan N, Ball T, Zeller A (2006) Mining metrics to predict component failures. In: 28th Intl Conf Softw Eng. https:\/\/doi.org\/10.1145\/1134285.1134349, pp 452\u2013461","DOI":"10.1145\/1134285.1134349"},{"key":"10160_CR95","unstructured":"Newell A, Rosenbloom PS (1981) Mechanisms of skill acquisition and the law of practice. In: Anderson JR (ed) Cognitive skills and their acquisition. Lawrence Erlbaum Assoc, pp 1\u201355"},{"issue":"1","key":"10160_CR96","doi-asserted-by":"publisher","first-page":"272","DOI":"10.3758\/s13428-012-0247-4","volume":"45","author":"M Nystr\u00f6m","year":"2013","unstructured":"Nystr\u00f6m M., Andersson R, Holmqvist K, van der Weijer J (2013) The influence of calibration method and eye physiology on eyetracking data quality. Behavioral Res Meth 45(1):272\u2013288. https:\/\/doi.org\/10.3758\/s13428-012-0247-4https:\/\/doi.org\/10.3758\/s13428-012-0247-4","journal-title":"Behavioral Res Meth"},{"issue":"1","key":"10160_CR97","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1145\/3145904","volume":"51","author":"U Obaidellah","year":"2018","unstructured":"Obaidellah U, Al Haek M, Cheng PC-H (2018) A survey on the usage of eye-tracking in computer programming. ACM Comput Surv 51(1):5. https:\/\/doi.org\/10.1145\/3145904","journal-title":"ACM Comput Surv"},{"key":"10160_CR98","doi-asserted-by":"publisher","unstructured":"Oliveira D, Bruno R, Madeiral F, Castor F (2020) Evaluating code readability and legibility: An examination of human-centric studies. In: Intl Conf Softw. Maintenance & Evolution. https:\/\/doi.org\/10.1109\/ICSME46990.2020.00041, pp 348\u2013359","DOI":"10.1109\/ICSME46990.2020.00041"},{"issue":"5","key":"10160_CR99","doi-asserted-by":"publisher","first-page":"506","DOI":"10.1145\/78607.78611","volume":"33","author":"PW Oman","year":"1990","unstructured":"Oman PW, Cook CR (1990) Typographic style is more than cosmetic. Comm ACM 33(5):506\u2013520. https:\/\/doi.org\/10.1145\/78607.78611","journal-title":"Comm ACM"},{"key":"10160_CR100","doi-asserted-by":"publisher","unstructured":"Orso A, Sinha S, Harrold MJ (2001) Effects of pointers on data dependences. In: 9th IEEE Intl Workshop Program Comprehension. https:\/\/doi.org\/10.1109\/WPC.2001.921712, pp 39\u201349","DOI":"10.1109\/WPC.2001.921712"},{"issue":"12","key":"10160_CR101","doi-asserted-by":"publisher","first-page":"1053","DOI":"10.1145\/361598.361623","volume":"15","author":"DL Parnas","year":"1972","unstructured":"Parnas DL (1972) On the criteria to be used in decomposing systems into modules. Comm ACM 15(12):1053\u20131058. https:\/\/doi.org\/10.1145\/361598.361623","journal-title":"Comm ACM"},{"issue":"3","key":"10160_CR102","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1109\/TSE.1985.232209","volume":"SE-11","author":"DL Parnas","year":"1985","unstructured":"Parnas DL, Clements PC, Weiss DM (1985) The modular structure of complex systems. IEEE Trans Softw Eng SE-11(3):259\u2013266. https:\/\/doi.org\/10.1109\/TSE.1985.232209","journal-title":"IEEE Trans Softw Eng"},{"issue":"4","key":"10160_CR103","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1109\/TSE.2004.1274044","volume":"30","author":"JW Paulson","year":"2004","unstructured":"Paulson JW, Succi G, Eberlein A (2004) An empirical study of open-source and closed-source software products. IEEE Trans Softw Eng 30(4):246\u2013256. https:\/\/doi.org\/10.1109\/TSE.2004.1274044","journal-title":"IEEE Trans Softw Eng"},{"key":"10160_CR104","doi-asserted-by":"publisher","unstructured":"Pearson S, Campos J, Just R, Fraser G, Abreu R, Ernst MD, Pang D, Keller B (2017) Evaluating and improving fault localization. 39th Intl Conf Softw Eng, 609\u2013620. https:\/\/doi.org\/10.1109\/ICSE.2017.62","DOI":"10.1109\/ICSE.2017.62"},{"issue":"3","key":"10160_CR105","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1016\/0010-0285(87)90007-7","volume":"19","author":"N Pennington","year":"1987","unstructured":"Pennington N (1987) Stimulus structures and mental representations in expert comprehension of computer programs. Cognitive Psychology 19(3):295\u2013341. https:\/\/doi.org\/10.1016\/0010-0285(87)90007-7","journal-title":"Cognitive Psychology"},{"key":"10160_CR106","doi-asserted-by":"publisher","first-page":"106278","DOI":"10.1016\/j.infsof.2020.106278","volume":"122","author":"C Politowski","year":"2020","unstructured":"Politowski C, Khomh F, Romano S, Scanniello G, Petrillo F, Gu\u00e9h\u00e9neuc Y-G, Maiga A (2020) A large scale empirical study of the impact of Spaghetti Code and Blob anti-patterns on program comprehension. InfSoftw Tech 122:106278. https:\/\/doi.org\/10.1016\/j.infsof.2020.106278","journal-title":"Inf Softw Tech"},{"issue":"10","key":"10160_CR107","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1145\/317665.317683","volume":"42","author":"L Prechelt","year":"1999","unstructured":"Prechelt L (1999) Comparing Java vs. C\/C++ efficiency differences to interpersonal differences. Comm ACM 42(10):109\u2013112. https:\/\/doi.org\/10.1145\/317665.317683","journal-title":"Comm ACM"},{"key":"10160_CR108","doi-asserted-by":"publisher","unstructured":"Purchase HC, Colpoys L, McGill M, Carrington D (2002) UML collaboration diagram syntax: An empirical study of comprehension. In: 1st Intl Workshop Visualizing Softw for Understanding & Analysis. https:\/\/doi.org\/10.1109\/VISSOF.2002.1019790, pp 13\u201322","DOI":"10.1109\/VISSOF.2002.1019790"},{"issue":"6","key":"10160_CR109","doi-asserted-by":"publisher","first-page":"903","DOI":"10.1109\/TSMCA.2005.853493","volume":"35","author":"S Raghunathan","year":"2005","unstructured":"Raghunathan S, Prasad A, Mishra BK, Chang H (2005) Open source versus closed source: Software quality in monopoly and competitive markets. IEEE Trans Syst Man Cybernetics 35(6):903\u2013918. https:\/\/doi.org\/10.1109\/TSMCA.2005.853493","journal-title":"IEEE Trans Syst Man Cybernetics"},{"key":"10160_CR110","doi-asserted-by":"publisher","unstructured":"Rajlich V, Cowan GS (1997) Towards standard for experiments in program comprehension. In: 5th IEEE Intl Workshop Program Comprehension. https:\/\/doi.org\/10.1109\/WPC.1997.601284, pp 160\u2013161","DOI":"10.1109\/WPC.1997.601284"},{"key":"10160_CR111","doi-asserted-by":"publisher","unstructured":"Rajlich V, Wilde N (2002) The role of concepts in program comprehension. In: 10th IEEE Intl Workshop Program Comprehension. https:\/\/doi.org\/10.1109\/WPC.2002.1021348, pp 271\u2013278","DOI":"10.1109\/WPC.2002.1021348"},{"key":"10160_CR112","doi-asserted-by":"crossref","unstructured":"Raymond ES (2000) The cathedral and the bazaar. https:\/\/www.catb.org\/~esr\/writings\/cathedral-bazaar\/cathedral-bazaar","DOI":"10.1007\/s12130-999-1026-0"},{"key":"10160_CR113","doi-asserted-by":"publisher","unstructured":"Roehm T, Tiarks R, Koschke R, Maalej W (2012) How do professional developers comprehend software?. In: 34th Intl Conf Softw Eng. https:\/\/doi.org\/10.1109\/ICSE.2012.6227188, pp 255\u2013265","DOI":"10.1109\/ICSE.2012.6227188"},{"issue":"1","key":"10160_CR114","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1145\/362851.362858","volume":"11","author":"H Sackman","year":"1968","unstructured":"Sackman H, Erikson WJ, Grant EE (1968) Exploratory experimental studies comparing online and offline programming performance. Comm ACM 11 (1):3\u201311. https:\/\/doi.org\/10.1145\/362851.362858","journal-title":"Comm ACM"},{"key":"10160_CR115","doi-asserted-by":"publisher","unstructured":"Salviulo F, Scanniello G (2014) Dealing with identifiers and comments in source code comprehension and maintenance: Results from an ethnographically-informed study with students and professionals. In: 18th Intl Conf Evaluation & Assessment in Softw Eng, art. 48. https:\/\/doi.org\/10.1145\/2601248.2601251","DOI":"10.1145\/2601248.2601251"},{"issue":"3","key":"10160_CR116","doi-asserted-by":"publisher","first-page":"595","DOI":"10.1109\/TSE.2019.2901468","volume":"47","author":"S Scalabrino","year":"2021","unstructured":"Scalabrino S, Bavota G, Vendome C, Linares-V\u015bquez M, Poshyvanyk D, Oliveto R (2021) Automatically assessing code understandability. IEEE Trans Softw Eng 47(3):595\u2013613. https:\/\/doi.org\/10.1109\/TSE.2019.2901468https:\/\/doi.org\/10.1109\/TSE.2019.2901468.","journal-title":"IEEE Trans Softw Eng"},{"key":"10160_CR117","doi-asserted-by":"publisher","unstructured":"Scalabrino S, Linares-V\u00e1squez M, Poshyvanyk D, Oliveto R (2016) Improving code readability models with textual features. In: 24th Intl Conf Program Comprehension. https:\/\/doi.org\/10.1109\/ICPC.2016.7503707https:\/\/doi.org\/10.1109\/ICPC.2016.7503707","DOI":"10.1109\/ICPC.2016.7503707 10.1109\/ICPC.2016.7503707"},{"key":"10160_CR118","doi-asserted-by":"publisher","unstructured":"Schankin A, Berger A, Holt DV, Hofmeister JC, Riedel T, Beigl M (2018) Descriptive compound identifier names improve source code comprehension. In: 26th Intl Conf Program Comprehension. https:\/\/doi.org\/10.1145\/3196321.3196332, pp 31\u201340","DOI":"10.1145\/3196321.3196332"},{"issue":"1","key":"10160_CR119","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1080\/07421222.1998.11518195","volume":"15","author":"KD Schenk","year":"1998","unstructured":"Schenk KD, Vitalari NP, Davis KS (1998) Differences between novice and expert systems analysts: What do we know and what do we do?. J Mgmt Inf Syst 15(1):9\u201350. https:\/\/doi.org\/10.1080\/07421222.1998.11518195https:\/\/doi.org\/10.1080\/07421222.1998.11518195","journal-title":"J Mgmt Inf Syst"},{"key":"10160_CR120","doi-asserted-by":"publisher","unstructured":"Shaffer TR, Wise JL, Walters BM, Muller\u0308 SC, Falcone M, Sharif B (2015) iTrace: Enabling eye tracking on software artifacts within the IDE to support software engineering tasks. In: ESEC\/FSE. https:\/\/doi.org\/10.1145\/2786805.2803188, pp 954\u2013957","DOI":"10.1145\/2786805.2803188"},{"issue":"1","key":"10160_CR121","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1080\/07421222.1998.11518196","volume":"15","author":"TM Shaft","year":"1998","unstructured":"Shaft TM, Vessey I (1998) The relevance of application domain knowledge: Characterizing the computer program comprehension process. J Mgmt Inf Syst 15(1):51\u201378. https:\/\/doi.org\/10.1080\/07421222.1998.11518196https:\/\/doi.org\/10.1080\/07421222.1998.11518196","journal-title":"J Mgmt Inf Syst"},{"issue":"3","key":"10160_CR122","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1145\/3434643","volume":"30","author":"Z Sharafi","year":"2021","unstructured":"Sharafi Z, Huang Y, Leach K, Weimer W (2021) Toward an objective measure of developers\u2019 cognitive activities. ACM Trans Softw Eng Methodology 30 (3):30. https:\/\/doi.org\/10.1145\/3434643","journal-title":"ACM Trans Softw Eng Methodology"},{"issue":"5","key":"10160_CR123","doi-asserted-by":"publisher","first-page":"3128","DOI":"10.1007\/s10664-020-09829-4","volume":"25","author":"Z Sharafi","year":"2020","unstructured":"Sharafi Z, Sharif B, Gu\u00e9h\u00e9neuc Y-G, Begel A, Bednarik R, Crosby M (2020) A practical guide on conducting eye tracking studies in software engineering. Empirical Softw Eng 25(5):3128\u20133174. https:\/\/doi.org\/10.1007\/s10664-020-09829-4","journal-title":"Empirical Softw Eng"},{"key":"10160_CR124","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1016\/j.infsof.2015.06.008","volume":"67","author":"Z Sharafi","year":"2015","unstructured":"Sharafi Z, Soh Z, Gu\u00e9h\u00e9neuc Y-G (2015) A systematic litareture review on the usage of eye-tracking in software engineering. Inf Softw Tech 67:79\u2013107. https:\/\/doi.org\/10.1016\/j.infsof.2015.06.008","journal-title":"Inf Softw Tech"},{"key":"10160_CR125","doi-asserted-by":"publisher","unstructured":"Sharafi Z, Soh Z, Gu\u00e9h\u00e9neuc Y-G, Antoniol G (2012) Women and men \u2014 different but equal: On the impact of identifier style on source code reading. In: 20th Intl Conf Program Comprehension. https:\/\/doi.org\/10.1109\/ICPC.2012.6240505, pp 27\u201336","DOI":"10.1109\/ICPC.2012.6240505"},{"key":"10160_CR126","doi-asserted-by":"publisher","unstructured":"Sharif B, Maletic JI (2010) An eye tracking study on camelCase and under_score identifier styles. In: 18th Intl Conf Program Comprehension. https:\/\/doi.org\/10.1109\/ICPC.2010.41, pp 196\u2013205","DOI":"10.1109\/ICPC.2010.41"},{"key":"10160_CR127","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1016\/j.jss.2017.12.034","volume":"138","author":"T Sharma","year":"2018","unstructured":"Sharma T, Spinellis D (2018) A survey of code smells. J Syst Softw 138:158\u2013173. https:\/\/doi.org\/10.1016\/j.jss.2017.12.034https:\/\/doi.org\/10.1016\/j.jss.2017.12.034","journal-title":"J Syst Softw"},{"issue":"4","key":"10160_CR128","doi-asserted-by":"publisher","first-page":"465","DOI":"10.1016\/S0020-7373(77)80014-X","volume":"9","author":"B Shneiderman","year":"1977","unstructured":"Shneiderman B (1977) Measuring computer program quality and comprehension. Intl J Man-Machine Studies 9 (4):465\u2013478. https:\/\/doi.org\/10.1016\/S0020-7373(77)80014-X","journal-title":"Intl J Man-Machine Studies"},{"issue":"3","key":"10160_CR129","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1007\/BF00977789","volume":"8","author":"B Shneiderman","year":"1979","unstructured":"Shneiderman B, Mayer R (1979) Syntactic\/semantic interactions in programmer behavior: A model and experimental results. Intl J Comput Inf Syst 8 (3):219\u2013238. https:\/\/doi.org\/10.1007\/BF00977789","journal-title":"Intl J Comput Inf Syst"},{"key":"10160_CR130","doi-asserted-by":"crossref","unstructured":"Shull F, Singer J, Sj\u00f8berg DIK (eds) (2008) Guide to Advanced Empirical Software Engineering. Springer, Berlin","DOI":"10.1007\/978-1-84800-044-5"},{"key":"10160_CR131","doi-asserted-by":"publisher","unstructured":"Siegmund J (2016) Program comprehension: Past, present, and future. In: 23rd Intl Conf Softw Analysis, Evolution, & Reengineering. https:\/\/doi.org\/10.1109\/SANER.2016.35, pp 13\u201320","DOI":"10.1109\/SANER.2016.35"},{"key":"10160_CR132","unstructured":"Siegmund J, K\u00e4stner C, Apel S, Brechmann A, Saake G (2013) Experience from measuring program comprehension\u2014toward a general framework. In: Kowalewski S, Rumpe B (eds) Software Engineering. Gesellschaft f\u00fcr Informatik e.V. LNI, vol P-213, pp 239\u2013257"},{"key":"10160_CR133","doi-asserted-by":"publisher","unstructured":"Siegmund J, K\u00e4stner C, Apel S, Parnin C, Bethmann A, Leich T, Saake G, Brechmann A (2014) Understanding understanding source code with functional magnetic resonance imaging. In: 36th Intl Conf Softw Eng. https:\/\/doi.org\/10.1145\/2568225.2568252, pp 378\u2013389","DOI":"10.1145\/2568225.2568252"},{"issue":"5","key":"10160_CR134","doi-asserted-by":"publisher","first-page":"1299","DOI":"10.1007\/s10664-013-9286-4","volume":"19","author":"J Siegmund","year":"2014","unstructured":"Siegmund J, K\u00e4stner C, Liebig J, Apel S, Hanenberg S (2014) Measuring and modeling programming experience. Empirical Softw Eng 19(5):1299\u20131334. https:\/\/doi.org\/10.1007\/s10664-013-9286-4","journal-title":"Empirical Softw Eng"},{"issue":"1","key":"10160_CR135","doi-asserted-by":"publisher","first-page":"art. 2","DOI":"10.1145\/3406544","volume":"30","author":"J Siegmund","year":"2021","unstructured":"Siegmund J, Peitek N, Apel S, Siegmund N (2021) Mastering variation in human studies: The role of aggregation. ACM Trans Softw Eng Methodology 30(1):art. 2. https:\/\/doi.org\/10.1145\/3406544","journal-title":"ACM Trans Softw Eng Methodology"},{"key":"10160_CR136","doi-asserted-by":"publisher","unstructured":"Siegmund J, Peitek N, Parnin C, Apel S, Hofmeister J, K\u00e4stner C, Begel A, Bethmann A, Brechmann A (2017) Measuring neural efficiency of program comprehension. In: 11th ESEC\/FSE. https:\/\/doi.org\/10.1145\/3106237.3106268, pp 140\u2013150","DOI":"10.1145\/3106237.3106268"},{"issue":"4","key":"10160_CR137","doi-asserted-by":"publisher","first-page":"1159","DOI":"10.1007\/s10664-014-9318-8","volume":"20","author":"J Siegmund","year":"2015","unstructured":"Siegmund J, Schumann J (2015) Confounding parameters on program comprehension: A literature survey. Empirical Softw Eng 20(4):1159\u20131192. https:\/\/doi.org\/10.1007\/s10664-014-9318-8","journal-title":"Empirical Softw Eng"},{"issue":"4","key":"10160_CR138","first-page":"394","volume":"61","author":"HA Simon","year":"1973","unstructured":"Simon HA, Chase WG (1973) Skill in chess. American Scientist 61(4):394\u2013403","journal-title":"American Scientist"},{"key":"10160_CR139","doi-asserted-by":"publisher","unstructured":"Sj\u00f8berg DIK, Anda B, Arisholm E, Dyb\u00e5 T, J\u00f8rgensen M, Karahasanovic A, Koren EF, Vok\u00e1c M. (2002) Conducting realistic experiments in software engineering. In: Intl Symp Empirical Softw Eng. https:\/\/doi.org\/10.1109\/ISESE.2002.1166921, pp 17\u201326","DOI":"10.1109\/ISESE.2002.1166921"},{"key":"10160_CR140","doi-asserted-by":"publisher","unstructured":"Sj\u00f8berg DIK, Anda B, Arisholm E, Dyb\u00e5 T, J\u00f8rgensen M, Karahasanovi\u0107 A, Vok\u00e1\u010d M (2003) Challenges and recommendations when increasing the realism of controlled software engineering experiments. In:\nConradi R, Wang AI (eds) Empirical methods and studies in software engineering: experiences from ESERNET,  Springer, pp 24\u201338. https:\/\/doi.org\/10.1007\/978-3-540-45143-3. Lect Notes \nComput vol 2765","DOI":"10.1007\/978-3-540-45143-3"},{"issue":"9","key":"10160_CR141","doi-asserted-by":"publisher","first-page":"733","DOI":"10.1109\/TSE.2005.97","volume":"31","author":"DIK Sj\u00f8berg","year":"2005","unstructured":"Sj\u00f8berg DIK, Hannay JE, Hansen O, Kampenes VB, Karahasanovi\u0107 A, Liborg N-K, Rekdal AC (2005) A survey of controlled experiments in software engineering. IEEE Trans Softw Eng 31(9):733\u2013753. https:\/\/doi.org\/10.1109\/TSE.2005.97","journal-title":"IEEE Trans Softw Eng"},{"issue":"4","key":"10160_CR142","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1108\/09513579210019549 10.1108\/09513579210019549","volume":"5","author":"M Smith","year":"1992","unstructured":"Smith M, Taffler R (1992) Readability and understandability: Different measures of the textual complexity of accounting narrative. Accounting, Audting & Accountability J 5(4):84\u201398. https:\/\/doi.org\/10.1108\/09513579210019549https:\/\/doi.org\/10.1108\/09513579210019549","journal-title":"Accounting, Audting & Accountability J"},{"key":"10160_CR143","doi-asserted-by":"publisher","first-page":"art. 610","DOI":"10.3389\/fpsyg.2016.00610","volume":"7","author":"VV Sochat","year":"2016","unstructured":"Sochat VV, Eisenberg IW, Enkavi AZ, Li J, Bissett PG, Poldrack RA (2016) The experiment factory: Standardizing behavioral experiments. Frontiers in Psychology 7:art. 610. https:\/\/doi.org\/10.3389\/fpsyg.2016.00610https:\/\/doi.org\/10.3389\/fpsyg.2016.00610","journal-title":"Frontiers in Psychology"},{"issue":"5","key":"10160_CR144","doi-asserted-by":"publisher","first-page":"595","DOI":"10.1109\/TSE.1984.5010283","volume":"SE-10","author":"E Soloway","year":"1984","unstructured":"Soloway E, Ehrlich K (1984) Empirical studies of programming knowledge. IEEE Trans Softw Eng SE-10(5):595\u2013609. https:\/\/doi.org\/10.1109\/TSE.1984.5010283","journal-title":"IEEE Trans Softw Eng"},{"issue":"5","key":"10160_CR145","doi-asserted-by":"publisher","first-page":"703","DOI":"10.1037\/0021-9010.83.5.703","volume":"83","author":"S Sonnentag","year":"1998","unstructured":"Sonnentag S (1998) Expertise in professional software design: A process study. J App Psychol 83(5):703\u2013715. https:\/\/doi.org\/10.1037\/0021-9010.83.5.703","journal-title":"J App Psychol"},{"key":"10160_CR146","doi-asserted-by":"crossref","unstructured":"Sonnentag S, Niessen C, Volmer J (2006) Expertise in software design. In: Ericsson KA, Charness N, Feltovich PJ, Hoffman RR (eds) The Cambridge Handbook of Expertise and Expert Performance. Cambridge University Press, pp 373\u2013387","DOI":"10.1017\/CBO9780511816796.021"},{"key":"10160_CR147","unstructured":"Spolsky J (2005) The perils of JavaSchools. https:\/\/www.joelonsoftware.com\/2005\/12\/29\/the-perils-of-javaschools-2, 29 Dec 2005"},{"key":"10160_CR148","doi-asserted-by":"publisher","unstructured":"Stefik A, Siebert S (2013) An empirical investigation into programing language syntax. ACM Trans Computing Education 13(4) art. 19. https:\/\/doi.org\/10.1145\/2534973","DOI":"10.1145\/2534973"},{"key":"10160_CR149","doi-asserted-by":"publisher","unstructured":"Storey M-A (2005) Theories, methods and tools in program comprehension: Past, present and future. In: 13th IEEE Intl Workshop Program Comprehension. https:\/\/doi.org\/10.1109\/WPC.2005.38","DOI":"10.1109\/WPC.2005.38"},{"key":"10160_CR150","unstructured":"The National Commission for the Protection of Human Subjects of Biomedical and Behavioral Research (1979) The Belmont report. https:\/\/www.hhs.gov\/ohrp\/regulations-and-policy\/belmont-report\/read-the-belmont-report\/index.html"},{"issue":"4","key":"10160_CR151","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1023\/A:1009844119158","volume":"5","author":"WF Tichy","year":"2000","unstructured":"Tichy WF (2000) Hints for reviewing empirical work in software engineering. Empirical Softw Eng 5 (4):309\u2013312. https:\/\/doi.org\/10.1023\/A:1009844119158","journal-title":"Empirical Softw Eng"},{"issue":"8","key":"10160_CR152","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1109\/2.402076","volume":"28","author":"A von Mayrhauser","year":"1995","unstructured":"von Mayrhauser A, Vans AM (1995) Program comprehension during software maintenance and evolution. Computer 28(8):44\u201355. https:\/\/doi.org\/10.1109\/2.402076","journal-title":"Computer"},{"key":"10160_CR153","doi-asserted-by":"publisher","unstructured":"von Mayrhauser A, Vans AM (1996) On the role of hypotheses during opportunistic understanding while porting large scale code. In: 4th Workshop Program Comprehension. https:\/\/doi.org\/10.1109\/WPC.1996.501122, pp 68\u201377","DOI":"10.1109\/WPC.1996.501122"},{"key":"10160_CR154","doi-asserted-by":"publisher","unstructured":"von Mayrhauser A, Vans AM (1998) Program understanding behavior during adaptation of large scale software. In: 6th Workshop Program Comprehension. https:\/\/doi.org\/10.1109\/WPC.1998.693345, pp 164\u2013172","DOI":"10.1109\/WPC.1998.693345"},{"issue":"5","key":"10160_CR155","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1002\/(SICI)1096-908X(199709\/10)9:5<299::AID-SMR157>3.0.CO;2-S","volume":"9","author":"A von Mayrhauser","year":"1997","unstructured":"von Mayrhauser A, Vans AM, Howe AE (1997) Program understanding behavior during enhancement of large-scale software. J Softw Maintenance: Res Pract 9(5):299\u2013327. https:\/\/doi.org\/10.1002\/(SICI)1096-908X(199709\/10)9:5<299::AID-SMR157>3.0.CO;2-S","journal-title":"J Softw Maintenance: Res Pract"},{"issue":"4","key":"10160_CR156","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1016\/S0020-7373(83)80061-3","volume":"19","author":"M Weiser","year":"1983","unstructured":"Weiser M, Shertz J (1983) Programming problem representation in novice and expert programmers. Intl J Man-Machine Studies 19(4):391\u2013398. https:\/\/doi.org\/10.1016\/S0020-7373(83)80061-3","journal-title":"Intl J Man-Machine Studies"},{"issue":"6","key":"10160_CR157","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1145\/953233.953237","volume":"9","author":"L Weissman","year":"1974","unstructured":"Weissman L (1974) Psychological complexity of computer programs: An experimental methodology. SIGPLAN Notices 9(6):25\u201336. https:\/\/doi.org\/10.1145\/953233.953237","journal-title":"SIGPLAN Notices"},{"key":"10160_CR158","unstructured":"Wilson LA, Senin Y, Wang Y, Rajlich V (2019) Empirical study of phased model of software change. arXiv:1904:05842 [cs.SE]"},{"key":"10160_CR159","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2","volume-title":"Experimentation in Software Engineering","author":"C Wohlin","year":"2012","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson MC, Regnell B, Wessl\u00e9n A (2012) Experimentation in Software Engineering. Springer, Berlin"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10160-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-022-10160-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10160-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,14]],"date-time":"2022-10-14T08:08:41Z","timestamp":1665734921000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-022-10160-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,23]]},"references-count":159,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["10160"],"URL":"https:\/\/doi.org\/10.1007\/s10664-022-10160-3","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6,23]]},"assertion":[{"value":"23 March 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 June 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"123"}}