{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T08:54:00Z","timestamp":1766566440441,"version":"3.48.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","funder":[{"name":"FCT - Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia, I.P.","award":["in the framework of the Project UIDB\/00326\/2025 and UIDP\/00326\/2025"],"award-info":[{"award-number":["in the framework of the Project UIDB\/00326\/2025 and UIDP\/00326\/2025"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,17]]},"DOI":"10.1145\/3756681.3757053","type":"proceedings-article","created":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T08:30:04Z","timestamp":1766565004000},"page":"908-918","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["NRevisit: A Cognitive Behavioral Metric for Code Understandability Assessment"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-6225-3403","authenticated-orcid":false,"given":"Hao","family":"Gao","sequence":"first","affiliation":[{"name":"Macau Polytechnic University, Macau, China and University of Coimbra, Coimbra, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4981-3649","authenticated-orcid":false,"given":"Haytham","family":"Hijazi","sequence":"additional","affiliation":[{"name":"University of Coimbra, Coimbra, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2852-6285","authenticated-orcid":false,"given":"J\u00falio","family":"Medeiros","sequence":"additional","affiliation":[{"name":"University of Coimbra, Coimbra, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9697-9991","authenticated-orcid":false,"given":"Jo\u00e3o","family":"Dur\u00e3es","sequence":"additional","affiliation":[{"name":"Polytechnic University of Coimbra, Coimbra, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8022-7744","authenticated-orcid":false,"given":"Chan Tong","family":"Lam","sequence":"additional","affiliation":[{"name":"Macao Polytechnic University, Macao, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9847-0590","authenticated-orcid":false,"given":"Paulo de","family":"Carvalho","sequence":"additional","affiliation":[{"name":"University of Coimbra, Coimbra, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8146-4664","authenticated-orcid":false,"given":"Henrique","family":"Madeira","sequence":"additional","affiliation":[{"name":"University of Coimbra, Coimbra, Portugal"}]}],"member":"320","published-online":{"date-parts":[[2025,12,24]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3524610.3527890"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"crossref","unstructured":"S.\u00a0D. Aljehane Bonita Sharif and Jonathan\u00a0I Maletic. 2023. Studying developer eye movements to measure cognitive workload and visual effort for expertise assessment. Proceedings of the ACM on Human-Computer Interaction 7 ETRA (2023) 1\u201318.","DOI":"10.1145\/3591135"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"crossref","unstructured":"N. Bigdely-Shamlo Tim Mullen Christian Kothe Kyung-Min Su and Kay\u00a0A Robbins. 2015. The PREP pipeline: standardized preprocessing for large-scale EEG analysis. Frontiers in neuroinformatics 9 (2015) 16.","DOI":"10.3389\/fninf.2015.00016"},{"key":"e_1_3_3_1_5_2","unstructured":"G. Boccignone and G. Puglisi. 2013. Filtering and analysis of eye-tracking data. Journal of Eye Movement Research 6 3 (2013) 2\u201312."},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"crossref","unstructured":"G.\u00a0A. Campbell. 2018. Cognitive Complexity-A new way of measuring understandability. SonarSource SA (2018) 10.","DOI":"10.1145\/3194164.3194186"},{"key":"e_1_3_3_1_7_2","unstructured":"J. Chen. 2019. An Empirical Study on the Correlation Between Cyclomatic Complexity and Bugs. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1912.01142 (2019)."},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER.2019.00018"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"crossref","unstructured":"B. Curtis I Forman R Brooks Elliot Soloway and Kate Ehrlich. 1984. Psychological perspectives for software science. Information Processing & Management 20 1-2 (1984) 81\u201396.","DOI":"10.1016\/0306-4573(84)90041-4"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"crossref","unstructured":"D.\u00a0K. Davis and Feng Zhu. 2022. Analysis of software developers\u2019 coding behavior: A survey of visualization analysis techniques using eye trackers. Computers in Human Behavior Reports 7 (2022) 100213.","DOI":"10.1016\/j.chbr.2022.100213"},{"key":"e_1_3_3_1_11_2","volume-title":"Eye Tracking Methodology: Theory and Practice (1 ed.)","author":"Duchowski A.\u00a0T.","year":"2007","unstructured":"A.\u00a0T. Duchowski. 2007. Eye Tracking Methodology: Theory and Practice (1 ed.). Springer-Verlag."},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"crossref","unstructured":"L. Grabinger Florian Hauser Christian Wolff and J\u00fcrgen Mottok. 2024. On eye tracking in software engineering. SN Computer Science 5 6 (2024) 729.","DOI":"10.1007\/s42979-024-03045-3"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-02091-9"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.5555\/540137"},{"key":"e_1_3_3_1_15_2","unstructured":"J. Hansen and J. Niedere\u00e9. 2013. Pupil size as an index of cognitive load during reading. Cognitive Science 37 6 (2013) 1290\u20131305."},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"crossref","unstructured":"G. Hao H. Hijazi Jo\u00e3o Dur\u00e3es J\u00falio Medeiros Ricardo Couceiro Chan\u00a0Tong Lam C\u00e9sar Teixeira Jo\u00e3o Castelhano Miguel Castelo\u00a0Branco Paulo Carvalho et\u00a0al. 2023. On the accuracy of code complexity metrics: A neuroscience-based guideline for improvement. Frontiers in Neuroscience 16 (2023).","DOI":"10.3389\/fnins.2022.1065366"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"crossref","unstructured":"S. Herbold Jens Grabowski and Stephan Waack. 2011. Calculation and optimization of thresholds for sets of software metrics. Empirical Software Engineering 16 (2011) 812\u2013841.","DOI":"10.1007\/s10664-011-9162-z"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE52982.2021.00056"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"crossref","unstructured":"H. Hijazi Joao Duraes Ricardo Couceiro Jo\u00e3o Castelhano Raul Barbosa J\u00falio Medeiros Miguel Castelo-Branco Paulo De\u00a0Carvalho and Henrique Madeira. 2022. Quality evaluation of modern code reviews through intelligent biometric program comprehension. IEEE Transactions on Software Engineering 49 2 (2022) 626\u2013645.","DOI":"10.1109\/TSE.2022.3158543"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","DOI":"10.1109\/EMIP.2019.00012"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"crossref","unstructured":"L. Kaur and Ashutosh Mishra. 2019. Cognitive complexity as a quantifier of version to version Java-based source code change: An empirical probe. Information and Software Technology 106 (2019) 31\u201348.","DOI":"10.1016\/j.infsof.2018.09.002"},{"key":"e_1_3_3_1_22_2","unstructured":"S. Kumar and J. Jeong. 2021. Synchronizing physiological data with eye-tracking. IEEE Transactions on Human-Machine Systems 51 2 (2021) 156\u2013164."},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"crossref","unstructured":"L. Lavazza Abedallah\u00a0Zaid Abualkishik Geng Liu and Sandro Morasca. 2023. An empirical evaluation of the \u201cCognitive Complexity\u201d measure as a predictor of code understandability. Journal of Systems and Software 197 (2023) 111561.","DOI":"10.1016\/j.jss.2022.111561"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/2950112.2964585"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9414343"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"crossref","unstructured":"T.\u00a0J. McCabe. 1976. A complexity measure. IEEE Transactions on software Engineering4 (1976) 308\u2013320.","DOI":"10.1109\/TSE.1976.233837"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"crossref","unstructured":"J. Medeiros Ricardo Couceiro Gon\u00e7alo Duarte Jo\u00e3o Dur\u00e3es Jo\u00e3o Castelhano Catarina Duarte Miguel Castelo-Branco Henrique Madeira Paulo de Carvalho and C\u00e9sar Teixeira. 2021. Can EEG be adopted as a neuroscience reference for assessing software programmers\u2019 cognitive load? Sensors 21 7 (2021) 2338.","DOI":"10.3390\/s21072338"},{"key":"e_1_3_3_1_28_2","first-page":"1","volume-title":"Proceedings of the 14th ACM\/IEEE international symposium on empirical software engineering and measurement (ESEM)","author":"Mu\u00f1oz\u00a0Bar\u00f3n M.","year":"2020","unstructured":"M. Mu\u00f1oz\u00a0Bar\u00f3n, Marvin Wyrich, and Stefan Wagner. 2020. An empirical validation of cognitive complexity as a measure of source code understandability. In Proceedings of the 14th ACM\/IEEE international symposium on empirical software engineering and measurement (ESEM). 1\u201312."},{"key":"e_1_3_3_1_29_2","unstructured":"Compumedics Neuroscan. 2023. SynAmps RT 64-channel EEG\/ERP\/EP Amplifier. https:\/\/compumedicsneuroscan.com\/product\/synamps-rt-64-channel-eeg-erp-ep-amplifier\/ Accessed: 2024-01-29."},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"crossref","unstructured":"A.\u00a0S. Nu\u00f1ez-Varela H\u00e9ctor\u00a0G P\u00e9rez-Gonzalez Francisco\u00a0E Mart\u00ednez-Perez and Carlos Soubervielle-Montalvo. 2017. Source code metrics: A systematic mapping study. Journal of Systems and Software 128 (2017) 164\u2013197.","DOI":"10.1016\/j.jss.2017.03.044"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"crossref","unstructured":"U. Obaidellah Mohammed Al\u00a0Haek and Peter C-H Cheng. 2018. A survey on the usage of eye-tracking in computer programming. ACM Computing Surveys (CSUR) 51 1 (2018) 1\u201358.","DOI":"10.1145\/3145904"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"crossref","unstructured":"S. Omri Pascal Montag Carsten Sinz et\u00a0al. 2018. Static analysis and code complexity metrics as early indicators of software defects. Journal of SW engineering and applications 11 04 (2018).","DOI":"10.4236\/jsea.2018.114010"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"crossref","unstructured":"J. Pachouly Swati Ahirrao Ketan Kotecha Ganeshsree Selvachandran and Ajith Abraham. 2022. A systematic literature review on software defect prediction using artificial intelligence: Datasets Data Validation Methods Approaches and Tools. Engineering Applications of Artificial Intelligence 111 (2022).","DOI":"10.1016\/j.engappai.2022.104773"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"crossref","unstructured":"K. Pearson. 1920. Notes on the history of correlation. Biometrika 13 1 (1920).","DOI":"10.2307\/2331722"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00056"},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549084"},{"key":"e_1_3_3_1_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3239235.3240495"},{"key":"e_1_3_3_1_38_2","unstructured":"Janet S. Christian K\u00e4stner and Sven Apel. 2021. From Code Complexity Metrics to Program Comprehension. Commun. ACM 64 9 (2021) 45\u201353."},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2017.8115654"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568252"},{"key":"e_1_3_3_1_41_2","doi-asserted-by":"crossref","unstructured":"C. Spearman. 1904. The proof and measurement of association between two things. American Journal of Psychology 15 1 (1904) 72\u2013101.","DOI":"10.2307\/1412159"},{"key":"e_1_3_3_1_42_2","unstructured":"M.\u00a0K. Thota Francis\u00a0H Shajin P Rajesh et\u00a0al. 2020. Survey on software defect prediction techniques. International Journal of Applied Science and Engineering 17 4 (2020)."},{"key":"e_1_3_3_1_43_2","unstructured":"Tobii. n. d.. Tobii Eye Tracker 5L. https:\/\/www.tobii.com\/products\/integration\/pc-and-screen-based\/tobii-eye-tracker-5l Accessed: 2024-10-30."},{"key":"e_1_3_3_1_44_2","unstructured":"MC van Pul. 1994. A general introduction to software reliability. CWI Quarterly 7 3 (1994) 203\u2013244."},{"key":"e_1_3_3_1_45_2","unstructured":"Y. Wang and X. Zhai. 2012. Handling missing data in eye-tracking research. Journal of Experimental Psychology: Applied 18 3 (2012) 280\u2013292."},{"key":"e_1_3_3_1_46_2","doi-asserted-by":"crossref","unstructured":"A.\u00a0W. Whitney. 1971. A Direct Method of Nonparametric Measurement Selection. IEEE Trans. Comput. C-20 9 (1971) 1100\u20131103.","DOI":"10.1109\/T-C.1971.223410"}],"event":{"name":"EASE '25: Evaluation and Assessment in Software Engineering","location":"Istanbul Turkiye","acronym":"EASE '25"},"container-title":["Proceedings of the 29th International Conference on Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3756681.3757053","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T08:39:58Z","timestamp":1766565598000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3756681.3757053"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,17]]},"references-count":45,"alternative-id":["10.1145\/3756681.3757053","10.1145\/3756681"],"URL":"https:\/\/doi.org\/10.1145\/3756681.3757053","relation":{},"subject":[],"published":{"date-parts":[[2025,6,17]]},"assertion":[{"value":"2025-12-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}