{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T03:48:29Z","timestamp":1774064909335,"version":"3.50.1"},"reference-count":117,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2020,6,12]],"date-time":"2020-06-12T00:00:00Z","timestamp":1591920000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,6,12]],"date-time":"2020-06-12T00:00:00Z","timestamp":1591920000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000084","name":"Directorate for Engineering","doi-asserted-by":"publisher","award":["CCF 18-55756"],"award-info":[{"award-number":["CCF 18-55756"]}],"id":[{"id":"10.13039\/100000084","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000084","name":"Directorate for Engineering","doi-asserted-by":"publisher","award":["CCF 15-53573"],"award-info":[{"award-number":["CCF 15-53573"]}],"id":[{"id":"10.13039\/100000084","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2020,9]]},"DOI":"10.1007\/s10664-020-09829-4","type":"journal-article","created":{"date-parts":[[2020,6,12]],"date-time":"2020-06-12T15:03:42Z","timestamp":1591974222000},"page":"3128-3174","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":93,"title":["A practical guide on conducting eye tracking studies in software engineering"],"prefix":"10.1007","volume":"25","author":[{"given":"Zohreh","family":"Sharafi","sequence":"first","affiliation":[]},{"given":"Bonita","family":"Sharif","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4361-2563","authenticated-orcid":false,"given":"Yann-Ga\u00ebl","family":"Gu\u00e9h\u00e9neuc","sequence":"additional","affiliation":[]},{"given":"Andrew","family":"Begel","sequence":"additional","affiliation":[]},{"given":"Roman","family":"Bednarik","sequence":"additional","affiliation":[]},{"given":"Martha","family":"Crosby","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,6,12]]},"reference":[{"key":"9829_CR1","doi-asserted-by":"publisher","unstructured":"Abid NJ, Maletic JI, Sharif B (2019a) Using developer eye movements to externalize the mental model used in code summarization tasks. In: Proceedings of the 11th ACM Symposium on Eye Tracking Research & Applications, ACM, New York, ETRA \u201919, pp 13:1\u201313:9. https:\/\/doi.org\/10.1145\/3314111.3319834","DOI":"10.1145\/3314111.3319834"},{"key":"9829_CR2","doi-asserted-by":"crossref","unstructured":"Abid NJ, Sharif B, Dragan N, Alrasheed H, Maletic JI (2019b) Developer reading behavior while summarizing java methods : Size and context matters. In: Proceedings of the 41th International Conference on Software Engineering, ACM, New York, ICSE 2019, p To Appear","DOI":"10.1109\/ICSE.2019.00052"},{"issue":"2","key":"9829_CR3","doi-asserted-by":"publisher","first-page":"442","DOI":"10.1007\/s10664-014-9315-y","volume":"20","author":"N Ali","year":"2015","unstructured":"Ali N, Sharafi Z, Gu\u00e9h\u00e9neuc YG, Antoniol G (2015) An empirical study on the importance of source code entities for requirements traceability. Empir Softw Eng 20(2):442\u2013478","journal-title":"Empir Softw Eng"},{"issue":"3","key":"9829_CR4","doi-asserted-by":"publisher","first-page":"538","DOI":"10.1111\/j.1467-8535.2007.00721.x","volume":"38","author":"S Alkan","year":"2007","unstructured":"Alkan S, Cagiltay K (2007) Studying computer game learning experience through eye tracking. Br J Educ Technol 38(3):538\u2013542","journal-title":"Br J Educ Technol"},{"key":"9829_CR5","doi-asserted-by":"crossref","unstructured":"Armaly A, Rodeghero P, Mcmillan C (2018) Audiohighlight: Code skimming for blind programmers,. In: 2018 IEEE International conference on software maintenance and evolution, ICSME, IEEE, pp 206\u2013216","DOI":"10.1109\/ICSME.2018.00030"},{"key":"9829_CR6","doi-asserted-by":"publisher","unstructured":"Ayres J, Flannick J, Gehrke J, Yiu T (2002) Sequential pattern mining using a bitmap representation. In: Proceedings of the Eighth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, ACM, New York KDD \u201902, pp 429\u2013435. https:\/\/doi.org\/10.1145\/775047.775109","DOI":"10.1145\/775047.775109"},{"key":"9829_CR7","doi-asserted-by":"publisher","unstructured":"Barik T, Smith J, Lubick K, Holmes E, Feng J, Murphy-Hill E, Parnin C (2017) Do developers read compiler error messages? In: Proceedings of the 39th International Conference on Software Engineering, IEEE Press, Piscataway, ICSE \u201917, pp 575\u2013585 . https:\/\/doi.org\/10.1109\/ICSE.2017.59","DOI":"10.1109\/ICSE.2017.59"},{"issue":"2","key":"9829_CR8","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1037\/0033-2909.91.2.276","volume":"91","author":"J Beatty","year":"1982","unstructured":"Beatty J (1982) Task-evoked pupillary responses, processing load, and the structure of processing resources. Psychol Bull 91(2):276","journal-title":"Psychol Bull"},{"key":"9829_CR9","unstructured":"Bednarik R (2007) Methods to analyze visual attention strategies: Applications in the studies of programming. University of Joensuu"},{"issue":"2","key":"9829_CR10","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1016\/j.ijhcs.2011.09.003","volume":"70","author":"R Bednarik","year":"2012","unstructured":"Bednarik R (2012) Expertise-dependent visual attention strategies develop over time during debugging with multiple code representations. International Journal of Human-Computer Studies 70(2):143\u2013155. https:\/\/doi.org\/10.1016\/j.ijhcs.2011.09.003","journal-title":"International Journal of Human-Computer Studies"},{"key":"9829_CR11","doi-asserted-by":"publisher","unstructured":"Bednarik R, Tukiainen M (2005) Effects of display blurring on the behavior of novices and experts during program debugging. In: CHI \u201905 Extended Abstracts on Human Factors in Computing Systems, ACM, New York, CHI EA \u201905, pp 1204\u20131207. https:\/\/doi.org\/10.1145\/1056808.1056877","DOI":"10.1145\/1056808.1056877"},{"key":"9829_CR12","doi-asserted-by":"crossref","unstructured":"Bednarik R, Tukiainen M (2006) An eye-tracking methodology for characterizing program comprehension processes. In: Proceedings of the 2006 Symposium on Eye Tracking Research & Applications, ACM, New York, NY, USA, ETRA \u201906, pp 125\u2013132","DOI":"10.1145\/1117309.1117356"},{"key":"9829_CR13","doi-asserted-by":"crossref","unstructured":"Bednarik R, Eivazi S, Hradis M (2012) Gaze and conversational engagement in multiparty video conversation: an annotation scheme and classification of high and low levels of engagement. In: Proceedings of the 4th workshop on eye gaze in intelligent human machine interaction, ACM, p 10","DOI":"10.1145\/2401836.2401846"},{"key":"9829_CR14","doi-asserted-by":"publisher","unstructured":"Begel A, Vrzakova H (2018) Eye movements in code review. In: Proceedings of the Workshop on Eye Movements in Programming, ACM, New York, EMIP \u201918, pp 5:1\u20135:5. https:\/\/doi.org\/10.1145\/3216723.3216727","DOI":"10.1145\/3216723.3216727"},{"key":"9829_CR15","unstructured":"Berg-strom JR, Schall A (2014) Eye tracking in user experience design. Elsevier"},{"issue":"2","key":"9829_CR16","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1007\/s10664-012-9201-4","volume":"18","author":"D Binkley","year":"2013","unstructured":"Binkley D, Davis M, Lawrie D, Maletic JI, Morrell C, Sharif B (2013) The impact of identifier style on effort and comprehension. Empir Softw Eng 18(2):219\u2013276. https:\/\/doi.org\/10.1007\/s10664-012-9201-4","journal-title":"Empir Softw Eng"},{"key":"9829_CR17","doi-asserted-by":"crossref","unstructured":"Blascheck T, Sharif B (2019) Visually analyzing eye movements on natural language texts and source code snippets. In: ETRA 2019-ACM Symposium on Eye Tracking Research & Applications","DOI":"10.1145\/3314111.3319917"},{"issue":"8","key":"9829_CR18","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1111\/cgf.13079","volume":"36","author":"T Blascheck","year":"2017","unstructured":"Blascheck T, Kurzhals K, Raschke M, Burch M, Weiskopf D, Ertl T (2017) Visualization of eye tracking data: a taxonomy and survey. Computer Graphics Forum 36(8):260\u2013284","journal-title":"Computer Graphics Forum"},{"key":"9829_CR19","unstructured":"Bojko A (2005) Eye tracking in user experience testing: How to make the most of it. In: Proceedings of the UPA 2005 Conference"},{"key":"9829_CR20","doi-asserted-by":"publisher","unstructured":"Bojko AA (2009) Informative or misleading? heatmaps deconstructed. In: Proceedings of the 13th International Conference on Human-Computer Interaction. Part I: New Trends, Springer, Berlin, pp 30\u201339. https:\/\/doi.org\/10.1007\/978-3-642-02574-7_4","DOI":"10.1007\/978-3-642-02574-7_4"},{"key":"9829_CR21","doi-asserted-by":"crossref","unstructured":"Buse RPL, Sadowski C, Weimer W (2011) Benefits and barriers of user evaluation in software engineering research, Object-oriented programming, Systems, Languages and Applications, pp 643\u2013656","DOI":"10.1145\/2076021.2048117"},{"key":"9829_CR22","doi-asserted-by":"publisher","unstructured":"Busjahn T, Schulte C, Busjahn A (2011) Analysis of code reading to gain more insight in program comprehension. In: Proceedings of the 11th Koli Calling International Conference on Computing Education Research, ACM, New York, Koli Calling \u201911, pp 1\u20139. https:\/\/doi.org\/10.1145\/2094131.2094133","DOI":"10.1145\/2094131.2094133"},{"key":"9829_CR23","doi-asserted-by":"publisher","unstructured":"Busjahn T, Schulte C, Sharif B, Simon BA, Hansen M, Bednarik R, Orlov P, Ihantola P, Shchekotova G, Antropova M (2014) Eye tracking in computing education. In: Proceedings of the Tenth Annual Conference on International Computing Education Research, ACM, New York, ICER \u201914, pp 3\u201310 . https:\/\/doi.org\/10.1145\/2632320.2632344","DOI":"10.1145\/2632320.2632344"},{"key":"9829_CR24","doi-asserted-by":"crossref","unstructured":"Busjahn T, Bednarik R, Begel A, Crosby M, Paterson JH, Schulte C, Sharif B, Tamm S (2015) Eye movements in code reading: Relaxing the linear order. In: Proceedings of 22th International Conference on Program Comprehension, ICPC \u201915","DOI":"10.1109\/ICPC.2015.36"},{"key":"9829_CR25","doi-asserted-by":"publisher","first-page":"S220","DOI":"10.1016\/j.neuroimage.2004.07.013","volume":"23","author":"RB Buxton","year":"2004","unstructured":"Buxton RB, Uluda\u011f K, Dubowitz DJ, Liu TT (2004) Modeling the hemodynamic response to brain activation. Neuroimage 23:S220\u2013S233","journal-title":"Neuroimage"},{"issue":"8","key":"9829_CR26","doi-asserted-by":"publisher","first-page":"2184","DOI":"10.1016\/j.jss.2013.03.106","volume":"86","author":"NE Cagiltay","year":"2013","unstructured":"Cagiltay NE, Tokdemir G, Kilic O, Topalli D (2013) Performing and analyzing non-formal inspections of entity relationship diagram (erd). J Syst Softw 86 (8):2184\u20132195. https:\/\/doi.org\/10.1016\/j.jss.2013.03.106","journal-title":"J Syst Softw"},{"issue":"5","key":"9829_CR27","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1007\/s10664-009-9125-9","volume":"15","author":"G Cepeda","year":"2010","unstructured":"Cepeda G, Gu\u00e9h\u00e9neuc YG (2010) An empirical study on the efficiency of different design pattern representations in uml class diagrams. Empir Softw Eng 15 (5):493\u2013522. https:\/\/doi.org\/10.1007\/s10664-009-9125-9","journal-title":"Empir Softw Eng"},{"key":"9829_CR28","doi-asserted-by":"crossref","unstructured":"Clark B, Sharif B (2017) itracevis: Visualizing eye movement data within Eclipse. In: Working conference on software visualization, VISSOFT, IEEE, pp 22\u201332","DOI":"10.1109\/VISSOFT.2017.30"},{"key":"9829_CR29","doi-asserted-by":"publisher","first-page":"692","DOI":"10.3758\/BRM.42.3.692","volume":"42","author":"F Cristino","year":"2010","unstructured":"Cristino F, Mathot S, Theeuwes J, Gilchrist ID (2010) Scanmatch: a novel method for comparing fixation sequences. Behaviour Res Meth 42:692\u2013700","journal-title":"Behaviour Res Meth"},{"issue":"1","key":"9829_CR30","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1109\/2.48797","volume":"23","author":"ME Crosby","year":"1990","unstructured":"Crosby ME, Stelovsky J (1990) How do we read algorithms? a case study. Computer 23(1):24\u201335","journal-title":"Computer"},{"key":"9829_CR31","unstructured":"Crosby ME, Scholtz J, Wiedenbeck S (2002) The roles beacons play in comprehension for novice and expert programmers. In: Proceeding of Programmers, 14th Workshop of the Psychology of Programming Interest Group, Brunel University, pp 18\u201321"},{"issue":"4","key":"9829_CR32","doi-asserted-by":"publisher","first-page":"913","DOI":"10.3758\/s13428-013-0422-2","volume":"46","author":"ES Dalmaijer","year":"2014","unstructured":"Dalmaijer ES, Math\u00f4t S, Van der Stigchel S (2014) Pygaze: an open-source, cross-platform toolbox for minimal-effort programming of eyetracking experiments. Behavior Res Meth 46(4):913\u2013921","journal-title":"Behavior Res Meth"},{"key":"9829_CR33","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1016\/j.scico.2012.01.004","volume":"79","author":"B De Smet","year":"2014","unstructured":"De Smet B, Lempereur L, Sharafi Z, Gu\u00e9h\u00e9neuc YG, Antoniol G, Habra N (2014) Taupe: Visualizing and analyzing eye-tracking data. Sci Comput Program 79:260\u2013278. https:\/\/doi.org\/10.1016\/j.scico.2012.01.004","journal-title":"Sci Comput Program"},{"key":"9829_CR34","unstructured":"Divjak M, Bischof H (2008) Real-time video-based eye blink analysis for detection of low blink-rate during computer use. In: First international workshop on tracking humans for the evaluation of their motion in image sequences (THEMIS 2008), pp 99-107"},{"issue":"4","key":"9829_CR35","doi-asserted-by":"publisher","first-page":"455","DOI":"10.3758\/BF03195475","volume":"34","author":"AT Duchowski","year":"2002","unstructured":"Duchowski AT (2002) A breadth-first survey of eye-tracking applications. Behavior Research Methods Instruments, & Computers 34(4):455\u2013470","journal-title":"Behavior Research Methods Instruments, & Computers"},{"key":"9829_CR36","volume-title":"Eye tracking methodology: Theory and practice","author":"AT Duchowski","year":"2007","unstructured":"Duchowski AT (2007) Eye tracking methodology: Theory and practice. Springer, New York"},{"key":"9829_CR37","doi-asserted-by":"publisher","unstructured":"Fakhoury S, Ma Y, Arnaoudova V, Adesope O (2018) The effect of poor source code lexicon and readability on developers\u2019 cognitive load. In: Proceedings of the 26th Conference on Program Comprehension, ACM, New York, ICPC \u201918, pp 286\u2013296. https:\/\/doi.org\/10.1145\/3196321.3196347","DOI":"10.1145\/3196321.3196347"},{"key":"9829_CR38","unstructured":"Farnsworth B (2019a) 10 Free Eye Tracking Software Programs [Pros and Cons]. https:\/\/imotions.com\/blog\/free-eye-tracking-software\/, [Online; accessed 30-December-2019]"},{"key":"9829_CR39","unstructured":"Farnsworth B (2019b) 10 Free Eye Tracking Software Programs [Pros and Cons]. https:\/\/imotions.com\/blog\/free-eye-tracking-software\/, [Online; accessed 30-December-2019]"},{"key":"9829_CR40","doi-asserted-by":"crossref","unstructured":"Fritz T, Begel A, M\u00fcller SC, Yigit-Elliott S, Z\u00fcger M (2014) Using psycho-physiological measures to assess task difficulty in software development. In: Proceedings of the 36th International Conference on Software Engineering, ACM, New York, ICSE \u201914, pp 402\u2013413","DOI":"10.1145\/2568225.2568266"},{"key":"9829_CR41","doi-asserted-by":"crossref","unstructured":"Godfroid A (2019) Eye tracking in second language acquisition and bilingualism: A research synthesis and methodological guide. Routledge","DOI":"10.4324\/9781315775616"},{"key":"9829_CR42","doi-asserted-by":"publisher","unstructured":"Goldberg JH, Helfman JI (2010) Comparing information graphics: A critical look at eye tracking. In: Proceedings of the 3rd BELIV\u201910 Workshop: BEyond Time and Errors: Novel evaLuation Methods for Information Visualization, ACM, New York, BELIV \u201910, pp 71\u201378. https:\/\/doi.org\/10.1145\/2110192.2110203","DOI":"10.1145\/2110192.2110203"},{"issue":"6","key":"9829_CR43","doi-asserted-by":"publisher","first-page":"631","DOI":"10.1016\/S0169-8141(98)00068-7","volume":"24","author":"JH Goldberg","year":"1999","unstructured":"Goldberg JH, Kotval XP (1999) Computer interface evaluation using eye movements: methods and constructs. Int J Ind Ergon 24(6):631\u2013645","journal-title":"Int J Ind Ergon"},{"key":"9829_CR44","doi-asserted-by":"publisher","unstructured":"Goldberg JH, Stimson MJ, Lewenstein M, Scott N, Wichansky AM (2002) Eye tracking in web search tasks: Design implications. In: Proceedings of the 2002 Symposium on Eye Tracking Research & Applications, ACM, New York, ETRA \u201902, pp 51\u201358. https:\/\/doi.org\/10.1145\/507072.507082","DOI":"10.1145\/507072.507082"},{"key":"9829_CR45","doi-asserted-by":"crossref","unstructured":"Grace R, Byrne VE, Bierman DM, Legrand JM, Gricourt D, Davis RK, Staszewski JJ, Carnahan B (1998) A drowsy driver detection system for heavy vehicles. In: Digital avionics systems conference, 1998. Proceedings., 17th DASC. The AIAA\/IEEE\/SAE, vol 2. IEEE, pp I36-1","DOI":"10.1109\/DASC.1998.739878"},{"key":"9829_CR46","doi-asserted-by":"crossref","unstructured":"Guarnera DT, Bryant CA, Mishra A, Maletic JI, Sharif B (2018) itrace: eye tracking infrastructure for development environments. In: Proceedings of the 2018 ACM Symposium on Eye Tracking Research & Applications, ACM, p 105","DOI":"10.1145\/3204493.3208343"},{"key":"9829_CR47","doi-asserted-by":"publisher","unstructured":"Gu\u00e9h\u00e9neuc YG (2006a) Taupe: Towards understanding program comprehension. In: Proceedings of the 2006 Conference of the Center for Advanced Studies on Collaborative Research, IBM Corp., Riverton, CASCON \u201906. https:\/\/doi.org\/10.1145\/1188966.1188968","DOI":"10.1145\/1188966.1188968"},{"key":"9829_CR48","doi-asserted-by":"crossref","unstructured":"Gu\u00e9h\u00e9neuc YG (2006b) Taupe: Towards understanding program comprehension. In: Proceedings of the 2006 Conference of the Center for Advanced Studies on Collaborative Research, IBM Corp., Riverton, NJ, USA, CASCON \u201906","DOI":"10.1145\/1188966.1188968"},{"key":"9829_CR49","doi-asserted-by":"crossref","unstructured":"Haiduc S, Aponte J, Moreno L, Marcus A (2010) On the use of automated text summarization techniques for summarizing source code. In: 2010 17th Working Conference on Reverse Engineering, IEEE, pp 35\u201344","DOI":"10.1109\/WCRE.2010.13"},{"key":"9829_CR50","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.visres.2014.08.014","volume":"103","author":"A Haji-Abolhassani","year":"2014","unstructured":"Haji-Abolhassani A, Clark JJ (2014) An inverse yarbus process: Predicting observers\u2019 task from eye movement patterns. Vision Res 103:127\u2013142","journal-title":"Vision Res"},{"issue":"3","key":"9829_CR51","doi-asserted-by":"publisher","first-page":"478","DOI":"10.1109\/TPAMI.2009.30","volume":"32","author":"DW Hansen","year":"2009","unstructured":"Hansen DW, Ji Q (2009) In the eye of the beholder: a survey of models for eyes and gaze. IEEE Transactions on Pattern Analysis and Machine Intelligence 32 (3):478\u2013500","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"9829_CR52","unstructured":"Hansen M (2014) eyecode: An eye-tracking experimental framework for program comprehension. PhD thesis, School of Informatics and Computing, 2719 E. 10th Street Bloomington, IN 47408 USA"},{"issue":"9","key":"9829_CR53","doi-asserted-by":"publisher","first-page":"581","DOI":"10.1136\/bjo.32.9.581","volume":"32","author":"H Hartridge","year":"1948","unstructured":"Hartridge H, Thomson L (1948) Methods of investigating eye movements. Brit J Ophthalmol 32(9):581","journal-title":"Brit J Ophthalmol"},{"key":"9829_CR54","doi-asserted-by":"publisher","unstructured":"Hejmady P, Narayanan NH (2012) Visual attention patterns during program debugging with an IDE. In: Proceedings of the 2012 Symposium on Eye Tracking Research & Applications, ACM, New York, ETRA \u201912, pp 197\u2013200. https:\/\/doi.org\/10.1145\/2168556.2168592","DOI":"10.1145\/2168556.2168592"},{"issue":"3","key":"9829_CR55","doi-asserted-by":"publisher","first-page":"566","DOI":"10.3758\/PBR.15.3.566","volume":"15","author":"JM Henderson","year":"2008","unstructured":"Henderson JM, Pierce GL (2008) Eye movements during scene viewing: Evidence for mixed control of fixation durations. Psychonomic Bulletin & Review 15(3):566\u2013573","journal-title":"Psychonomic Bulletin & Review"},{"key":"9829_CR56","unstructured":"Holmqvist K, Nystr\u00f6m M, Andersson R, Dewhurst R, Jarodzka H, Van de Weijer J (2011) Eye tracking: A comprehensive guide to methods and measures. OUP Oxford"},{"key":"9829_CR57","doi-asserted-by":"crossref","unstructured":"Holmqvist K, Nystr\u00f6m M, Mulvey F (2012) Eye tracker data quality: what it is and how to measure it. In: Proceedings of the symposium on eye tracking research and applications, ACM, pp 45\u201352","DOI":"10.1145\/2168556.2168563"},{"key":"9829_CR58","unstructured":"Huey EB (1908) The psychology and pedagogy of reading. The Macmillan Company"},{"issue":"3","key":"9829_CR59","first-page":"4","volume":"2","author":"RJ Jacob","year":"2003","unstructured":"Jacob RJ, Karn KS (2003) Eye tracking in human-computer interaction and usability research: Ready to deliver the promises. Mind 2(3):4","journal-title":"Mind"},{"issue":"3","key":"9829_CR60","doi-asserted-by":"publisher","first-page":"1440","DOI":"10.1007\/s10664-016-9477-x","volume":"22","author":"A Jbara","year":"2017","unstructured":"Jbara A, Feitelson DG (2017) How programmers read regular code: a controlled experiment using eye tracking. Empir Softw Eng 22(3):1440\u20131477","journal-title":"Empir Softw Eng"},{"key":"9829_CR61","doi-asserted-by":"crossref","unstructured":"Jeanmart S, Gu\u00e9h\u00e9neuc YG, Sahraoui HA, Habra N (2009) Impact of the visitor pattern on program comprehension and maintenance. In: Proceedings of 3rd International Symposium on Empirical Software Engineering and Measurement, pp 69\u201378","DOI":"10.1109\/ESEM.2009.5316015"},{"issue":"4","key":"9829_CR62","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1037\/0033-295X.87.4.329","volume":"87","author":"MA Just","year":"1980","unstructured":"Just MA, Carpenter PA (1980) A theory of reading: from eye fixations to comprehension. Psychol Rev 87(4):329","journal-title":"Psychol Rev"},{"key":"9829_CR63","doi-asserted-by":"crossref","unstructured":"Karn KS, Ellis S, Juliano C (1999) The hunt for usability: tracking eye movements. In: CHI\u201999 extended abstracts on Human factors in computing systems, ACM, pp 173\u2013173","DOI":"10.1145\/632716.632823"},{"key":"9829_CR64","unstructured":"Kitchenham BA (2004) Procedures for undertaking systematic reviews. Tech. rep., Joint Technical Report, Computer Science Department, Keele University (TR\/SE- 0401) and National ICT Australia Ltd"},{"issue":"8","key":"9829_CR65","doi-asserted-by":"publisher","first-page":"721","DOI":"10.1109\/TSE.2002.1027796","volume":"28","author":"BA Kitchenham","year":"2002","unstructured":"Kitchenham BA, Pfleeger SL, Pickard LM, Jones PW, Hoaglin DC, Emam KE, Rosenberg J (2002) Preliminary guidelines for empirical research in software engineering. IEEE Trans Softw Eng 28(8):721\u2013734. https:\/\/doi.org\/10.1109\/TSE.2002.1027796","journal-title":"IEEE Trans Softw Eng"},{"issue":"1","key":"9829_CR66","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1007\/s10664-013-9279-3","volume":"20","author":"AJ Ko","year":"2015","unstructured":"Ko AJ, Latoza TD, Burnett MM (2015) A practical guide to controlled experiments of software engineering tools with human participants. Empirical Softw Engg 20(1):110\u2013141. https:\/\/doi.org\/10.1007\/s10664-013-9279-3","journal-title":"Empirical Softw Engg"},{"issue":"1","key":"9829_CR67","doi-asserted-by":"publisher","first-page":"1097","DOI":"10.1007\/s10586-017-0746-2","volume":"21","author":"S Lee","year":"2018","unstructured":"Lee S, Hooshyar D, Ji H, Nam K, Lim H (2018) Mining biometric data to predict programmer expertise and task difficulty. Clust Comput 21(1):1097\u20131107","journal-title":"Clust Comput"},{"key":"9829_CR68","first-page":"707","volume":"10","author":"V Levenshtein","year":"1966","unstructured":"Levenshtein V (1966) Binary codes capable of correcting deletions, insertions and reversals. Soviet Physics Doklady 10:707","journal-title":"Soviet Physics Doklady"},{"key":"9829_CR69","doi-asserted-by":"crossref","unstructured":"Lung J, Aranda J, Easterbrook SM, Wilson GV (2008) On the difficulty of replicating human subjects studies in software engineering. In: Proceedings of the 30th international conference on Software engineering, ACM, pp 191\u2013200","DOI":"10.1145\/1368088.1368115"},{"issue":"6","key":"9829_CR70","doi-asserted-by":"publisher","first-page":"713","DOI":"10.1364\/JOSA.52.000713","volume":"52","author":"NH Mackworth","year":"1962","unstructured":"Mackworth NH, Thomas EL (1962) Head-mounted eye-marker camera. JOSA 52(6):713\u2013716","journal-title":"JOSA"},{"issue":"3","key":"9829_CR71","doi-asserted-by":"publisher","first-page":"1109","DOI":"10.1007\/s10664-018-9649-y","volume":"24","author":"I McChesney","year":"2019","unstructured":"McChesney I, Bond R (2019) Eye tracking analysis of computer program comprehension in programmers with dyslexia. Empirical Softw Engg 24(3):1109\u20131154. https:\/\/doi.org\/10.1007\/s10664-018-9649-y","journal-title":"Empirical Softw Engg"},{"issue":"4","key":"9829_CR72","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1109\/MS.2006.105","volume":"23","author":"GC Murphy","year":"2006","unstructured":"Murphy GC, Kersten M, Findlater L (2006) How are java software developers using the eclipse ide? IEEE Softw 23(4):76\u201383. https:\/\/doi.org\/10.1109\/MS.2006.105","journal-title":"IEEE Softw"},{"issue":"1","key":"9829_CR73","doi-asserted-by":"publisher","first-page":"5:1","DOI":"10.1145\/3145904","volume":"51","author":"U Obaidellah","year":"2018","unstructured":"Obaidellah U, Al Haek M, Cheng PCH (2018) A survey on the usage of eye-tracking in computer programming. ACM Comput Surv 51(1):5:1\u20135:58. https:\/\/doi.org\/10.1145\/3145904","journal-title":"ACM Comput Surv"},{"key":"9829_CR74","unstructured":"Olsson P (2007) Real-time and offline filters for eye tracking"},{"issue":"5","key":"9829_CR75","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1177\/0301006616675629","volume":"46","author":"PA Orlov","year":"2017","unstructured":"Orlov PA, Bednarik R (2017) The role of extrafoveal vision in source code comprehension. Perception 46(5):541\u2013565","journal-title":"Perception"},{"key":"9829_CR76","unstructured":"Peitek N, Siegmund J, Apel S, K\u00e4stner C, Parnin C, Bethmann A, Leich T, Saake G, Brechmann A (2018a) A look into programmers\u2019 heads. IEEE Trans Softw Eng, pp 1\u20131"},{"key":"9829_CR77","doi-asserted-by":"crossref","unstructured":"Peitek N, Siegmund J, Parnin C, Apel S, Hofmeister J, Brechmann A (2018b) Simultaneous Measurement of Program Comprehension with fMRI and Eye tracking: A Case Study. In: Symposium on Empirical Software Engineering and Measurement, to appear","DOI":"10.1145\/3239235.3240495"},{"key":"9829_CR78","unstructured":"Pernice K, Nielsen J (2009) Eyetracking methodology: How to conduct and evaluate usability studies using eyetracking. Nielsen Norman Group Technical Report"},{"key":"9829_CR79","doi-asserted-by":"crossref","unstructured":"Peterson C, Saddler J, Blascheck T, Sharif B (2019) Visually analyzing students\u2019 gaze on c++ code snippets. In: EMIP 2019-6th International Workshop on Eye Movements in Programming","DOI":"10.1109\/EMIP.2019.00011"},{"key":"9829_CR80","doi-asserted-by":"crossref","unstructured":"Petrusel R, Mendling J (2012) Eye-tracking the factors of process model comprehension tasks. In: Proceedings of the Conference on the Advanced Information Systems Engineering, Springer, CAiSE \u201913, pp 224\u2013239","DOI":"10.1007\/978-3-642-38709-8_15"},{"issue":"5","key":"9829_CR81","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1145\/217030.217032","volume":"20","author":"SL Pfleeger","year":"1995","unstructured":"Pfleeger SL (1995) Experimental design and analysis in software engineering, part 5: Analyzing the data. SIGSOFT Softw Eng Notes 20 (5):14\u201317. https:\/\/doi.org\/10.1145\/217030.217032","journal-title":"SIGSOFT Softw Eng Notes"},{"key":"9829_CR82","doi-asserted-by":"crossref","unstructured":"Poole A, Ball LJ (2005) Eye tracking in human-computer interaction and usability research: Current status and future. In: Prospects\u201d, Chapter in C. Ghaoui (Ed.): Encyclopedia of Human-Computer Interaction. Pennsylvania: Idea Group, Inc","DOI":"10.4018\/978-1-59140-562-7.ch034"},{"key":"9829_CR83","doi-asserted-by":"publisher","first-page":"970","DOI":"10.1109\/34.877520","volume":"22","author":"CM Privitera","year":"2000","unstructured":"Privitera CM, Stark LW (2000) Algorithms for defining visual regions-of-interest: Comparison with eye fixations. IEEE Trans Pattern Anal Mach Intell 22:970\u2013982","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"3","key":"9829_CR84","doi-asserted-by":"publisher","first-page":"618","DOI":"10.1037\/0033-2909.85.3.618","volume":"85","author":"K Rayner","year":"1978","unstructured":"Rayner K (1978) Eye movements in reading and information processing. Psychol Bull 85(3):618\u2013660","journal-title":"Psychol Bull"},{"issue":"3","key":"9829_CR85","doi-asserted-by":"publisher","first-page":"372","DOI":"10.1037\/0033-2909.124.3.372","volume":"124","author":"K Rayner","year":"1998","unstructured":"Rayner K (1998) Eye movements in reading and information processing: 20 years of research. Psychol Bull 124(3):372","journal-title":"Psychol Bull"},{"key":"9829_CR86","doi-asserted-by":"publisher","unstructured":"Rodeghero P, McMillan C, McBurney PW, Bosch N, D\u2019Mello S (2014) Improving automated source code summarization via an eye-tracking study of programmers. In: Proceedings of the 36th International Conference on Software Engineering, ACM, New York, ICSE, 2014, pp 390-401. https:\/\/doi.org\/10.1145\/2568225.2568247","DOI":"10.1145\/2568225.2568247"},{"key":"9829_CR87","unstructured":"Ross J (2009) Eyetracking: Is It Worth It? http:\/\/www.uxmatters.com\/mt\/archives\/2009\/10\/eyetracking-is-it-worth-it.php\/, [Online; accessed 20-March-2019]"},{"key":"9829_CR88","unstructured":"Sajaniemi J (2004) Comparison of three eye tracking devices in psychology of programming research. In: Proceedings of the 16th Annual Psychology of Programming Interest Group Workshop, PPIG \u201904, pp 151\u2013158"},{"key":"9829_CR89","doi-asserted-by":"publisher","unstructured":"Salvucci DD, Goldberg JH (2000) Identifying fixations and saccades in eye-tracking protocols. In: Proceedings of the 2000 Symposium on Eye Tracking Research & Applications, ACM, New York, ETRA \u201900, pp 71\u201378. https:\/\/doi.org\/10.1145\/355017.355028","DOI":"10.1145\/355017.355028"},{"issue":"8","key":"9829_CR90","doi-asserted-by":"publisher","first-page":"763","DOI":"10.1364\/JOSA.50.000763","volume":"50","author":"B Shackel","year":"1960","unstructured":"Shackel B (1960) Note on mobile eye viewpoint recording. JOSA 50(8):763\u2013768","journal-title":"JOSA"},{"key":"9829_CR91","doi-asserted-by":"crossref","unstructured":"Shaffer TR, Wise JL, Walters BM, M\u00fcller SC, Falcone M, Sharif B (2015) itrace: Enabling eye tracking on software artifacts within the ide to support software engineering tasks. In: Proceedings of the 2015 10th Joint Meeting on Foundations of Software Engineering, ACM, pp 954\u2013957","DOI":"10.1145\/2786805.2803188"},{"issue":"2","key":"9829_CR92","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1177\/1088868306294790","volume":"11","author":"JR Shapiro","year":"2007","unstructured":"Shapiro JR, Neuberg SL (2007) From stereotype threat to stereotype threats: Implications of a multi-threat framework for causes, moderators, mediators, consequences, and interventions. Personal Soc Psychol Rev 11(2):107\u2013130","journal-title":"Personal Soc Psychol Rev"},{"key":"9829_CR93","doi-asserted-by":"crossref","unstructured":"Sharafi Z, Soh Z, Gu\u00e9h\u00e9neuc YG, Antoniol G (2012) Women and men - different but equal: On the impact of identifier style on source code reading. In: Proceedings of 20th International Conference on Program Comprehension, ICPC \u201913, pp 27\u201336","DOI":"10.1109\/ICPC.2012.6240505"},{"key":"9829_CR94","doi-asserted-by":"crossref","unstructured":"Sharafi Z, Marchetto A, Susi A, Antoniol G, Gu\u00e9h\u00e9neuc YG (2013) An empirical study on the efficiency of graphical vs.textual representations in requirements comprehension. In: Proceedings of 21st International Conference on Program Comprehension, ICPC \u201913, pp 33\u201342","DOI":"10.1109\/ICPC.2013.6613831"},{"key":"9829_CR95","doi-asserted-by":"crossref","unstructured":"Sharafi Z, Shaffer T, Bonita S, Gu\u00e9h\u00e9neuc YG (2015a) Eye-tracking metrics in software engineering. In: Proceedings of 22nd Asia-Pacific Software Engineering Conference, IEEE CS Press, APSEC \u201915","DOI":"10.1109\/APSEC.2015.53"},{"key":"9829_CR96","doi-asserted-by":"crossref","unstructured":"Sharafi Z, Soh Z, Gu\u00e9h\u00e9neuc YG (2015b) A systematic literature review on the usage of eye-tracking in software engineering. Information and Software Technology (IST)","DOI":"10.1016\/j.infsof.2015.06.008"},{"key":"9829_CR97","doi-asserted-by":"crossref","unstructured":"Sharif B, Maletic JI (2010a) An eye tracking study on camelcase and under_score identifier styles. In: Proceeding of 18th IEEE International Conference on Program Comprehension, IEEE Computer Society, ICPC \u201910, pp 196\u2013205","DOI":"10.1109\/ICPC.2010.41"},{"key":"9829_CR98","doi-asserted-by":"crossref","unstructured":"Sharif B, Maletic JI (2010b) An eye tracking study on the effects of layout in understanding the role of design patterns. In: Proceedings of the 26th IEEE International Conference on Software Maintenance, IEEE Computer Society, pp 1\u201310","DOI":"10.1109\/ICSM.2010.5609582"},{"key":"9829_CR99","doi-asserted-by":"crossref","unstructured":"Sharif B, Falcone M, Maletic JI (2012) An eye-tracking study on the role of scan time in finding source code defects. In: Proceedings of the Symposium on Eye Tracking Research & Applications, ACM, New York, ETRA\u201912, pp 381\u2013384","DOI":"10.1145\/2168556.2168642"},{"key":"9829_CR100","doi-asserted-by":"crossref","unstructured":"Sharif B, Jetty G, Aponte J, Parra E (2013) An empirical study assessing the effect of seeit 3D on comprehension. In: Proceeding of 1st IEEE Working Conference on Software Visualization, IEEE, VISSOFT \u201913, pp 1\u201310","DOI":"10.1109\/VISSOFT.2013.6650519"},{"key":"9829_CR101","doi-asserted-by":"crossref","unstructured":"Siegmund J, Siegmund N, Apel S (2015) Views on internal and external validity in empirical software engineering. In: Proceedings of the 37th International Conference on Software Engineering-Volume 1, IEEE Press, pp 9\u201319","DOI":"10.1109\/ICSE.2015.24"},{"key":"9829_CR102","doi-asserted-by":"crossref","unstructured":"Soh Z, Sharafi Z, den Plas BV, Porras GC, Gu\u00e9h\u00e9neuc YG, Antoniol G (2012) Professional status and expertise for UML class diagram comprehension: An empirical study. In: Proceedings of 20th International Conference on Program Comprehension, ICPC \u201913, pp 163\u2013172","DOI":"10.1109\/ICPC.2012.6240484"},{"key":"9829_CR103","doi-asserted-by":"publisher","unstructured":"Soh Z, Khomh F, Gu\u00e9h\u00e9neuc YG, Antoniol G, Adams B (2013) On the effect of program exploration on maintenance tasks. In: 2013 20th Working Conference on Reverse Engineering (WCRE), pp 391\u2013400. https:\/\/doi.org\/10.1109\/WCRE.2013.6671314","DOI":"10.1109\/WCRE.2013.6671314"},{"issue":"2","key":"9829_CR104","doi-asserted-by":"publisher","first-page":"645","DOI":"10.1007\/s10664-017-9529-x","volume":"23","author":"Z Soh","year":"2018","unstructured":"Soh Z, Khomh F, Gu\u00e9h\u00e9neuc YG, Antoniol G (2018) Noise in mylyn interaction traces and its impact on developers and recommendation systems. Empir Softw Eng 23(2):645\u2013692. https:\/\/doi.org\/10.1007\/s10664-017-9529-x","journal-title":"Empir Softw Eng"},{"issue":"1","key":"9829_CR105","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1006\/jesp.1998.1373","volume":"35","author":"SJ Spencer","year":"1999","unstructured":"Spencer SJ, Steele CM, Quinn DM (1999) Stereotype threat and women\u2019s math performance. J Exp Soc Psychol 35(1):4\u201328","journal-title":"J Exp Soc Psychol"},{"issue":"5","key":"9829_CR106","doi-asserted-by":"publisher","first-page":"797","DOI":"10.1037\/0022-3514.69.5.797","volume":"69","author":"CM Steele","year":"1995","unstructured":"Steele CM, Aronson J (1995) Stereotype threat and the intellectual test performance of african americans. J Pers Soc Psychol 69(5):797","journal-title":"J Pers Soc Psychol"},{"key":"9829_CR107","doi-asserted-by":"publisher","unstructured":"Stein R, Brennan SE (2004) Another person\u2019s eye gaze as a cue in solving programming problems. In: Proceedings of the 6th International Conference on Multimodal Interfaces, ACM, New York, ICMI \u201904, pp 9\u201315 https:\/\/doi.org\/10.1145\/1027933.1027936","DOI":"10.1145\/1027933.1027936"},{"key":"9829_CR108","doi-asserted-by":"crossref","unstructured":"Strandvall T (2009) Eye tracking in human-computer interaction and usability research. In: Gross T, Gulliksen J, Kotz\u00e9 P, Oestreicher L, Palanque P, Prates R O, Winckler M (eds) Human-Computer Interaction\u2013INTERACT 2009: 12th IFIP TC 13 International Conference, Uppsala, Sweden, August 24-28, 2009, Proceedings, Part II. Springer, Berlin, pp 936\u2013937","DOI":"10.1007\/978-3-642-03658-3_119"},{"key":"9829_CR109","doi-asserted-by":"publisher","unstructured":"Sundstedt V (2010) Gazing at games: Using eye tracking to control virtual characters. In: ACM SIGGRAPH 2010 Courses, ACM, New York, SIGGRAPH \u201910, pp 5:1\u20135:160 https:\/\/doi.org\/10.1145\/1837101.1837106","DOI":"10.1145\/1837101.1837106"},{"key":"9829_CR110","doi-asserted-by":"crossref","unstructured":"Turner R, Falcone M, Sharif B, Lazar A (2014a) An eye-tracking study assessing the comprehension of C++ and Python source code. In: Proceedings of the Symposium on Eye Tracking Research & Applications, ACM, New York, ETRA \u201914, pp 231\u2013234","DOI":"10.1145\/2578153.2578218"},{"key":"9829_CR111","doi-asserted-by":"publisher","unstructured":"Turner R, Falcone M, Sharif B, Lazar A (2014b) An eye-tracking study assessing the comprehension of c++ and python source code. In: Proceedings of the Symposium on Eye Tracking Research and Applications, ACM, New York, ETRA \u201914, pp 231\u2013234. https:\/\/doi.org\/10.1145\/2578153.2578218","DOI":"10.1145\/2578153.2578218"},{"key":"9829_CR112","doi-asserted-by":"crossref","unstructured":"Uwano H, Nakamura M, Monden A, Matsumoto K (2006) Analyzing individual performance of source code review using reviewers\u2019 eye movement. In: Proceedings of the 2006 symposium on Eye tracking research & applications, ACM, ETRA \u201906, pp 133\u2013140","DOI":"10.1145\/1117309.1117357"},{"key":"9829_CR113","unstructured":"Vrzakova H (2019) Machine learning methods in interaction inference from gaze. In: Dissertations in Forestry and Natural Sciences, University of Eastern Finland"},{"key":"9829_CR114","doi-asserted-by":"crossref","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson MC, Regnell B, Wessl\u00e9n A (2012) Experimentation in software engineering. Springer Science & Business Media","DOI":"10.1007\/978-3-642-29044-2"},{"key":"9829_CR115","doi-asserted-by":"crossref","unstructured":"Yarbus AL (1967) Eye movements during perception of complex objects. Springer","DOI":"10.1007\/978-1-4899-5379-7"},{"key":"9829_CR116","doi-asserted-by":"crossref","unstructured":"Yusuf S, Kagdi HH, Maletic JI (2007) Assessing the comprehension of UML class diagrams via eye tracking. In: Proceeding of 15th IEEE International Conference on Program Comprehension, IEEE Computer Society, ICPC \u201907, pp 113\u2013122","DOI":"10.1109\/ICPC.2007.10"},{"issue":"2","key":"9829_CR117","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1007\/s11768-010-8043-0","volume":"8","author":"Z Zhang","year":"2010","unstructured":"Zhang Z, Zhang J (2010) A new real-time eye tracking based on nonlinear unscented kalman filter for monitoring driver fatigue. Journal of Control Theory and Applications 8(2):181\u2013188","journal-title":"Journal of Control Theory and Applications"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-020-09829-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-020-09829-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-020-09829-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,6,11]],"date-time":"2021-06-11T23:11:15Z","timestamp":1623453075000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-020-09829-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,12]]},"references-count":117,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2020,9]]}},"alternative-id":["9829"],"URL":"https:\/\/doi.org\/10.1007\/s10664-020-09829-4","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,6,12]]},"assertion":[{"value":"12 June 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}