{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T07:32:51Z","timestamp":1780471971871,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Federal Ministry of Education and Research (Germany)","award":["16DHBKI035"],"award-info":[{"award-number":["16DHBKI035"]}]},{"name":"FH-Invest","award":["13FH101IN6"],"award-info":[{"award-number":["13FH101IN6"]}]},{"name":"Bavarian State Budget","award":["16-1541"],"award-info":[{"award-number":["16-1541"]}]},{"name":"European Union","award":["101083427"],"award-info":[{"award-number":["101083427"]}]},{"name":"European Funds for Regional Development","award":["20-3092.10-THD-105"],"award-info":[{"award-number":["20-3092.10-THD-105"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,2]]},"DOI":"10.1145\/3723010.3723023","type":"proceedings-article","created":{"date-parts":[[2025,5,8]],"date-time":"2025-05-08T11:24:04Z","timestamp":1746703444000},"page":"86-95","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["A Comparison of Eye Movement Classifiers"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-1973-9997","authenticated-orcid":false,"given":"Timur","family":"Ezer","sequence":"first","affiliation":[{"name":"OTH Regensburg, Regensburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-3321-2989","authenticated-orcid":false,"given":"Fabian","family":"Engl","sequence":"additional","affiliation":[{"name":"OTH Regensburg, Regensburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1874-6268","authenticated-orcid":false,"given":"Lisa","family":"Grabinger","sequence":"additional","affiliation":[{"name":"OTH Regensburg, Regensburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-0768-0485","authenticated-orcid":false,"given":"Simon","family":"R\u00f6hrl","sequence":"additional","affiliation":[{"name":"OTH Regensburg, Regensburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2531-3295","authenticated-orcid":false,"given":"Florian","family":"Hauser","sequence":"additional","affiliation":[{"name":"OTH Regensburg, Regensburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7727-2448","authenticated-orcid":false,"given":"J\u00fcrgen","family":"Mottok","sequence":"additional","affiliation":[{"name":"OTH Regensburg, Regensburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,6]]},"reference":[{"key":"e_1_3_3_1_2_2","volume-title":"Tobii pro lab","author":"AB Tobii","year":"2023","unstructured":"Tobii AB. 2023. Tobii pro lab. Tobii AB, Danderyd, Stockholm. http:\/\/www.tobii.com\/"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","unstructured":"Ioannis Agtzidis Mikhail Startsev and Michael Dorr. 2020. Two hours in hollywood: a manually annotated ground truth data set of eye movements during movie clip watching. Journal of Eye Movement Research 13 4 (7 2020) 12\u00a0pages. 10.16910\/JEMR.13.4.5","DOI":"10.16910\/JEMR.13.4.5"},{"key":"e_1_3_3_1_4_2","series-title":"(ICML 2016)","first-page":"173","volume-title":"Proceedings of The 33rd International Conference on Machine Learning","author":"Amodei Dario","year":"2016","unstructured":"Dario Amodei, Sundaram Ananthanarayanan, Rishita Anubhai, Jingliang Bai, Eric Battenberg, Carl Case, Jared Casper, Bryan Catanzaro, Qiang Cheng, Guoliang Chen, Jie Chen, Jingdong Chen, Zhijie Chen, Mike Chrzanowski, Adam Coates, Greg Diamos, Ke Ding, Niandong Du, Erich Elsen, Jesse Engel, Weiwei Fang, Linxi Fan, Christopher Fougner, Liang Gao, Caixia Gong, Awni Hannun, Tony Han, Lappi Johannes, Bing Jiang, Cai Ju, Billy Jun, Patrick LeGresley, Libby Lin, Junjie Liu, Yang Liu, Weigao Li, Xiangang Li, Dongpeng Ma, Sharan Narang, Andrew Ng, Sherjil Ozair, Yiping Peng, Ryan Prenger, Sheng Qian, Zongfeng Quan, Jonathan Raiman, Vinay Rao, Sanjeev Satheesh, David Seetapun, Shubho Sengupta, Kavya Srinet, Anuroop Sriram, Haiyuan Tang, Liliang Tang, Chong Wang, Jidong Wang, Kaifu Wang, Yi Wang, Zhijian Wang, Zhiqian Wang, Shuang Wu, Likai Wei, Bo Xiao, Wen Xie, Yan Xie, Dani Yogatama, Bin Yuan, Jun Zhan, and Zhenyao Zhu. 2016. Deep speech 2 : end-to-end speech recognition in english and mandarin. In Proceedings of The 33rd International Conference on Machine Learning (New York, NY, USA) (ICML 2016). PMLR, New York, NY, USA, 173\u2013182."},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","unstructured":"Richard Andersson Linnea Larsson Kenneth Holmqvist Martin Stridh and Marcus Nystr\u00f6m. 2017. One algorithm to rule them all? an evaluation and discussion of ten eye movement event-detection algorithms. Behavior Research Methods 49 2 (4 2017) 616\u2013637. 10.3758\/s13428-016-0738-9","DOI":"10.3758\/s13428-016-0738-9"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","unstructured":"Birtukan Birawo and Pawel Kasprowski. 2022. Review and evaluation of eye movement event detection algorithms. Sensors 22 22 (2022) 1\u201318. 10.3390\/s22228810","DOI":"10.3390\/s22228810"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","DOI":"10.21125\/iceri.2023.1291"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593663.3593680"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","unstructured":"Davide Chicco and Giuseppe Jurman. 2020. The advantages of the matthews correlation coefficient (mcc) over f1 score and accuracy in binary classification evaluation. BMC Genomics 21 1 (1 2020) 6. 10.1186\/s12864-019-6413-7","DOI":"10.1186\/s12864-019-6413-7"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","unstructured":"Davide Chicco Matthijs\u00a0J. Warrens and Giuseppe Jurman. 2021. The matthews correlation coefficient (mcc) is more informative than cohen\u2019s kappa and brier score in binary classification assessment. IEEE Access 9 (5 2021) 78368\u201378381. 10.1109\/ACCESS.2021.3084050","DOI":"10.1109\/ACCESS.2021.3084050"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","unstructured":"Rosario Delgado and Xavier\u00a0Andoni Tibau. 2019. Why cohen\u2019s kappa should be avoided as performance measure in classification. PLoS ONE 14 9 (2019) 1\u201326. 10.1371\/journal.pone.0222916","DOI":"10.1371\/journal.pone.0222916"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","unstructured":"Michael Dorr Thomas Martinetz Karl\u00a0R. Gegenfurtner and Erhardt Barth. 2010. Variability of eye movements when viewing dynamic natural scenes. Journal of vision 10 10 Article 28 (8 2010) 17\u00a0pages. 10.1167\/10.10.28","DOI":"10.1167\/10.10.28"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-57883-5"},{"key":"e_1_3_3_1_14_2","unstructured":"European Union. 2016. Regulation (eu) 2016\/679 of the european parliament and of the council of 27 april 2016 on the protection of natural persons with regard to the processing of personal data and on the free movement of such data and repealing directive 95\/46\/ec (general data protection regulation). https:\/\/eur-lex.europa.eu\/legal-content\/EN\/TXT\/?uri=CELEX%3A32016R0679 Last accessed: February 4 2025."},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.15034922"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.21125\/inted.2024.0802"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","DOI":"10.21125\/inted.2024.0814"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.21125\/iceri.2023.1127"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","DOI":"10.21125\/iceri.2024.1028"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","unstructured":"Joseph\u00a0H. Goldberg and Jack\u00a0C. Schryver. 1995. Eye-gaze-contingent control of the computer interface: methodology and example for zoom detection. Behavior Research Methods Instruments & Computers 27 3 (9 1995) 338\u2013350. 10.3758\/BF03200428","DOI":"10.3758\/BF03200428"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","unstructured":"Lisa Grabinger Florian Hauser Christian Wolff and J\u00fcrgen Mottok. 2024. On eye tracking in software engineering. SN Computer Science 5 6 (7 2024) 20\u00a0pages. 10.1007\/s42979-024-03045-3","DOI":"10.1007\/s42979-024-03045-3"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","unstructured":"David\u00a0J. Hand Peter Christen and Nishadi Kirielle. 2021. F*: an interpretable transformation of the f-measure. Machine Learning 110 3 (2021) 451\u2013456. 10.1007\/s10994-021-05964-1 arxiv:2008.00103","DOI":"10.1007\/s10994-021-05964-1"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3649902.3655093"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3588015.3589189"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3209087.3209092"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","unstructured":"Ignace T.\u00a0C. Hooge Diederick\u00a0C. Niehorster Marcus Nystr\u00f6m Richard Andersson and Roy\u00a0S. Hessels. 2018. Is human classification by experienced untrained observers a gold standard in fixation detection? Behavior Research Methods 50 5 (10 2018) 1864\u20131881. 10.3758\/s13428-017-0955-x","DOI":"10.3758\/s13428-017-0955-x"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","unstructured":"Sabrina Hoppe and Andreas Bulling. 2016. End-to-end eye movement detection using convolutional neural networks. (2016). 10.48550\/arXiv.1609.02452 arXiv:arXiv:1609.02452","DOI":"10.48550\/arXiv.1609.02452"},{"key":"e_1_3_3_1_28_2","volume-title":"MATLAB version: 23.2.0 (R2023b)","author":"Inc. The\u00a0MathWorks","year":"2023","unstructured":"The\u00a0MathWorks Inc.2023. MATLAB version: 23.2.0 (R2023b). MathWorks, Natick, Massachusetts, United States. https:\/\/www.mathworks.com"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"crossref","unstructured":"Marcel\u00a0A. Just and Patricia\u00a0A. Carpenter. 1980. A theory of reading: from eye fixations to comprehension. Psychological Review 87 4 (1980) 329\u2013354.","DOI":"10.1037\/\/0033-295X.87.4.329"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","unstructured":"Oleg\u00a0V. Komogortsev and Alex Karpov. 2013. Automated classification and scoring of smooth pursuit eye movements in the presence of fixations and saccades. Behavior Research Methods 45 1 (3 2013) 203\u2013215. 10.3758\/s13428-012-0234-9","DOI":"10.3758\/s13428-012-0234-9"},{"key":"e_1_3_3_1_31_2","first-page":"71 \u2013 80","volume-title":"SECURWARE 2024 : The Eighteenth International Conference on Emerging Security Information, Systems and Technologies","author":"Kristen Meret","year":"2024","unstructured":"Meret Kristen, Fabian Engl, and J\u00fcrgen Mottok. 2024. Enhancing phishing detection: an eye-tracking study on user interaction and oversights in phishing emails. In SECURWARE 2024 : The Eighteenth International Conference on Emerging Security Information, Systems and Technologies. IARIA, Nice, France, 71 \u2013 80. https:\/\/www.thinkmind.org\/library\/SECURWARE\/SECURWARE_2024\/securware_2024_2_80_30041.html"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"crossref","unstructured":"Linn\u00e9a Larsson Marcus Nystr\u00f6m and Martin Stridh. 2013. Detection of saccades and postsaccadic oscillations in the presence of smooth pursuit. IEEE Transactions on Biomedical Engineering 60 9 (2013) 2484\u20132493.","DOI":"10.1109\/TBME.2013.2258918"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","unstructured":"Marcus Nystr\u00f6m Ignace Hooge and Kenneth Holmqvist. 2013. Post-saccadic oscillations in eye movement data recorded with pupil-based eye trackers reflect motion of the pupil inside the iris. Vision Research 92 (2013) 59\u201366. 10.1016\/j.visres.2013.09.009","DOI":"10.1016\/j.visres.2013.09.009"},{"key":"e_1_3_3_1_34_2","unstructured":"Anneli Olsen. 2012. Tobii i-vt fixation filter. http:\/\/www.vinis.co.kr\/ivt_filter.pdf"},{"key":"e_1_3_3_1_35_2","first-page":"923","volume-title":"Proceedings of the twentieth annual conference of the cognitive science society","author":"Salvucci Dario\u00a0D.","year":"1998","unstructured":"Dario\u00a0D. Salvucci and John\u00a0R. Anderson. 1998. Tracing eye movement protocols with cognitive process models. In Proceedings of the twentieth annual conference of the cognitive science society (Hillsdale, NJ, USA). Lawrence Erlbaum Associates, Mahwah, NJ, USA, 923\u2013928."},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/355017.355028"},{"key":"e_1_3_3_1_37_2","unstructured":"Javier San Agustin. 2010. Off-the-Shelf Gaze Interaction. Ph.\u00a0D. Dissertation. IT-Universitetet i K\u00f8benhavn Copenhagen Denmark."},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","unstructured":"D. Sauter B.\u00a0J. Martin N. Di\u00a0Renzo and C. Vomscheid. 1991. Analysis of eye tracking movements using innovations generated by a kalman filter. Medical and Biological Engineering and Computing 29 1 (1 1991) 63\u201369. 10.1007\/BF02446297","DOI":"10.1007\/BF02446297"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","unstructured":"Mikhail Startsev Ioannis Agtzidis and Michael Dorr. 2019. 1d cnn with blstm for automated classification of fixations saccades and smooth pursuits. Behavior Research Methods 51 2 (4 2019) 556\u2013572. 10.3758\/s13428-018-1144-2","DOI":"10.3758\/s13428-018-1144-2"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","unstructured":"Mikhail Startsev and Raimondas Zemblys. 2023. Evaluating eye movement event detection: a review of the state of the art. Behavior Research Methods 55 4 (6 2023) 1653\u20131714. 10.3758\/S13428-021-01763-7\/FIGURES\/23","DOI":"10.3758\/S13428-021-01763-7\/FIGURES\/23"},{"key":"e_1_3_3_1_41_2","volume-title":"Tobii pro fusion - product description","author":"AB Tobii","year":"2020","unstructured":"Tobii AB. 2020. Tobii pro fusion - product description. Technical Report. Tobii AB, Stockholm, Sweden."},{"key":"e_1_3_3_1_42_2","volume-title":"Tobii pro spectrum product description","author":"AB Tobii","year":"2023","unstructured":"Tobii AB. 2023. Tobii pro spectrum product description. Technical Report. Tobii AB, Stockholm, Sweden."},{"key":"e_1_3_3_1_43_2","unstructured":"Raimondas Zemblys. 2017. Eye-movement event detection meets machine learning. BIOMEDICAL ENGINEERING 2016 20 1 (2 2017) 98\u2013101. http:\/\/biomed.ktu.lt\/index.php\/BME\/article\/view\/3387"},{"key":"e_1_3_3_1_44_2","doi-asserted-by":"publisher","unstructured":"Raimondas Zemblys Diederick\u00a0C. Niehorster and Kenneth Holmqvist. 2019. Gazenet: End-to-end eye-movement event detection with deep neural networks. Behavior Research Methods 51 2 (4 2019) 840\u2013864. 10.3758\/s13428-018-1133-5","DOI":"10.3758\/s13428-018-1133-5"},{"key":"e_1_3_3_1_45_2","doi-asserted-by":"publisher","unstructured":"Raimondas Zemblys Diederick\u00a0C. Niehorster Oleg Komogortsev and Kenneth Holmqvist. 2018. Using machine learning to detect events in eye-tracking data. Behavior Research Methods 50 1 (2 2018) 160\u2013181. 10.3758\/s13428-017-0860-3","DOI":"10.3758\/s13428-017-0860-3"}],"event":{"name":"ECSEE 2025: European Conference on Software Engineering Education","location":"Seeon Germany","acronym":"ECSEE 2025"},"container-title":["Proceedings of the 6th European Conference on Software Engineering Education"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3723010.3723023","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3723010.3723023","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:56:41Z","timestamp":1750298201000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3723010.3723023"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6]]},"references-count":44,"alternative-id":["10.1145\/3723010.3723023","10.1145\/3723010"],"URL":"https:\/\/doi.org\/10.1145\/3723010.3723023","relation":{},"subject":[],"published":{"date-parts":[[2025,6]]},"assertion":[{"value":"2025-06-01","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}