{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,6]],"date-time":"2024-10-06T01:15:30Z","timestamp":1728177330509},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"16","license":[{"start":{"date-parts":[[2023,2,27]],"date-time":"2023-02-27T00:00:00Z","timestamp":1677456000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,2,27]],"date-time":"2023-02-27T00:00:00Z","timestamp":1677456000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52072293"],"award-info":[{"award-number":["52072293"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"the Basic Strengthening Plan Technology Foundation","award":["2020-JCJQJJ-430"],"award-info":[{"award-number":["2020-JCJQJJ-430"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1007\/s11042-023-14403-3","type":"journal-article","created":{"date-parts":[[2023,2,27]],"date-time":"2023-02-27T02:02:41Z","timestamp":1677463361000},"page":"25467-25484","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Pupil centre\u2019s localization with transformer without real pupil"],"prefix":"10.1007","volume":"82","author":[{"given":"Pengxiang","family":"Xue","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Changyuan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenbo","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guangyi","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guanghao","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Muhammad","family":"Raza","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,2,27]]},"reference":[{"key":"14403_CR1","unstructured":"Amir-Homayoun J, Zahra H, Morteza B et al (2015) SET: a pupil detection method using sinusoidal approximation. Front Neuroengineering"},{"key":"14403_CR2","doi-asserted-by":"crossref","unstructured":"Carion N, Massa F, Synnaeve G et al (2020) End-to-end object detection with transformers. arXiv:2005.12872","DOI":"10.1007\/978-3-030-58452-8_13"},{"key":"14403_CR3","doi-asserted-by":"crossref","unstructured":"Chaudhary AK, Kothari R, Acharya M, Dangi S, Nair N, Bailey R, Kanan C, Diaz G, Pelz JB (2019) Ritnet: real-time semantic segmentation of the eye for gaze tracking. In: 2019 IEEE\/CVF international conference on computer vision workshop (ICCVW). IEEE, pages 3698\u20133702","DOI":"10.1109\/ICCVW.2019.00568"},{"key":"14403_CR4","unstructured":"Child R, Gray S, Radford A, Sutskever I (2019) Generating long sequences with sparse transformers"},{"key":"14403_CR5","unstructured":"Cordonnier J-B, Loukas A, Jaggi M (2020) On the relationship between selfattention and convolutional layers. In: ICLR"},{"key":"14403_CR6","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A et al (2011) An image is worth 16x16 words: transformers for image recognition at scale. arXiv:2010.11929v2"},{"key":"14403_CR7","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1016\/S0166-4115(08)61813-0","volume":"22","author":"RC Frecker","year":"1984","unstructured":"Frecker R C, Eizenman M, Hallett PE (1984) High-precision real-time measurement of eye position using the first purkinje image. Adv Psychol 22:13\u201320","journal-title":"Adv Psychol"},{"key":"14403_CR8","doi-asserted-by":"crossref","unstructured":"Fuhl W., Geisler D., Rosenstiel W., Kasneci E. (2019) The applicability of cycle gans for pupil and eyelid segmentation, data generation and image refinement. In: Proceedings of the IEEE international conference on computer vision workshops","DOI":"10.1109\/ICCVW.2019.00541"},{"key":"14403_CR9","first-page":"39","volume":"9256","author":"W Fuhl","year":"2015","unstructured":"Fuhl W, Kubler T, Sippel K, Rosenstiel W, Kasneci E (2015) ExCuSe: robust pupil detection in real-world scenarios. Lecture Notes Comput Sci (including subseries Lecture Notes Artif Intell Lecture Notes Bioinf) 9256:39\u201351","journal-title":"Lecture Notes Comput Sci (including subseries Lecture Notes Artif Intell Lecture Notes Bioinf)"},{"issue":"8","key":"14403_CR10","doi-asserted-by":"publisher","first-page":"1275","DOI":"10.1007\/s00138-016-0776-4","volume":"27","author":"Wolfgang Fuhl","year":"2016","unstructured":"Fuhl Wolfgang, Tonsen Marc, Bulling Andreas, Kasneci Enkelejda (2016) Pupil detection for head-mounted eye tracking in the wild: an evaluation of the state of the art. Mach Vis Appl 27(8):1275\u20131288","journal-title":"Mach Vis Appl"},{"issue":"3","key":"14403_CR11","doi-asserted-by":"publisher","first-page":"478","DOI":"10.1109\/TPAMI.2009.30","volume":"32","author":"DW Hansen","year":"2010","unstructured":"Hansen DW, Ji Q (2010) In the eye of the beholder: a survey of models for eyes and gaze. IEEE Trans Patt Anal Mach Intell 32(3):478\u2013500","journal-title":"IEEE Trans Patt Anal Mach Intell"},{"key":"14403_CR12","unstructured":"Huang G, Liu Z, van der Maaten L et al (2019) Convolutional networks with dense connectivity. IEEE Trans Pattern Anal Mach Intell"},{"key":"14403_CR13","doi-asserted-by":"crossref","unstructured":"Katsini C, Abdrabou Y, Raptis GE, Khamis M, Alt F (2020) The role of eye gaze in security and privacy applications: survey and future HCI research directions. In: Proceedings of the 2020 CHI conference on human factors in computing systems","DOI":"10.1145\/3313831.3376840"},{"key":"14403_CR14","doi-asserted-by":"publisher","unstructured":"Krafka K, Khosla A, Kelnhofer P, Kannan H, Bhandarkar S, Matusik W, Torralba A (2016) Eye tracking for everyone. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 27\u201330, Las Vegas, USA. https:\/\/doi.org\/10.1109\/CVPR.2016.239","DOI":"10.1109\/CVPR.2016.239"},{"key":"14403_CR15","doi-asserted-by":"crossref","unstructured":"Lee-Thorp J, Ainslie J, Eckstein I et al (2021) FNet: mixing tokens with fourier transforms. arXiv:2105.03824","DOI":"10.18653\/v1\/2022.naacl-main.319"},{"key":"14403_CR16","unstructured":"Li D, Winfield D, Parkhurst DJ (2005) Starburst: a hybrid algorithm for videobased eye tracking combining feature-based and model-based approaches. In: Computer vision and pattern recognition-workshops, 2005. CVPR workshops. IEEE computer society conference on. IEEE, pp 79\u201379"},{"key":"14403_CR17","unstructured":"Lu S, ChangYuan W, Feng T, HongBo J (2021) An integrated neural network model for pupil detection and tracking. Soft Comput"},{"key":"14403_CR18","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1007\/s10846-016-0410-8","volume":"85","author":"W Muhammad","year":"2017","unstructured":"Muhammad W, Spratling MW (2017) A neural model of coordinated head and eye movement control. J Intell Robot Syst 85:107\u2013126","journal-title":"J Intell Robot Syst"},{"key":"14403_CR19","doi-asserted-by":"crossref","unstructured":"Park S, Spurr A, Hilliges O (2018) Deep pictorial gaze estimation. In: Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol 11217 LNCS, pages 741\u2013757","DOI":"10.1007\/978-3-030-01261-8_44"},{"key":"14403_CR20","unstructured":"Parmar N, Vaswani A, Uszkoreit J, Kaiser L, Shazeer N, Ku A, Tran D (2018) Image transformer. In: ICML"},{"key":"14403_CR21","first-page":"1","volume":"03","author":"K Rakshit","year":"2021","unstructured":"Rakshit K, Aayush C, Reynold B, Jeff P, Susan F (2021) EllSeg: an ellipse segmentation framework for robust gaze tracking. IEEE Trans Vis Comput Graph 03:1\u20131","journal-title":"IEEE Trans Vis Comput Graph"},{"key":"14403_CR22","doi-asserted-by":"publisher","DOI":"10.1017\/S0031819115000340","volume-title":"Superintelligence: Paths, Dangers, Strategies. By Nick Bostrom","author":"S Richmond","year":"2016","unstructured":"Richmond S (2016) Superintelligence: Paths, Dangers, Strategies. By Nick Bostrom. Oxford University Press, Oxford. 2014, pp xvi 328. https:\/\/doi.org\/10.1017\/S0031819115000340"},{"key":"14403_CR23","doi-asserted-by":"crossref","unstructured":"Roberto V, Theo G (2012) Accurate eye center location through invariant isocentric patterns. IEEE Trans Patt Anal Mach Intell, (34):1785-1798","DOI":"10.1109\/TPAMI.2011.251"},{"issue":"February","key":"14403_CR24","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1016\/j.cviu.2018.02.002","volume":"170","author":"T Santini","year":"2018","unstructured":"Santini T, Fuhl W, Kasneci E (2018) PuRe: robust pupil detection for real-time pervasive eye tracking. Comput Vision Image Understand 170 (February):40\u201350","journal-title":"Comput Vision Image Understand"},{"issue":"2","key":"14403_CR25","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1016\/S0031-3203(99)00055-2","volume":"33","author":"J Sauvola","year":"2000","unstructured":"Sauvola J., Pietikainen M. (2000) Adaptive document image binarization. Pattern Recogn 33(2):225\u2013236","journal-title":"Pattern Recogn"},{"key":"14403_CR26","first-page":"06","volume":"35","author":"L Shi","year":"2021","unstructured":"Shi L, Wang C, Jia H (2021) EPS: robust pupil edge points selection with haar feature and morphological pixel patterns. Int J Patt Recognit Artif Intell 35:06","journal-title":"Int J Patt Recognit Artif Intell"},{"key":"14403_CR27","unstructured":"Sutskever I, Vinyals O, Le QV (2014) Sequence to sequence learning with neural networks. In: NeurIPS"},{"key":"14403_CR28","doi-asserted-by":"crossref","unstructured":"Tao JP, Charlson ES, Zhu Y et al (2021) A Digital microscreen for the enhanced appearance of ocular prosthetic motility (an American ophthalmological society thesis). American J Ophthalmology, (228):35\u201346","DOI":"10.1016\/j.ajo.2021.03.025"},{"key":"14403_CR29","doi-asserted-by":"crossref","unstructured":"Tonsen M, Zhang X, Sugano Y, Bulling A (2016) Labelled pupils in the wild: a dataset for studying pupil detection in unconstrained environments. In: Proceedings of the ninth biennial ACM symposium on eye tracking research and applications, pp 139\u2013142","DOI":"10.1145\/2857491.2857520"},{"key":"14403_CR30","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser L, Polosukhin I (2017) Attention is all you need. Adv Neural Inf Process Syst"},{"key":"14403_CR31","doi-asserted-by":"publisher","first-page":"85","DOI":"10.3233\/ICA-180584","volume":"26","author":"FJ Vera-Olmos","year":"2019","unstructured":"Vera-Olmos FJ, Melero H, Malpica N (2019) DeepEye: deep convolutional network for pupil detection in real environments. Integr Comput-Aided Eng 26:85\u201395. https:\/\/doi.org\/10.3233\/ICA-180584","journal-title":"Integr Comput-Aided Eng"},{"key":"14403_CR32","doi-asserted-by":"crossref","unstructured":"Wang L, Guo Y, Dalip B, et al. (2021) An experimental study of objective pain measurement using pupillary response based on genetic algorithm and artificial neural network. Appl Intell","DOI":"10.1007\/s10489-021-02458-4"},{"key":"14403_CR33","doi-asserted-by":"crossref","unstructured":"Yiu YH, Aboulatta M, Raiser T et al (2019) DeepVOG: open-source pupil segmentation and gaze estimation in neuroscience using deep learning[J]. J Neurosci Methods","DOI":"10.1016\/j.jneumeth.2019.05.016"},{"key":"14403_CR34","doi-asserted-by":"publisher","unstructured":"Ze L, Yutong L, Yue C et al (2021) Swin transformer: hierarchical vision transformer using shifted windows. https:\/\/doi.org\/10.48550\/arXiv.2103.14030","DOI":"10.48550\/arXiv.2103.14030"},{"key":"14403_CR35","doi-asserted-by":"crossref","unstructured":"Zheng Z, Wang P, Ren D et al (2021) Enhancing geometric factors in model learning and inference for object detection and instance segmentation. IEEE Trans Cybernat","DOI":"10.1109\/TCYB.2021.3095305"},{"key":"14403_CR36","doi-asserted-by":"crossref","unstructured":"\u015awirski L, Bulling A, Dodgson N (2012) Robust real-time pupil tracking in highly off-axis images. In: Proceedings of the symposium on eye tracking research and applications","DOI":"10.1145\/2168556.2168585"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-14403-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-023-14403-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-14403-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,23]],"date-time":"2023-06-23T18:54:40Z","timestamp":1687546480000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-023-14403-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,27]]},"references-count":36,"journal-issue":{"issue":"16","published-print":{"date-parts":[[2023,7]]}},"alternative-id":["14403"],"URL":"https:\/\/doi.org\/10.1007\/s11042-023-14403-3","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,27]]},"assertion":[{"value":"29 December 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 October 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 January 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 February 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The author confirms:","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Consent for Publication"}},{"value":"\u2981 that the work described has not been published before(except in the form of an abstract or as part of a published lecture, review, or thesis).","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Consent for Publication"}},{"value":"\u2981 that it is not under consideration for publication elsewhere.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Consent for Publication"}},{"value":"\u2981 that its publication has been approved(tacitly or explicitly) by the responsible authorities at the institution where the work is carried out.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Consent for Publication"}},{"value":"The authors declare no competing non-financial \/ financial interests.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Competing interests"}}]}}