{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,6]],"date-time":"2026-01-06T13:18:17Z","timestamp":1767705497841,"version":"3.33.0"},"reference-count":34,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,7,29]],"date-time":"2024-07-29T00:00:00Z","timestamp":1722211200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["clinicalkey.fr","clinicalkey.jp","clinicalkey.es","clinicalkey.com.au","clinicalkey.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["European Annals of Otorhinolaryngology, Head and Neck Diseases"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1016\/j.anorl.2024.07.005","type":"journal-article","created":{"date-parts":[[2024,8,7]],"date-time":"2024-08-07T12:07:39Z","timestamp":1723032459000},"page":"5-10","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"title":["Optimization of the automated Sunnybrook Facial Grading System\u00a0\u2013\u00a0Improving the reliability of a deep learning network with facial landmarks"],"prefix":"10.1016","volume":"142","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7394-2953","authenticated-orcid":false,"given":"T.C.","family":"ten Harkel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"F.","family":"Bielevelt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3096-7071","authenticated-orcid":false,"given":"H.A.M.","family":"Marres","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"K.J.A.O.","family":"Ingels","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"T.J.J.","family":"Maal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"C.M.","family":"Speksnijder","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.anorl.2024.07.005_bib0175","doi-asserted-by":"crossref","first-page":"515","DOI":"10.1589\/jpts.25.515","article-title":"Evaluation and Grading Systems of Facial Paralysis for Facial Rehabilitation","volume":"25","author":"Samsudin","year":"2013","journal-title":"J Phys Ther Sci"},{"key":"10.1016\/j.anorl.2024.07.005_bib0180","doi-asserted-by":"crossref","first-page":"569","DOI":"10.1097\/PRS.0000000000000905","article-title":"Facial nerve grading instruments: Systematic review of the literature and suggestion for uniformity","volume":"135","author":"Fattah","year":"2015","journal-title":"Plast Reconstr Surg"},{"key":"10.1016\/j.anorl.2024.07.005_bib0185","doi-asserted-by":"crossref","first-page":"380","DOI":"10.1016\/S0194-59989670206-1","article-title":"Development of a sensitive clinical facial grading system","volume":"114","author":"Ross","year":"1996","journal-title":"Otolaryngol Neck Surg"},{"key":"10.1016\/j.anorl.2024.07.005_bib0190","doi-asserted-by":"crossref","first-page":"823","DOI":"10.1111\/coa.13574","article-title":"Learning curve using the Sunnybrook Facial Grading System in assessing facial palsy: An observational study in 100 patients","volume":"45","author":"van Veen","year":"2020","journal-title":"Clin Otolaryngol"},{"key":"10.1016\/j.anorl.2024.07.005_bib0195","doi-asserted-by":"crossref","first-page":"103810","DOI":"10.1016\/j.amjoto.2023.103810","article-title":"Automatic grading of patients with a unilateral facial paralysis based on the Sunnybrook Facial Grading System - A deep learning study based on a convolutional neural network","volume":"44","author":"ten Harkel","year":"2023","journal-title":"Am J Otolaryngol"},{"key":"10.1016\/j.anorl.2024.07.005_bib0200","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"Lecun","year":"2015","journal-title":"Nature"},{"key":"10.1016\/j.anorl.2024.07.005_bib0205","doi-asserted-by":"crossref","first-page":"e047549","DOI":"10.1136\/bmjopen-2020-047549","article-title":"Deep learning-based facial image analysis in medical research: a systematic review protocol","volume":"11","author":"Su","year":"2021","journal-title":"BMJ Open"},{"key":"10.1016\/j.anorl.2024.07.005_bib0210","series-title":"A review of image recognition with deep convolutional neural network","first-page":"69","author":"Liu","year":"2017"},{"key":"10.1016\/j.anorl.2024.07.005_bib0215","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1146\/annurev-bioeng-071516-044442","article-title":"Deep learning in medical image analysis","volume":"19","author":"Shen","year":"2017","journal-title":"Annu Rev Biomed Eng"},{"key":"10.1016\/j.anorl.2024.07.005_bib0220","article-title":"Reliability of grading of facial palsy using a video tutorial with synchronous video recording","author":"Volk","year":"2018","journal-title":"Laryngoscope"},{"key":"10.1016\/j.anorl.2024.07.005_bib0225","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1001\/jamafacial.2016.0025","article-title":"Emerging vs time-tested methods of facial grading among patients with facial paralysis","volume":"18","author":"Gaudin","year":"2016","journal-title":"JAMA Facial Plast Surg"},{"key":"10.1016\/j.anorl.2024.07.005_bib0230","doi-asserted-by":"crossref","first-page":"1038","DOI":"10.1002\/lary.20868","article-title":"Sunnybrook facial grading system: reliability and criteria for grading","volume":"120","author":"Neely","year":"2010","journal-title":"Laryngoscope"},{"key":"10.1016\/j.anorl.2024.07.005_bib0235","doi-asserted-by":"crossref","DOI":"10.2196\/11109","article-title":"Face-to-Face Versus Video Assessment of Facial Paralysis: Implications for Telemedicine","volume":"21","author":"Tan","year":"2019","journal-title":"J Med Internet Res"},{"key":"10.1016\/j.anorl.2024.07.005_bib0240","doi-asserted-by":"crossref","first-page":"543","DOI":"10.1016\/j.otohns.2005.01.027","article-title":"Reliability of the \u201cSydney,\u201d \u201cSunnybrook\u201d and \u201cHouse Brackmann\u201d facial grading systems to assess voluntary movement and synkinesis after facial nerve paralysis","volume":"132","author":"Coulson","year":"2005","journal-title":"Otolaryngol Head Neck Surg"},{"key":"10.1016\/j.anorl.2024.07.005_bib0245","doi-asserted-by":"crossref","first-page":"1089","DOI":"10.1097\/MAO.0000000000003140","article-title":"Sunnybrook Facial Grading System: Intra-rater and Inter-rater Variabilities","volume":"42","author":"Cabrol","year":"2021","journal-title":"Otol Neurotol"},{"key":"10.1016\/j.anorl.2024.07.005_bib0250","doi-asserted-by":"crossref","first-page":"863","DOI":"10.1007\/s00414-015-1292-1","article-title":"A standardized nomenclature for craniofacial and facial anthropometry","volume":"130","author":"Caple","year":"2016","journal-title":"Int J Legal Med"},{"key":"10.1016\/j.anorl.2024.07.005_bib0255","doi-asserted-by":"crossref","first-page":"464","DOI":"10.1109\/WACV.2017.58","article-title":"Cyclical learning rates for training neural networks","volume":"2017","author":"Smith","year":"2017","journal-title":"Proc - 2017 IEEE Winter Conf Appl Comput Vision, WACV"},{"key":"10.1016\/j.anorl.2024.07.005_bib0260","series-title":"Lect. Notes Comput. Sci. (including Subser. Lect. Notes Artif. Intell. Lect. Notes Bioinformatics),\u00a0vol. 7700 LECTU","first-page":"53","article-title":"Early stopping - But when?","author":"Prechelt","year":"2012"},{"key":"10.1016\/j.anorl.2024.07.005_bib0265","doi-asserted-by":"crossref","first-page":"420","DOI":"10.1037\/0033-2909.86.2.420","article-title":"Intraclass correlations: uses in assessing rater reliability","volume":"86","author":"Shrout","year":"1979","journal-title":"Psychol Bull"},{"key":"10.1016\/j.anorl.2024.07.005_bib0270","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1037\/h0026256","article-title":"Weighted kappa: nominal scale agreement provision for scaled disagreement or partial credit","volume":"70","author":"Cohen","year":"1968","journal-title":"Psychol Bull"},{"key":"10.1016\/j.anorl.2024.07.005_bib0275","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1016\/j.jcm.2016.02.012","article-title":"A Guideline of Selecting and Reporting Intraclass Correlation Coefficients for Reliability Research","volume":"15","author":"Koo","year":"2016","journal-title":"J Chiropr Med"},{"key":"10.1016\/j.anorl.2024.07.005_bib0280","doi-asserted-by":"crossref","first-page":"276","DOI":"10.11613\/BM.2012.031","article-title":"Interrater reliability: the kappa statistic","volume":"22","author":"McHugh","year":"2012","journal-title":"Biochem Medica"},{"key":"10.1016\/j.anorl.2024.07.005_bib0285","doi-asserted-by":"crossref","first-page":"176","DOI":"10.1016\/j.jvcir.2018.12.039","article-title":"Video facial emotion recognition based on local enhanced motion history image and CNN-CTSLSTM networks","volume":"59","author":"Hu","year":"2019","journal-title":"J Vis Commun Image Represent"},{"key":"10.1016\/j.anorl.2024.07.005_bib0290","doi-asserted-by":"crossref","first-page":"595","DOI":"10.1109\/TAFFC.2020.3014171","article-title":"Exploiting Multi-CNN Features in CNN-RNN Based Dimensional Emotion Recognition on the OMG in-the-Wild Dataset","volume":"12","author":"Kollias","year":"2021","journal-title":"IEEE Trans Affect Comput"},{"key":"10.1016\/j.anorl.2024.07.005_bib0295","doi-asserted-by":"crossref","first-page":"269","DOI":"10.5999\/aps.2020.01844","article-title":"Computerized Sunnybrook facial grading scale (SBface) application for facial paralysis evaluation","volume":"48","author":"Jirawatnotai","year":"2021","journal-title":"Arch Plast Surg"},{"key":"10.1016\/j.anorl.2024.07.005_bib0300","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1089\/fpsam.2019.29000.gua","article-title":"Toward an Automatic System for Computer-Aided Assessment in Facial Palsy","volume":"22","author":"Guarin","year":"2020","journal-title":"Facial Plast Surg Aesthetic Med"},{"key":"10.1016\/j.anorl.2024.07.005_bib0305","doi-asserted-by":"crossref","first-page":"1975","DOI":"10.1109\/TCSS.2022.3187622","article-title":"AFLFP: A Database With Annotated Facial Landmarks for Facial Palsy","volume":"10","author":"Xia","year":"2023","journal-title":"IEEE Trans Comput Soc Syst"},{"key":"10.1016\/j.anorl.2024.07.005_bib0310","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pone.0224365","article-title":"Machine learning algorithm validation with a limited sample size","volume":"14","author":"Vabalas","year":"2019","journal-title":"PLoS One"},{"key":"10.1016\/j.anorl.2024.07.005_bib0315","doi-asserted-by":"crossref","first-page":"671","DOI":"10.1097\/MAO.0b013e3181d8d84d","article-title":"Frequency and location of synkineses in patients with peripheral facial nerve paresis","volume":"31","author":"Beurskens","year":"2010","journal-title":"Otol Neurotol"},{"key":"10.1016\/j.anorl.2024.07.005_bib0320","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/j.anorl.2021.08.003","article-title":"Validation of a French version of the Sunnybrook facial grading system","volume":"139","author":"Waubant","year":"2022","journal-title":"Eur Ann Otorhinolaryngol Head Neck Dis"},{"key":"10.1016\/j.anorl.2024.07.005_bib0325","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1007\/s10072-012-1025-x","article-title":"Validation of the Italian version of the Sunnybrook Facial Grading System","volume":"34","author":"Pavese","year":"2013","journal-title":"Neurol Sci"},{"key":"10.1016\/j.anorl.2024.07.005_bib0330","doi-asserted-by":"crossref","first-page":"212","DOI":"10.1016\/S0194-5998(00)70241-5","article-title":"Toronto facial grading system: Interobserver reliability","volume":"122","author":"Kayhan","year":"2000","journal-title":"Otolaryngol - Head Neck Surg"},{"key":"10.1016\/j.anorl.2024.07.005_bib0335","doi-asserted-by":"crossref","first-page":"208","DOI":"10.2310\/7070.2001.20148","article-title":"Reliability of the Sunnybrook Facial Grading System by Novice Users","volume":"30","author":"Hu","year":"2001","journal-title":"J Otolaryngol"},{"key":"10.1016\/j.anorl.2024.07.005_bib0340","doi-asserted-by":"crossref","first-page":"865","DOI":"10.1016\/j.otohns.2006.05.748","article-title":"Sunnybrook and House-Brackmann Facial Grading Systems: Intrarater repeatability and interrater agreement","volume":"135","author":"Kanerva","year":"2006","journal-title":"Otolaryngol - Head Neck Surg"}],"container-title":["European Annals of Otorhinolaryngology, Head and Neck Diseases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1879729624000978?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1879729624000978?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,1,20]],"date-time":"2025-01-20T14:33:37Z","timestamp":1737383617000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1879729624000978"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1]]},"references-count":34,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["S1879729624000978"],"URL":"https:\/\/doi.org\/10.1016\/j.anorl.2024.07.005","relation":{},"ISSN":["1879-7296"],"issn-type":[{"type":"print","value":"1879-7296"}],"subject":[],"published":{"date-parts":[[2025,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Optimization of the automated Sunnybrook Facial Grading System\u00a0\u2013\u00a0Improving the reliability of a deep learning network with facial landmarks","name":"articletitle","label":"Article Title"},{"value":"European Annals of Otorhinolaryngology, Head and Neck Diseases","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.anorl.2024.07.005","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 The Author(s). Published by Elsevier Masson SAS.","name":"copyright","label":"Copyright"}]}}