{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,28]],"date-time":"2026-10-28T20:15:43Z","timestamp":1793218543116,"version":"4.5.0"},"reference-count":47,"publisher":"Elsevier BV","issue":"3","license":[{"start":{"date-parts":[[2023,5,1]],"date-time":"2023-05-01T00:00:00Z","timestamp":1682899200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,5,1]],"date-time":"2023-05-01T00:00:00Z","timestamp":1682899200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["American Journal of Otolaryngology"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1016\/j.amjoto.2023.103810","type":"journal-article","created":{"date-parts":[[2023,2,24]],"date-time":"2023-02-24T22:25:18Z","timestamp":1677277518000},"page":"103810","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":18,"title":["Automatic grading of patients with a unilateral facial paralysis based on the Sunnybrook Facial Grading System - A deep learning study based on a convolutional neural network"],"prefix":"10.1016","volume":"44","author":[{"given":"Timen C.","family":"ten Harkel","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guido","family":"de Jong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Henri A.M.","family":"Marres","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Koen J.A.O.","family":"Ingels","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Caroline M.","family":"Speksnijder","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas J.J.","family":"Maal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.amjoto.2023.103810_bb0005","doi-asserted-by":"crossref","DOI":"10.1111\/coa.12434","article-title":"Health-related quality of life in 794 patients with a peripheral facial palsy using the FaCE Scale: a retrospective cohort study","author":"Kleiss","year":"2015","journal-title":"Clin Otolaryngol"},{"key":"10.1016\/j.amjoto.2023.103810_bb0010","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1097\/PRS.0b013e318254b08d","article-title":"Measuring quality of life and patient satisfaction in facial paralysis patients: a systematic review of patient-reported outcome measures","volume":"130","author":"Ho","year":"2012","journal-title":"Plast Reconstr Surg"},{"key":"10.1016\/j.amjoto.2023.103810_bb0015","doi-asserted-by":"crossref","first-page":"1014","DOI":"10.1097\/00129492-200411000-00026","article-title":"Expression of emotion and quality of life after facial nerve paralysis","volume":"25","author":"Coulson","year":"2004","journal-title":"Otol Neurotol"},{"key":"10.1016\/j.amjoto.2023.103810_bb0020","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1080\/000164802760370736","article-title":"Bell\u2019s palsy: the spontaneous course of 2,500 peripheral facial nerve palsies of different etiologies","author":"Peitersen","year":"2002","journal-title":"Acta Otolaryngol Suppl"},{"key":"10.1016\/j.amjoto.2023.103810_bb0025","doi-asserted-by":"crossref","first-page":"515","DOI":"10.1589\/jpts.25.515","article-title":"Evaluation and grading systems of facial paralysis for facial rehabilitation","volume":"25","author":"Samsudin","year":"2013","journal-title":"J Phys Ther Sci"},{"key":"10.1016\/j.amjoto.2023.103810_bb0030","doi-asserted-by":"crossref","first-page":"569","DOI":"10.1097\/PRS.0000000000000905","article-title":"Facial nerve grading instruments: systematic review of the literature and suggestion for uniformity","volume":"135","author":"Fattah","year":"2015","journal-title":"Plast Reconstr Surg"},{"key":"10.1016\/j.amjoto.2023.103810_bb0035","doi-asserted-by":"crossref","first-page":"380","DOI":"10.1016\/S0194-59989670206-1","article-title":"Development of a sensitive clinical facial grading system","volume":"114","author":"Ross","year":"1996","journal-title":"Otolaryngol Neck Surg"},{"key":"10.1016\/j.amjoto.2023.103810_bb0040","doi-asserted-by":"crossref","first-page":"823","DOI":"10.1111\/coa.13574","article-title":"Learning curve using the sunnybrook facial grading system in assessing facial palsy: an observational study in 100 patients","volume":"45","author":"van Veen","year":"2020","journal-title":"Clin Otolaryngol"},{"key":"10.1016\/j.amjoto.2023.103810_bb0045","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"Lecun","year":"2015","journal-title":"Nature"},{"key":"10.1016\/j.amjoto.2023.103810_bb0050","doi-asserted-by":"crossref","DOI":"10.1136\/bmjopen-2020-047549","article-title":"Deep learning-based facial image analysis in medical research: a systematic review protocol","volume":"11","author":"Su","year":"2021","journal-title":"BMJ Open"},{"key":"10.1016\/j.amjoto.2023.103810_bb0055","series-title":"Int. Conf. Intell. Comput","first-page":"69","article-title":"A review of image recognition with deep convolutional neural network","author":"Liu","year":"2017"},{"key":"10.1016\/j.amjoto.2023.103810_bb0060","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1146\/annurev-bioeng-071516-044442","article-title":"Deep learning in medical image analysis","volume":"19","author":"Shen","year":"2017","journal-title":"Annu Rev Biomed Eng"},{"key":"10.1016\/j.amjoto.2023.103810_bb0065","doi-asserted-by":"crossref","first-page":"603","DOI":"10.1177\/0194599819827507","article-title":"Artificial intelligence for the otolaryngologist: a state of the art review","volume":"160","author":"Bur","year":"2019","journal-title":"Otolaryngol - Head Neck Surg (United States)"},{"key":"10.1016\/j.amjoto.2023.103810_bb0070","first-page":"42","article-title":"Toward an automatic system for computer-aided assessment in facial palsy","volume":"22","author":"Guarin","year":"2019","journal-title":"ArXiv"},{"key":"10.1016\/j.amjoto.2023.103810_bb0075","series-title":"Proc AVSS 2018 - 2018 15th IEEE Int Conf Adv Video Signal-Based Surveill","first-page":"1","article-title":"Deep hybrid network for automatic quantitative analysis of facial paralysis","author":"GSJ","year":"2019"},{"key":"10.1016\/j.amjoto.2023.103810_bb0080","doi-asserted-by":"crossref","DOI":"10.1007\/s00405-019-05647-7","article-title":"Automated objective and marker-free facial grading using photographs of patients with facial palsy","author":"Mothes","year":"2019","journal-title":"Eur Arch Oto-Rhino-Laryngology"},{"key":"10.1016\/j.amjoto.2023.103810_bb0085","first-page":"1","article-title":"F-DIT-V: an automated video classification tool for facial weakness detection","volume":"2019","author":"Zhuang","year":"2019","journal-title":"IEEE EMBS Int Conf Biomed Heal Informatics"},{"key":"10.1016\/j.amjoto.2023.103810_bb0090","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1001\/jamafacial.2018.0030","article-title":"A machine learning approach for automated facial measurements in facial palsy","volume":"20","author":"Guarin","year":"2018","journal-title":"JAMA Facial Plast Surg"},{"key":"10.1016\/j.amjoto.2023.103810_bb0095","doi-asserted-by":"crossref","first-page":"835","DOI":"10.1109\/JBHI.2017.2707588","article-title":"An unobtrusive computerized assessment framework for unilateral peripheral facial paralysis","volume":"22","author":"Guo","year":"2018","journal-title":"IEEE J Biomed Heal Informatics"},{"key":"10.1016\/j.amjoto.2023.103810_bb0100","series-title":"IEEE Comput Soc Conf Comput Vis Pattern Recognit Work 2018","first-page":"693","article-title":"Hierarchical network for facial palsy detection","author":"GSJ","year":"2018"},{"key":"10.1016\/j.amjoto.2023.103810_bb0105","series-title":"Proc - IEEE 16th Int Conf Ind Informatics, INDIN 2018","first-page":"701","article-title":"A cloud-based training and evaluation system for facial paralysis rehabilitation","author":"Jiang","year":"2018"},{"key":"10.1016\/j.amjoto.2023.103810_bb0110","first-page":"10","article-title":"Automatic grading of palsy using asymmetrical facial features: a study complemented by new solutions","author":"Sajid","year":"2018","journal-title":"Symmetry (Basel)"},{"key":"10.1016\/j.amjoto.2023.103810_bb0115","doi-asserted-by":"crossref","first-page":"111","DOI":"10.3390\/fi10110111","article-title":"Neurologist standard classification of facial nerve paralysis with deep neural networks","volume":"10","author":"Song","year":"2018","journal-title":"Futur Internet"},{"key":"10.1016\/j.amjoto.2023.103810_bb0120","first-page":"135","article-title":"Deep assessment process: objective assessment process for unilateral peripheral facial paralysis via deep convolutional neural network","author":"Guo","year":"2017","journal-title":"Proc - Int Symp Biomed Imaging"},{"key":"10.1016\/j.amjoto.2023.103810_bb0125","doi-asserted-by":"crossref","first-page":"11893","DOI":"10.1007\/s11042-015-2696-0","article-title":"Automatic evaluation of the degree of facial nerve paralysis","volume":"75","author":"Wang","year":"2016","journal-title":"Multimed Tools Appl"},{"key":"10.1016\/j.amjoto.2023.103810_bb0130","doi-asserted-by":"crossref","first-page":"26756","DOI":"10.3390\/s151026756","article-title":"A smartphone-based automatic diagnosis system for facial nerve palsy","volume":"15","author":"Kim","year":"2015","journal-title":"Sensors (Switzerland)"},{"key":"10.1016\/j.amjoto.2023.103810_bb0135","first-page":"1","article-title":"Mobile application for diagnosis of facial palsy","author":"Azoulay","year":"2014","journal-title":"Proc. 2nd Int. Conf. Mob. Inf. Technol. Med"},{"key":"10.1016\/j.amjoto.2023.103810_bb0140","first-page":"2751","article-title":"Automatic recognition of facial movement for paralyzed face","volume":"24","author":"Wang","year":"2014","journal-title":"Biomed Mater Eng"},{"key":"10.1016\/j.amjoto.2023.103810_bb0145","doi-asserted-by":"crossref","DOI":"10.2196\/11109","article-title":"Face-to-face versus video assessment of facial paralysis: implications for telemedicine","volume":"21","author":"Tan","year":"2019","journal-title":"J Med Internet Res"},{"key":"10.1016\/j.amjoto.2023.103810_bb0150","doi-asserted-by":"crossref","first-page":"269","DOI":"10.5999\/aps.2020.01844","article-title":"Computerized sunnybrook facial grading scale (SBface) application for facial paralysis evaluation","volume":"48","author":"Jirawatnotai","year":"2021","journal-title":"Arch Plast Surg"},{"key":"10.1016\/j.amjoto.2023.103810_bb0155","doi-asserted-by":"crossref","first-page":"16263","DOI":"10.1038\/s41598-017-16608-7","article-title":"Depth accuracy of the RealSense F200: low-cost 4D facial imaging","volume":"7","author":"ten Harkel","year":"2017","journal-title":"Sci Rep"},{"key":"10.1016\/j.amjoto.2023.103810_bb0160","doi-asserted-by":"crossref","first-page":"1817","DOI":"10.1109\/TNSRE.2020.3007532","article-title":"Reliability and agreement of 3D anthropometric measurements in facial palsy patients using a low-cost 4D imaging system","volume":"28","author":"ten Harkel","year":"2020","journal-title":"IEEE Trans Neural Syst Rehabil Eng"},{"key":"10.1016\/j.amjoto.2023.103810_bb0165","article-title":"Scikit-image: image processing in python","volume":"2014","author":"Van Der Walt","year":"2014","journal-title":"PeerJ"},{"key":"10.1016\/j.amjoto.2023.103810_bb0170","series-title":"3rd Int Conf Learn Represent ICLR 2015 - Conf Track Proc","first-page":"1","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2015"},{"key":"10.1016\/j.amjoto.2023.103810_bb0175","series-title":"Lect. Notes Comput. Sci. (including Subser. Lect. Notes Artif. Intell. Lect. Notes Bioinformatics)","first-page":"53","article-title":"Early stopping - but when?","volume":"7700 LECTU","author":"Prechelt","year":"2012"},{"key":"10.1016\/j.amjoto.2023.103810_bb0180","series-title":"Proc - 2017 IEEE Winter Conf Appl Comput Vision, WACV 2017","first-page":"464","article-title":"Cyclical learning rates for training neural networks","author":"Smith","year":"2017"},{"key":"10.1016\/j.amjoto.2023.103810_bb0185","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1037\/h0026256","article-title":"Weighted kappa: nominal scale agreement provision for scaled disagreement or partial credit","volume":"70","author":"Cohen","year":"1968","journal-title":"Psychol Bull"},{"key":"10.1016\/j.amjoto.2023.103810_bb0190","doi-asserted-by":"crossref","first-page":"276","DOI":"10.11613\/BM.2012.031","article-title":"Interrater reliability: the kappa statistic","volume":"22","author":"McHugh","year":"2012","journal-title":"Biochem Med"},{"key":"10.1016\/j.amjoto.2023.103810_bb0195","doi-asserted-by":"crossref","first-page":"420","DOI":"10.1037\/0033-2909.86.2.420","article-title":"Intraclass correlations: uses in assessing rater reliability","volume":"86","author":"Shrout","year":"1979","journal-title":"Psychol Bull"},{"key":"10.1016\/j.amjoto.2023.103810_bb0200","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1016\/j.jcm.2016.02.012","article-title":"A guideline of selecting and reporting intraclass correlation coefficients for reliability research","volume":"15","author":"Koo","year":"2016","journal-title":"J Chiropr Med"},{"key":"10.1016\/j.amjoto.2023.103810_bb0205","article-title":"Reliability of grading of facial palsy using a video tutorial with synchronous video recording","author":"Volk","year":"2018","journal-title":"Laryngoscope"},{"key":"10.1016\/j.amjoto.2023.103810_bb0210","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1001\/jamafacial.2016.0025","article-title":"Emerging vs time-tested methods of facial grading among patients with facial paralysis","volume":"18","author":"Gaudin","year":"2016","journal-title":"JAMA Facial Plast Surg"},{"key":"10.1016\/j.amjoto.2023.103810_bb0215","doi-asserted-by":"crossref","first-page":"1038","DOI":"10.1002\/lary.20868","article-title":"Sunnybrook facial grading system: reliability and criteria for grading","volume":"120","author":"Neely","year":"2010","journal-title":"Laryngoscope"},{"key":"10.1016\/j.amjoto.2023.103810_bb0220","doi-asserted-by":"crossref","first-page":"543","DOI":"10.1016\/j.otohns.2005.01.027","article-title":"Reliability of the \u201cSydney\u201d, \u201cSunnybrook\u201d, and \u201cHouse Brackmann\u201d facial grading systems to assess voluntary movement and synkinesis after facial nerve paralysis","volume":"132","author":"Coulson","year":"2005","journal-title":"Otolaryngol - Head Neck Surg"},{"key":"10.1016\/j.amjoto.2023.103810_bb0225","doi-asserted-by":"crossref","first-page":"823","DOI":"10.1111\/coa.13574","article-title":"Learning curve using the sunnybrook facial grading system in assessing facial palsy: an observational study in 100 patients","volume":"45","author":"van Veen","year":"2020","journal-title":"Clin Otolaryngol"},{"key":"10.1016\/j.amjoto.2023.103810_bb0230","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","article-title":"Long short-term memory","volume":"9","author":"Hochreiter","year":"1997","journal-title":"Neural Comput"},{"key":"10.1016\/j.amjoto.2023.103810_bb0235","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Adv Neural Inf Process Syst"}],"container-title":["American Journal of Otolaryngology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0196070923000248?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0196070923000248?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T05:10:00Z","timestamp":1759295400000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0196070923000248"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5]]},"references-count":47,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2023,5]]}},"alternative-id":["S0196070923000248"],"URL":"https:\/\/doi.org\/10.1016\/j.amjoto.2023.103810","relation":{},"ISSN":["0196-0709"],"issn-type":[{"value":"0196-0709","type":"print"}],"subject":[],"published":{"date-parts":[[2023,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Automatic grading of patients with a unilateral facial paralysis based on the Sunnybrook Facial Grading System - A deep learning study based on a convolutional neural network","name":"articletitle","label":"Article Title"},{"value":"American Journal of Otolaryngology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.amjoto.2023.103810","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 The Authors. Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"103810"}}