{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,3]],"date-time":"2026-08-03T12:59:30Z","timestamp":1785761970143,"version":"3.56.0"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2018,3,7]],"date-time":"2018-03-07T00:00:00Z","timestamp":1520380800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100008133","name":"Dudley Allen Sargent Research Fund","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100008133","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Dysphagia"],"published-print":{"date-parts":[[2018,10]]},"DOI":"10.1007\/s00455-018-9883-x","type":"journal-article","created":{"date-parts":[[2018,3,7]],"date-time":"2018-03-07T02:48:58Z","timestamp":1520390938000},"page":"645-654","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["Reliability of Untrained and Experienced Raters on FEES: Rating Overall Residue is a Simple Task"],"prefix":"10.1007","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0794-8964","authenticated-orcid":false,"given":"Jessica M.","family":"Pisegna","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"James C.","family":"Borders","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Asako","family":"Kaneoka","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wendy J.","family":"Coster","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rebecca","family":"Leonard","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Susan E.","family":"Langmore","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2018,3,7]]},"reference":[{"key":"9883_CR1","volume-title":"Practical statistics for medical research","author":"DG Altman","year":"1991","unstructured":"Altman DG. Practical statistics for medical research. 1st ed. London: Chapman and Hall; 1991.","edition":"1"},{"key":"9883_CR2","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1007\/BF00986930","volume":"12","author":"F Bernieri","year":"1988","unstructured":"Bernieri F. Coordinated movement and rapport in teacher-student interactions. J Nonverbal Behav. 1988;12:120\u201338.","journal-title":"J Nonverbal Behav"},{"key":"9883_CR3","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1037\/0022-3514.54.2.243","volume":"54","author":"F Bernieri","year":"1988","unstructured":"Bernieri F, Resnick J, Rosenthal R. Synchrony, pseudo-synchrony, and dissynchrony: measuring the entrainments process in mother-infant dyads. J Pers Soc Psychol. 1988;54:243\u201353.","journal-title":"J Pers Soc Psychol"},{"issue":"3","key":"9883_CR4","doi-asserted-by":"publisher","first-page":"338","DOI":"10.1016\/0020-7489(95)00065-8","volume":"33","author":"G Brunier","year":"1996","unstructured":"Brunier G, Graydon J. A comparison of two methods of measuring fatigue in patients on chronic haemodialysis: visual analogue versus Likert scale. Int J Nurs Stud. 1996;33(3):338\u201348.","journal-title":"Int J Nurs Stud"},{"issue":"5","key":"9883_CR5","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1177\/000348940311200515","volume":"112","author":"J Donzelli","year":"2003","unstructured":"Donzelli J, Brady S, Wesling M, Craney M. Predictive value of accumulated oropharyngeal secretions for aspiration during video nasal endoscopic evaluation of the swallow. Ann Otol Rhinol Laryngol. 2003;112(5):469\u201375. https:\/\/doi.org\/10.1177\/000348940311200515 .","journal-title":"Ann Otol Rhinol Laryngol"},{"issue":"3","key":"9883_CR6","first-page":"135","volume":"28","author":"D Farneti","year":"2008","unstructured":"Farneti D. Pooling score: an endoscopic model for evaluating severity of dysphagia. Acta Otorhinolaryngol Ital. 2008;28(3):135\u201340.","journal-title":"Acta Otorhinolaryngol Ital"},{"issue":"2","key":"9883_CR7","first-page":"105","volume":"34","author":"D Farneti","year":"2014","unstructured":"Farneti D, Fattori B, Nacci A, Mancini V, Simonelli M, Ruoppolo G, Genovese E. The pooling-score (P-score): inter- and intra-rater reliability in endoscopic assessment of the severity of dysphagia. Acta Otorhinolaryngol Ital. 2014;34(2):105\u201310.","journal-title":"Acta Otorhinolaryngol Ital"},{"key":"9883_CR8","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1016\/0895-4356(90)90158-L","volume":"43","author":"AR Feinstein","year":"1990","unstructured":"Feinstein AR, Cicchetti DV. High agreement but low kappa: I. The problem of two paradoxes. J Clin Epidemiol. 1990;43:543\u20139.","journal-title":"J Clin Epidemiol"},{"key":"9883_CR9","doi-asserted-by":"publisher","DOI":"10.4135\/9781412983310","volume-title":"Analysis of ordinal data: quantitative applications in the social sciences","author":"DK Hildebrand","year":"1977","unstructured":"Hildebrand DK, Laing JD, Rosenthal R. Analysis of ordinal data: quantitative applications in the social sciences. Newbury Park: SAGE Publications Inc; 1977."},{"issue":"3","key":"9883_CR10","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1007\/BF00144270","volume":"6","author":"S Holmes","year":"1987","unstructured":"Holmes S, Dickerson JW. Malignant disease: nutritional implications of disease and treatment. Cancer Metastasis Rev. 1987;6(3):357\u201381.","journal-title":"Cancer Metastasis Rev"},{"issue":"1","key":"9883_CR11","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1002\/cncr.30283","volume":"123","author":"KA Hutcheson","year":"2017","unstructured":"Hutcheson KA, Barrow MP, Barringer DA, Knott JK, Lin HY, Weber RS, Lewin JS. Dynamic imaging grade of swallowing toxicity (DIGEST): scale development and validation. Cancer. 2017;123(1):62\u201370. https:\/\/doi.org\/10.1002\/cncr.30283 .","journal-title":"Cancer"},{"issue":"6","key":"9883_CR12","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1159\/000365006","volume":"65","author":"AS Kaneoka","year":"2013","unstructured":"Kaneoka AS, Langmore SE, Krisciunas GP, Field K, Scheel R, McNally E, Cabral H. The boston residue and clearance scale: preliminary reliability and validity testing. Folia Phoniatr Logop. 2013;65(6):312\u20137. https:\/\/doi.org\/10.1159\/000365006 .","journal-title":"Folia Phoniatr Logop"},{"issue":"5","key":"9883_CR13","doi-asserted-by":"publisher","first-page":"425","DOI":"10.1111\/j.1749-4486.2006.01292.x","volume":"31","author":"AM Kelly","year":"2006","unstructured":"Kelly AM, Leslie P, Beale T, Payten C, Drinnan MJ. Fibreoptic endoscopic evaluation of swallowing and videofluoroscopy: does examination type influence perception of pharyngeal residue severity? Clin Otolaryngol. 2006;31(5):425\u201332. https:\/\/doi.org\/10.1111\/j.1749-4486.2006.01292.x .","journal-title":"Clin Otolaryngol"},{"issue":"4","key":"9883_CR14","doi-asserted-by":"publisher","first-page":"348","DOI":"10.1111\/j.1749-4486.2008.01755.x","volume":"33","author":"AM Kelly","year":"2008","unstructured":"Kelly AM, Macfarlane K, Ghufoor K, Drinnan MJ, Lew-Gor S. Pharyngeal residue across the lifespan: a first look at what\u2019s normal. Clin Otolaryngol. 2008;33(4):348\u201351. https:\/\/doi.org\/10.1111\/j.1749-4486.2008.01755.x .","journal-title":"Clin Otolaryngol"},{"issue":"4","key":"9883_CR15","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1007\/BF02414429","volume":"2","author":"SE Langmore","year":"1988","unstructured":"Langmore SE, Schatz K, Olsen N. Fiberoptic endoscopic examination of swallowing safety: a new procedure. Dysphagia. 1988;2(4):216\u20139.","journal-title":"Dysphagia"},{"issue":"1","key":"9883_CR16","doi-asserted-by":"publisher","first-page":"255","DOI":"10.2307\/2532051","volume":"45","author":"LI Lin","year":"1989","unstructured":"Lin LI. A concordance correlation coefficient to evaluate reproducibility. Biometrics. 1989;45(1):255\u201368.","journal-title":"Biometrics"},{"issue":"1","key":"9883_CR17","doi-asserted-by":"publisher","first-page":"41","DOI":"10.5014\/ajot.59.1.41","volume":"59","author":"KD Lyons","year":"2005","unstructured":"Lyons KD, Tickle-Degnen L. Reliability and validity of a videotape method to describe expressive behavior in persons with Parkinson\u2019s disease. Am J Occup Ther. 2005;59(1):41\u20139.","journal-title":"Am J Occup Ther"},{"issue":"4","key":"9883_CR18","doi-asserted-by":"publisher","first-page":"392","DOI":"10.1007\/s00455-008-9185-9","volume":"23","author":"B Martin-Harris","year":"2008","unstructured":"Martin-Harris B, Brodsky MB, Michel Y, Castell DO, Schleicher M, Sandidge J, Blair J. MBS measurement tool for swallow impairment\u2013MBSImp: establishing a standard. Dysphagia. 2008;23(4):392\u2013405. https:\/\/doi.org\/10.1007\/s00455-008-9185-9 .","journal-title":"Dysphagia"},{"issue":"4","key":"9883_CR19","doi-asserted-by":"publisher","first-page":"498","DOI":"10.1007\/s00455-016-9703-0","volume":"31","author":"S Marvin","year":"2016","unstructured":"Marvin S, Gustafson S, Thibeault S. Detecting aspiration and penetration using FEES With and without food dye. Dysphagia. 2016;31(4):498\u2013504. https:\/\/doi.org\/10.1007\/s00455-016-9703-0 .","journal-title":"Dysphagia"},{"key":"9883_CR20","unstructured":"McBride G. A proposal for strength-of-agreement criteria for Lin\u2019s concordance correlation coefficient. Hamilton, New Zealand: National Institute of Water and Atmospheric Research Ltd. 2005. http:\/\/www.medcalc.org\/download\/pdf\/McBride2005.pdf ."},{"issue":"3","key":"9883_CR21","doi-asserted-by":"publisher","first-page":"352","DOI":"10.1007\/s00455-015-9682-6","volume":"31","author":"PD Neubauer","year":"2016","unstructured":"Neubauer PD, Hersey DP, Leder SB. Pharyngeal residue severity rating scales based on fiberoptic endoscopic evaluation of swallowing: a systematic review. Dysphagia. 2016;31(3):352\u20139. https:\/\/doi.org\/10.1007\/s00455-015-9682-6 .","journal-title":"Dysphagia"},{"issue":"5","key":"9883_CR22","doi-asserted-by":"publisher","first-page":"521","DOI":"10.1007\/s00455-015-9631-4","volume":"30","author":"PD Neubauer","year":"2015","unstructured":"Neubauer PD, Rademaker AW, Leder SB. The yale pharyngeal residue severity rating scale: an anatomically defined and image-based tool. Dysphagia. 2015;30(5):521\u20138. https:\/\/doi.org\/10.1007\/s00455-015-9631-4 .","journal-title":"Dysphagia"},{"issue":"3","key":"9883_CR23","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1007\/s00455-017-9784-4","volume":"32","author":"JC Nienstedt","year":"2017","unstructured":"Nienstedt JC, Muller F, Niessen A, Fleischer S, Koseki JC, Flugel T, Pflug C. Narrow band imaging enhances the detection rate of penetration and aspiration in FEES. Dysphagia. 2017;32(3):443\u20138. https:\/\/doi.org\/10.1007\/s00455-017-9784-4 .","journal-title":"Dysphagia"},{"key":"9883_CR24","unstructured":"Niessen A, Nienstedt J, Pflug C. Methodic background of narrow band imaging (NBI) in Dysphagia diagnostic-proposing a high sensitivity FEES. Paper presented at the Dysphagia Research Society, Barcelona. 2017."},{"issue":"5","key":"9883_CR25","doi-asserted-by":"publisher","first-page":"612","DOI":"10.5535\/arm.2014.38.5.612","volume":"38","author":"JM Park","year":"2014","unstructured":"Park JM, Yong SY, Kim JH, Jung HS, Chang SJ, Kim KY, Kim H. Cutoff value of pharyngeal residue in prognosis prediction after neuromuscular electrical stimulation therapy for Dysphagia in subacute stroke patients. Ann Rehabil Med. 2014;38(5):612\u20139. https:\/\/doi.org\/10.5535\/arm.2014.38.5.612 .","journal-title":"Ann Rehabil Med"},{"issue":"2","key":"9883_CR26","doi-asserted-by":"publisher","first-page":"475","DOI":"10.2466\/pr0.1995.77.2.475","volume":"77","author":"L Pfennings","year":"1995","unstructured":"Pfennings L, Cohen L, van der Ploeg H. Preconditions for sensitivity in measuring change: visual analogue scales compared to rating scales in a Likert format. Psychol Rep. 1995;77(2):475\u201380. https:\/\/doi.org\/10.2466\/pr0.1995.77.2.475 .","journal-title":"Psychol Rep"},{"issue":"12","key":"9883_CR27","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1016\/j.nmd.2014.06.002","volume":"24","author":"W Pilz","year":"2014","unstructured":"Pilz W, Baijens LW, Passos VL, Verdonschot R, Wesseling F, Roodenburg N, Kremer B. Swallowing assessment in myotonic dystrophy type 1 using fiberoptic endoscopic evaluation of swallowing (FEES). Neuromuscul Disord. 2014;24(12):1054\u201362. https:\/\/doi.org\/10.1016\/j.nmd.2014.06.002 .","journal-title":"Neuromuscul Disord"},{"key":"9883_CR28","doi-asserted-by":"publisher","DOI":"10.1007\/s00455-017-9838-7","author":"JM Pisegna","year":"2017","unstructured":"Pisegna JM, Kaneoka A, Leonard R, Langmore SE. Rethinking residue: determining the perceptual continuum of residue on FEES to enable better measurement. Dysphagia. 2017. https:\/\/doi.org\/10.1007\/s00455-017-9838-7 .","journal-title":"Dysphagia"},{"key":"9883_CR29","unstructured":"Pisegna JM, and Langmore S. Measuring residue: categorical ratings versus a visual analog scale. Paper presented at the Dysphagia Research Society Annual Convention, Chicago. 2015."},{"key":"9883_CR30","unstructured":"Pisegna JM, and Langmore S. Clinician judgments of clearing swallows are reliable without training. Paper presented at the American Speech Language and Hearing Association, Los Angeles. 2017."},{"issue":"3","key":"9883_CR31","doi-asserted-by":"publisher","first-page":"462","DOI":"10.1007\/s00455-016-9700-3","volume":"31","author":"JM Pisegna","year":"2016","unstructured":"Pisegna JM, Langmore SE. Parameters of instrumental swallowing evaluations: describing a diagnostic dilemma. Dysphagia. 2016;31(3):462\u201372. https:\/\/doi.org\/10.1007\/s00455-016-9700-3 .","journal-title":"Dysphagia"},{"key":"9883_CR32","volume-title":"Foundations of clinical research: applications to practice","author":"LG Portney","year":"2015","unstructured":"Portney LG, Watkins MP. Foundations of clinical research: applications to practice. 3rd ed. Upper Saddle River: Pearson\/Prentice Hall; 2015.","edition":"3"},{"key":"9883_CR33","doi-asserted-by":"publisher","first-page":"780197","DOI":"10.1155\/2015\/780197","volume":"2015","author":"N Rommel","year":"2015","unstructured":"Rommel N, Borgers C, Van Beckevoort D, Goeleven A, Dejaeger E, Omari TI. Bolus residue scale: an easy-to-use and reliable videofluoroscopic analysis tool to score bolus residue in patients with Dysphagia. Int J Otolaryngol. 2015;2015:780197. https:\/\/doi.org\/10.1155\/2015\/780197 .","journal-title":"Int J Otolaryngol"},{"key":"9883_CR34","volume-title":"Experimenter effects in behavioral research","author":"R Rosenthal","year":"1966","unstructured":"Rosenthal R. Experimenter effects in behavioral research. New York: Appleton-Century-Crofts; 1966."},{"key":"9883_CR35","doi-asserted-by":"crossref","unstructured":"Rosenthal R. Conducting judgment studies: Some methodological issues. In: The new handbook of methods in nonverbal behavior research. Oxford University Press; 2005. p. 199\u2013234.","DOI":"10.1093\/acprof:oso\/9780198529620.003.0005"},{"issue":"4","key":"9883_CR36","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1207\/s15327965pli0104_1","volume":"1","author":"L Tickle-Degnen","year":"1990","unstructured":"Tickle-Degnen L, Rosenthal R. The nature of rapport and its nonverbal correlates. Psychol Inq. 1990;1(4):285\u201393.","journal-title":"Psychol Inq"},{"key":"9883_CR37","doi-asserted-by":"publisher","first-page":"358","DOI":"10.1037\/h0076640","volume":"22","author":"H Tinsley","year":"1975","unstructured":"Tinsley H, Weiss D. Interrater reliability and agreement of subjective judgments. J Couns Psychol. 1975;22:358\u201376.","journal-title":"J Couns Psychol"},{"issue":"12","key":"9883_CR38","doi-asserted-by":"publisher","first-page":"884","DOI":"10.1111\/j.1365-2842.2010.02116.x","volume":"37","author":"H Tohara","year":"2010","unstructured":"Tohara H, Nakane A, Murata S, Mikushi S, Ouchi Y, Wakasugi Y, Uematsu H. Inter- and intra-rater reliability in fibroptic endoscopic evaluation of swallowing. J Oral Rehabil. 2010;37(12):884\u201391. https:\/\/doi.org\/10.1111\/j.1365-2842.2010.02116.x .","journal-title":"J Oral Rehabil"}],"container-title":["Dysphagia"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00455-018-9883-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00455-018-9883-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00455-018-9883-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,12]],"date-time":"2019-10-12T05:40:10Z","timestamp":1570858810000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00455-018-9883-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,3,7]]},"references-count":38,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2018,10]]}},"alternative-id":["9883"],"URL":"https:\/\/doi.org\/10.1007\/s00455-018-9883-x","relation":{},"ISSN":["0179-051X","1432-0460"],"issn-type":[{"value":"0179-051X","type":"print"},{"value":"1432-0460","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,3,7]]},"assertion":[{"value":"25 October 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 February 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 March 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with Ethical Standards"}},{"value":"Salary and tuition support was provided to the first and last authors from the National Institute on Deafness and Other Communication Disorders of the National Institutes of Health under Award Number R01DC012584 (PI: Kumar). The Department of Speech, Language, and Hearing of Sargent College (Boston University) also provided financial support for this research via the Dudley Allen Sargent Research Fund.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"All procedures performed in studies involving human participants were in accordance with the ethical standards of the institutional and\/or national research committee and with the 1964 Helsinki declaration and its later amendments or comparable ethical standards (DEEMED EXEMPT BY IRB, as it did constitute research with human subjects, but ALSO meets the requirements of a defined low-risk category that is exempt from SOME (but not all) of the requirements governing human subjects research.).","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"The regulatory requirement for a consent form does not apply to Exempt research.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}}]}}