{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,23]],"date-time":"2026-06-23T20:32:02Z","timestamp":1782246722711,"version":"3.54.5"},"reference-count":66,"publisher":"Elsevier BV","issue":"6","license":[{"start":{"date-parts":[[2014,11,1]],"date-time":"2014-11-01T00:00:00Z","timestamp":1414800000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/100008973","name":"University of North Texas","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100008973","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Journal of Voice"],"published-print":{"date-parts":[[2014,11]]},"DOI":"10.1016\/j.jvoice.2014.01.018","type":"journal-article","created":{"date-parts":[[2014,5,17]],"date-time":"2014-05-17T08:00:22Z","timestamp":1400313622000},"page":"725-732","source":"Crossref","is-referenced-by-count":60,"title":["Speech Tasks and Interrater Reliability in Perceptual Voice Evaluation"],"prefix":"10.1016","volume":"28","author":[{"given":"Fang-Ling","family":"Lu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0099-6157","authenticated-orcid":false,"given":"Samuel","family":"Matteson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jvoice.2014.01.018_bib1","doi-asserted-by":"crossref","first-page":"454","DOI":"10.1016\/j.jvoice.2004.08.004","article-title":"Common practices of voice therapists in the evaluation of patients","volume":"19","author":"Behrman","year":"2005","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib2","first-page":"283","article-title":"The perceptual evaluation of voice disorders","volume":"50","author":"De Bodt","year":"1996","journal-title":"Acta Otorhinolaryngol Belg"},{"key":"10.1016\/j.jvoice.2014.01.018_bib3","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jvoice.2008.12.005","article-title":"The role of experience on judgments of dysphonia","volume":"24","author":"Eadie","year":"2010","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib4","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1044\/1058-0360.0503.07","article-title":"Hearing and believing: some limits to the auditory-perceptual assessment of speech and voice disorders","volume":"5","author":"Kent","year":"1996","journal-title":"Am J Speech Lang Pathol"},{"key":"10.1016\/j.jvoice.2014.01.018_bib5","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1044\/jshr.3601.21","article-title":"Perceptual evaluation of voice quality: review, tutorial, and a framework for future research","volume":"36","author":"Kreiman","year":"1993","journal-title":"J Speech Lang Hear Res"},{"key":"10.1016\/j.jvoice.2014.01.018_bib6","doi-asserted-by":"crossref","first-page":"380","DOI":"10.1016\/j.jvoice.2005.04.007","article-title":"Multiparametric evaluation of dysphonic severity","volume":"20","author":"Ma","year":"2005","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib7","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1007\/s00405-003-0707-7","article-title":"The reliability for three perceptual scales for dysphonia","volume":"261","author":"Webb","year":"2004","journal-title":"Eur Arch Otorhinolaryngol"},{"key":"10.1016\/j.jvoice.2014.01.018_bib8","series-title":"Clinical Examination of Voice","first-page":"83","author":"Hirano","year":"1981"},{"key":"10.1016\/j.jvoice.2014.01.018_bib9","first-page":"576","article-title":"Reliability of clinician-based (GRBAS and CAPE-V) and patient-based (V-RQOL and IPVI) documentation of voice disorders","volume":"21","author":"Karnell","year":"2007","journal-title":"J\u00a0Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib10","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1044\/1058-0360(2008\/08-0017)","article-title":"Consensus auditory-perceptual evaluation of voice: development of a standardized clinical protocol","volume":"18","author":"Kempster","year":"2009","journal-title":"Am J Speech Lang Pathol"},{"key":"10.1016\/j.jvoice.2014.01.018_bib11","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1016\/j.jvoice.2005.03.007","article-title":"A comparison of two perceptual voice evaluation training programs for na\u00efve listeners","volume":"20","author":"Chan","year":"2006","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib12","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1159\/000266220","article-title":"Perceptual evaluation of dysphonia: reliability and relevance","volume":"45","author":"Dejonckere","year":"1993","journal-title":"Folia Phoniatr (Basel)"},{"key":"10.1016\/j.jvoice.2014.01.018_bib13","doi-asserted-by":"crossref","first-page":"527","DOI":"10.1016\/j.jvoice.2005.08.007","article-title":"The effect of perceptual training on inexperienced listeners' judgments of dysphonic voice","volume":"20","author":"Eadie","year":"2006","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib14","doi-asserted-by":"crossref","first-page":"441","DOI":"10.3109\/00016488009131746","article-title":"Perceptual and acoustic correlates of abnormal voice qualities","volume":"90","author":"Hammarberg","year":"1980","journal-title":"Acta Otolaryngol"},{"issue":"3 pt 1","key":"10.1016\/j.jvoice.2014.01.018_bib15","doi-asserted-by":"crossref","first-page":"1598","DOI":"10.1121\/1.424372","article-title":"Validity of rating scale measures of voice quality","volume":"104","author":"Kreiman","year":"1998","journal-title":"J\u00a0Acoust Soc Am"},{"key":"10.1016\/j.jvoice.2014.01.018_bib16","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1159\/000021485","article-title":"Comparison of different voice samples for perceptual analysis","volume":"51","author":"Revis","year":"1999","journal-title":"Folia Phoniatr Logop"},{"key":"10.1016\/j.jvoice.2014.01.018_bib17","doi-asserted-by":"crossref","first-page":"E7","DOI":"10.1016\/j.jvoice.2009.10.007","article-title":"Clinical versus laboratory ratings of voice using the CAPE-V","volume":"25","author":"Solomon","year":"2011","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib18","doi-asserted-by":"crossref","first-page":"508","DOI":"10.1016\/S0892-1997(99)80006-X","article-title":"Is the reliability of a visual analog scale higher than an ordinal scale? An experiment with the GRBAS scale for perceptual evaluation of dysphonia","volume":"13","author":"Wuyts","year":"1999","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib19","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1159\/000200768","article-title":"Auditory-perceptual evaluation of disordered voice quality","volume":"61","author":"Oates","year":"2009","journal-title":"Folia Phoniatr Logop"},{"key":"10.1016\/j.jvoice.2014.01.018_bib20","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1016\/S0892-1997(97)80026-4","article-title":"Test-retest study of the GRBAS scale: influence of experience and professional background on perceptual rating of voice quality","volume":"11","author":"De Bodt","year":"1997","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib21","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1044\/jshd.5102.125","article-title":"The use of perceptual methods by new clinicians for assessing voice quality","volume":"51","author":"Bassich","year":"1986","journal-title":"J Speech Hear Disord"},{"key":"10.1016\/j.jvoice.2014.01.018_bib22","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1044\/jshr.3601.14","article-title":"Comparing internal and external standards in voice quality judgments","volume":"36","author":"Gerratt","year":"1993","journal-title":"J Speech Hear Res"},{"key":"10.1016\/j.jvoice.2014.01.018_bib23","doi-asserted-by":"crossref","first-page":"304","DOI":"10.1016\/j.jvoice.2011.06.003","article-title":"Effects of concensus training on the reliability of auditory perceptual ratings of voice quality","volume":"26","author":"Iwarsson","year":"2012","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib24","first-page":"247","article-title":"Reliability and clinical relevance of perceptual evaluation of pathological voices","volume":"119","author":"Dejonckere","year":"1998","journal-title":"Rev Laryngol Otol Rhinol (Bord)"},{"key":"10.1016\/j.jvoice.2014.01.018_bib25","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1016\/S0892-1997(05)80130-4","article-title":"Perceptual evaluation","volume":"6","author":"Fex","year":"1992","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib26","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1590\/S2179-64912012000200003","article-title":"Sustained vowels and continuous speech in the auditory-perceptual evaluation of dysphonia severity","volume":"24","author":"Maryn","year":"2012","journal-title":"J Soc Bras Fonoaudiol"},{"key":"10.1016\/j.jvoice.2014.01.018_bib27","doi-asserted-by":"crossref","first-page":"327","DOI":"10.1044\/1092-4388(2001\/027)","article-title":"Acoustic discrimination of pathological voice: sustained vowels versus continuous speech","volume":"44","author":"Parsa","year":"2001","journal-title":"J Speech Hear Res"},{"key":"10.1016\/j.jvoice.2014.01.018_bib28","doi-asserted-by":"crossref","first-page":"574","DOI":"10.1016\/j.jvoice.2004.08.009","article-title":"The effect of speaking task on perceptual judgment of the severity of dysphonic voice","volume":"19","author":"Zraick","year":"2005","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib29","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1044\/jshr.2901.50","article-title":"Speech waveform perturbation analysis: a perceptual-acoustical comparison of seven measures","volume":"29","author":"Askenfelt","year":"1986","journal-title":"J Speech Hear Res"},{"key":"10.1016\/j.jvoice.2014.01.018_bib30","doi-asserted-by":"crossref","first-page":"985","DOI":"10.1044\/jshr.3705.985","article-title":"Consistency and reliability of voice quality ratings for different types of speech fragment","volume":"37","author":"de Krom","year":"1994","journal-title":"J Speech Hear Res"},{"key":"10.1016\/j.jvoice.2014.01.018_bib31","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1016\/S0892-1997(05)80237-1","article-title":"Sentence\/vowel correlation in the evaluation of dysphonia","volume":"9","author":"Wolfe","year":"1995","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib32","first-page":"1","article-title":"Some perceptual dimensions and acoustical correlates of pathologic voices","volume":"338","author":"Takahashi","year":"1975","journal-title":"Acta Otolaryngol Suppl"},{"key":"10.1016\/j.jvoice.2014.01.018_bib33","doi-asserted-by":"crossref","first-page":"330","DOI":"10.1016\/j.jvoice.2010.03.006","article-title":"Spectral moment analysis of unilateral vocal fold paralysis","volume":"25","author":"Colton","year":"2011","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib34","doi-asserted-by":"crossref","first-page":"E223","DOI":"10.1016\/j.jvoice.2010.06.007","article-title":"Spectral- and cepstral-based measures during continuous speech: capacity to distinguish dysphonia and consistency within a speaker","volume":"25","author":"Lowell","year":"2011","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib35","doi-asserted-by":"crossref","first-page":"416","DOI":"10.1016\/j.jvoice.2011.05.001","article-title":"Vowel- and text-based cepstral analysis of chronic hoarseness","volume":"26","author":"Moers","year":"2012","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib36","doi-asserted-by":"crossref","first-page":"1525","DOI":"10.1044\/1092-4388(2011\/10-0209)","article-title":"Use of spectral\/cepstral analyses for differentiating normal from hypofunctional voices in sustained vowel and continuous speech contexts","volume":"54","author":"Watts","year":"2011","journal-title":"J Speech Hear Res"},{"key":"10.1016\/j.jvoice.2014.01.018_bib37","doi-asserted-by":"crossref","first-page":"825","DOI":"10.3109\/02699200903242988","article-title":"Estimating dysphonia severity in continuous speech: application of a multi-parameter spectral\/cepstral model","volume":"23","author":"Awan","year":"2009","journal-title":"Clin Linguist Phon"},{"key":"10.1016\/j.jvoice.2014.01.018_bib38","first-page":"235","article-title":"Dynamic MRI of larynx and vocal fold vibrations in normal phonation","volume":"23","author":"Ahmad","year":"2009","journal-title":"Folia Phoniatr Logop"},{"key":"10.1016\/j.jvoice.2014.01.018_bib39","doi-asserted-by":"crossref","first-page":"670.e15","DOI":"10.1016\/j.jvoice.2011.12.001","article-title":"Effects of vocal intensity and vowel type on cepstral analysis of voice","volume":"26","author":"Awan","year":"2012","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib40","doi-asserted-by":"crossref","first-page":"689","DOI":"10.1044\/jshr.3203.689","article-title":"The automatic extraction of pitch perturbation using microcomputers: some methodological considerations","volume":"32","author":"Deem","year":"1989","journal-title":"J Speech Hear Res"},{"key":"10.1016\/j.jvoice.2014.01.018_bib41","series-title":"Survey of Communication Disorders: A Social and Behavioral Perspective","author":"Gelfer","year":"1995"},{"key":"10.1016\/j.jvoice.2014.01.018_bib42","series-title":"Vocal Fold Physiology","first-page":"286","article-title":"Relationship between pitch control and vowel articulation","author":"Honda","year":"1983"},{"key":"10.1016\/j.jvoice.2014.01.018_bib43","doi-asserted-by":"crossref","first-page":"318","DOI":"10.1016\/j.jvoice.2003.09.007","article-title":"The effects of vowels on voice perturbation measures","volume":"18","author":"Kilic","year":"2004","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib44","doi-asserted-by":"crossref","first-page":"88","DOI":"10.1159\/000319786","article-title":"Vowel selection and its effects on perturbation and nonlinear dynamic measures","volume":"63","author":"MacCallum","year":"2011","journal-title":"Folia Phoniatr Logop"},{"key":"10.1016\/j.jvoice.2014.01.018_bib45","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1250\/ast.23.195","article-title":"An overview of the physiology, physics and modeling of the sound source for vowels","volume":"23","author":"Story","year":"2002","journal-title":"Acoust Sci Technol"},{"key":"10.1016\/j.jvoice.2014.01.018_bib46","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1016\/S0892-1997(05)80306-6","article-title":"Articulatory, developmental, and gender effects on measures of fundamental frequency and jitter","volume":"8","author":"Sussman","year":"1994","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib47","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1016\/S0892-1997(00)80090-9","article-title":"Effects of head extension and tongue extrusion on voice perturbation measures","volume":"14","author":"Lin","year":"2000","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib48","first-page":"618","article-title":"Variability in the digital voice analysis depending on the analyzed vocal, in normal patients and patients with dysphonia","volume":"51","author":"Preciado Lopez","year":"2000","journal-title":"Acta Otorrinolaringol Esp"},{"key":"10.1016\/j.jvoice.2014.01.018_bib49","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1016\/S0892-1997(05)80175-4","article-title":"Influence of mean sound pressure level on jitter and shimmer measures","volume":"5","author":"Orlikoff","year":"1991","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib50","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1016\/0021-9924(89)90029-4","article-title":"Harsh voice: vocal effort perceptual ratings and spectral noise levels of hearing-impaired children","volume":"22","author":"Thomas-Kersting","year":"1989","journal-title":"J Commun Disord"},{"key":"10.1016\/j.jvoice.2014.01.018_bib51","doi-asserted-by":"crossref","first-page":"2218","DOI":"10.1121\/1.399189","article-title":"Acoustic recognition of voice disorders: a comparative study of running speech versus sustained vowels","volume":"87","author":"Kingholz","year":"1990","journal-title":"J Acoust Soc Am"},{"key":"10.1016\/j.jvoice.2014.01.018_bib52","doi-asserted-by":"crossref","first-page":"540","DOI":"10.1016\/j.jvoice.2008.12.014","article-title":"Toward improved ecological validity in the acoustic measurement of overall voice quality: combining continuous speech and sustained vowels","volume":"24","author":"Maryn","year":"2010","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib53","doi-asserted-by":"crossref","first-page":"563","DOI":"10.1016\/j.jvoice.2011.09.007","article-title":"Materials of acoustic analysis: sustained vowel versus sentence","volume":"26","author":"Moon","year":"2012","journal-title":"J Voice"},{"key":"10.1016\/j.jvoice.2014.01.018_bib54","doi-asserted-by":"crossref","first-page":"544","DOI":"10.1044\/jshr.3403.544","article-title":"Laryngeal perturbation analysis: minimum length of analysis window","volume":"34","author":"Karnell","year":"1991","journal-title":"J Speech Hear Res"},{"key":"10.1016\/j.jvoice.2014.01.018_bib55","doi-asserted-by":"crossref","first-page":"1260","DOI":"10.1044\/jshr.3806.1260","article-title":"Required number of tokens to determine representative voice perturbation values","volume":"38","author":"Scherer","year":"1995","journal-title":"J Speech Hear Res"},{"key":"10.1016\/j.jvoice.2014.01.018_bib56","doi-asserted-by":"crossref","first-page":"252","DOI":"10.1044\/jshr.3002.252","article-title":"Some technical considerations in voice perturbation measurements","volume":"30","author":"Titze","year":"1987","journal-title":"J Speech Hear Res"},{"key":"10.1016\/j.jvoice.2014.01.018_bib57","doi-asserted-by":"crossref","first-page":"1005","DOI":"10.1044\/1092-4388(2001\/079)","article-title":"Effects of speaking rate on the control of vocal fold vibration: clinical implications of active and passive aspects of devoicing","volume":"44","author":"Boucher","year":"2001","journal-title":"J Speech Hear Res"},{"key":"10.1016\/j.jvoice.2014.01.018_bib58","series-title":"Clinical Voice Pathology: Theory and Management","author":"Stemple","year":"2000"},{"key":"10.1016\/j.jvoice.2014.01.018_bib59","doi-asserted-by":"crossref","first-page":"378","DOI":"10.1037\/h0031619","article-title":"Measuring nominal scale agreement among many raters","volume":"76","author":"Fleiss","year":"1971","journal-title":"Psychol Bull"},{"key":"10.1016\/j.jvoice.2014.01.018_bib60","series-title":"Kappa statistic is not satisfactory for assessing the extent of agreement between raters. Statistical Methods For Inter-Rater Reliability Assessment [Internet]","author":"Gwet","year":"2002"},{"key":"10.1016\/j.jvoice.2014.01.018_bib61","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1348\/000711006X126600","article-title":"Computing inter-rater reliability and its variance in the presence of high agreement","volume":"61","author":"Gwet","year":"2008","journal-title":"Br J Math Stat Psychol"},{"key":"10.1016\/j.jvoice.2014.01.018_bib62","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1007\/s003550050105","article-title":"The Borda count and agenda manipulation","volume":"15","author":"Dummett","year":"1998","journal-title":"Soc Choice Welfare"},{"key":"10.1016\/j.jvoice.2014.01.018_bib63","series-title":"Nonparametric Statistics For the Behavioral Sciences","author":"Siegel","year":"1988"},{"key":"10.1016\/j.jvoice.2014.01.018_bib64","series-title":"Standards of Psychological and Educational Testing","author":"American Psychological Association","year":"1985"},{"issue":"5 pt 1","key":"10.1016\/j.jvoice.2014.01.018_bib65","doi-asserted-by":"crossref","first-page":"3099","DOI":"10.1121\/1.411872","article-title":"Acoustic characteristics of American English vowels","volume":"97","author":"Hillenbrand","year":"1995","journal-title":"J Acoust Soc Am"},{"issue":"3","key":"10.1016\/j.jvoice.2014.01.018_bib66","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1038\/scientificamerican0377-82","article-title":"The acoustics of the singing voice","volume":"236","author":"Sundberg","year":"1977","journal-title":"Sci Am"}],"container-title":["Journal of Voice"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0892199714000204?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0892199714000204?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2023,7,13]],"date-time":"2023-07-13T06:15:18Z","timestamp":1689228918000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0892199714000204"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,11]]},"references-count":66,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2014,11]]}},"alternative-id":["S0892199714000204"],"URL":"https:\/\/doi.org\/10.1016\/j.jvoice.2014.01.018","relation":{},"ISSN":["0892-1997"],"issn-type":[{"value":"0892-1997","type":"print"}],"subject":[],"published":{"date-parts":[[2014,11]]}}}