{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T17:29:08Z","timestamp":1768930148063,"version":"3.49.0"},"reference-count":45,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Pediatric Otorhinolaryngology"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1016\/j.ijporl.2022.111145","type":"journal-article","created":{"date-parts":[[2022,4,17]],"date-time":"2022-04-17T09:26:19Z","timestamp":1650187579000},"page":"111145","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":11,"special_numbering":"C","title":["Training speech pathology students in the perceptual evaluation of speech in patients with cleft palate: Reliability results and the students' perspective"],"prefix":"10.1016","volume":"157","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7683-260X","authenticated-orcid":false,"given":"Laura","family":"Bruneel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Astrid","family":"Danhieux","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kristiane","family":"Van Lierde","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.ijporl.2022.111145_bib1","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1044\/jshr.3601.21","article-title":"Perceptual evaluation of voice quality: review, tutorial, and a framework for future research","volume":"36","author":"Kreiman","year":"1993","journal-title":"J. Speech Lang. Hear. Res."},{"issue":"4","key":"10.1016\/j.ijporl.2022.111145_bib2","doi-asserted-by":"crossref","first-page":"527","DOI":"10.1016\/j.jvoice.2005.08.007","article-title":"The effect of perceptual training on inexperienced listeners' judgments of dysphonic voice","volume":"20","author":"Eadie","year":"2006","journal-title":"J. Voice"},{"issue":"4","key":"10.1016\/j.ijporl.2022.111145_bib3","doi-asserted-by":"crossref","first-page":"348","DOI":"10.1597\/1545-1569(2000)037<0348:SALIIT>2.3.CO;2","article-title":"Speech and language issues in the cleft palate population: the state of the art","volume":"37","author":"Kuehn","year":"2000","journal-title":"Cleft Palate-Craniofacial J."},{"issue":"3","key":"10.1016\/j.ijporl.2022.111145_bib4","first-page":"329","article-title":"Clinical judgement of hypernasality in cleft palate children","volume":"1","author":"Bradford","year":"1964","journal-title":"Cleft Palate J."},{"issue":"4","key":"10.1016\/j.ijporl.2022.111145_bib5","first-page":"286","article-title":"Speech ratings by speech clinicians, parents and children","volume":"21","author":"Starr","year":"1984","journal-title":"Cleft Palate J."},{"issue":"5","key":"10.1016\/j.ijporl.2022.111145_bib6","doi-asserted-by":"crossref","first-page":"488","DOI":"10.1016\/0007-1226(88)90005-7","article-title":"Speech results of cleft palate surgery: two methods of assessment","volume":"41","author":"Bagnall","year":"1988","journal-title":"Br. J. Plast. Surg."},{"issue":"6","key":"10.1016\/j.ijporl.2022.111145_bib7","doi-asserted-by":"crossref","first-page":"958","DOI":"10.1097\/00006534-199611000-00005","article-title":"Speech outcome following palatoplasty in primary school children: do lay peer observers agree with speech pathologists?","volume":"98","author":"Witt","year":"1996","journal-title":"Plast. Reconstr. Surg."},{"issue":"3","key":"10.1016\/j.ijporl.2022.111145_bib8","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1597\/1545-1569_1999_036_0233_pompsf_2.3.co_2","article-title":"Perception of middorsum palatal stops from the speech of three children with repaired cleft palate","volume":"36","author":"Santelmann","year":"1999","journal-title":"Cleft Palate-Craniofacial J."},{"issue":"6","key":"10.1016\/j.ijporl.2022.111145_bib9","doi-asserted-by":"crossref","first-page":"288","DOI":"10.1159\/000066153","article-title":"Blinded speech evaluation following pharyngeal flap surgery by speech pathologists and lay people in children with cleft palate","volume":"54","author":"T\u00f6nz","year":"2002","journal-title":"Folia Phoniatrica Logop."},{"issue":"1","key":"10.1016\/j.ijporl.2022.111145_bib10","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1016\/S0021-9924(02)00134-X","article-title":"The influence of listener experience and academic training on ratings of nasality","volume":"36","author":"Lewis","year":"2003","journal-title":"J. Commun. Disord."},{"issue":"2","key":"10.1016\/j.ijporl.2022.111145_bib11","doi-asserted-by":"crossref","first-page":"202","DOI":"10.1597\/03-011.1","article-title":"Perceptual evaluation of hypernasality compared to HONC measures: the role of experience","volume":"42","author":"Laczi","year":"2005","journal-title":"Cleft Palate-Craniofacial J."},{"issue":"5","key":"10.1016\/j.ijporl.2022.111145_bib12","doi-asserted-by":"crossref","first-page":"656","DOI":"10.1080\/13682820802295203","article-title":"Untrained listeners' ratings of speech disorders in a group with cleft palate: a comparison with speech and language pathologists' ratings","volume":"44","author":"Brunnegard","year":"2009","journal-title":"Int. J. Lang. Commun. Disord"},{"issue":"4","key":"10.1016\/j.ijporl.2022.111145_bib13","doi-asserted-by":"crossref","first-page":"328","DOI":"10.1597\/1545-1569_1999_036_0328_tirotp_2.3.co_2","article-title":"The intrajudge reliability of the perceptual rating of cleft palate speech before and after pharyngeal flap surgery: the effect of judges and speech samples","volume":"36","author":"Keuning","year":"1999","journal-title":"Cleft Palate-Craniofacial J."},{"issue":"1","key":"10.1016\/j.ijporl.2022.111145_bib14","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1597\/1545-1569_2001_038_0059_roltoc_2.0.co_2","article-title":"Reliability of listener transcriptions of compensatory articulations","volume":"38","author":"Gooch","year":"2001","journal-title":"Cleft Palate-Craniofacial J."},{"issue":"1","key":"10.1016\/j.ijporl.2022.111145_bib15","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1597\/14-027","article-title":"The americleft speech project: a training and reliability study","volume":"53","author":"Chapman","year":"2016","journal-title":"Cleft Palate Craniofac J"},{"issue":"2","key":"10.1016\/j.ijporl.2022.111145_bib16","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1080\/13682820400016522","article-title":"Issues in perceptual speech analysis in cleft palate and related disorders: a review","volume":"40","author":"Sell","year":"2005","journal-title":"Int. J. Lang. Commun. Disord"},{"key":"10.1016\/j.ijporl.2022.111145_bib17","series-title":"Cleft Palate Speech","author":"Peterson-Falzone","year":"2001"},{"key":"10.1016\/j.ijporl.2022.111145_bib18","series-title":"Cleft Palate Speech: Assessment and Intervention","author":"Howard","year":"2011"},{"issue":"1","key":"10.1016\/j.ijporl.2022.111145_bib19","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1044\/jshr.3601.14","article-title":"Comparing internal and external standards in voice quality judgments","volume":"36","author":"Gerratt","year":"1993","journal-title":"J. Speech Lang. Hear. Res."},{"issue":"3","key":"10.1016\/j.ijporl.2022.111145_bib20","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1016\/S0021-9924(99)00004-0","article-title":"Acoustic studies of dysarthric speech: methods, progress, and potential","volume":"32","author":"Kent","year":"1999","journal-title":"J. Commun. Disord."},{"issue":"4","key":"10.1016\/j.ijporl.2022.111145_bib21","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1159\/000071017","article-title":"Comparability of perceptual analysis of speech characteristics in Australian and Swedish speakers with multiple sclerosis","volume":"55","author":"Hartelius","year":"2003","journal-title":"Folia Phoniatrica Logop."},{"issue":"6","key":"10.1016\/j.ijporl.2022.111145_bib22","doi-asserted-by":"crossref","first-page":"641","DOI":"10.1597\/03-146.1","article-title":"Effects of breathy voice source on ratings of hypernasality","volume":"42","author":"Imatomi","year":"2005","journal-title":"Cleft Palate-Craniofacial J."},{"issue":"3\u20134","key":"10.1016\/j.ijporl.2022.111145_bib23","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1159\/000492385","article-title":"Hypernasal speech is perceived as more monotonous than typical speech","volume":"70","author":"Tardif","year":"2018","journal-title":"Folia Phoniatrica Logop."},{"issue":"5","key":"10.1016\/j.ijporl.2022.111145_bib24","doi-asserted-by":"crossref","first-page":"479","DOI":"10.1080\/02699206.2019.1655666","article-title":"Speech-language therapy students' auditory-perceptual judgements of simulated concurrent hypernasality and articulation disorders","volume":"34","author":"Lee","year":"2020","journal-title":"Clin. Linguist. Phon."},{"issue":"5","key":"10.1016\/j.ijporl.2022.111145_bib25","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1080\/02699200802688596","article-title":"Effect of listener training on perceptual judgement of hypernasality","volume":"23","author":"Lee","year":"2009","journal-title":"Clin. Linguist. Phon."},{"issue":"4","key":"10.1016\/j.ijporl.2022.111145_bib26","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1080\/13682820802196815","article-title":"Cleft audit protocol for speech (CAPS-A): a comprehensive training package for speech analysis","volume":"44","author":"Sell","year":"2009","journal-title":"Int. J. Lang. Commun. Disord"},{"key":"10.1016\/j.ijporl.2022.111145_bib27","series-title":"The Effect of Listener Experience and Anchors on Judgments of Dysphonia","author":"Eadie","year":"2011"},{"issue":"3","key":"10.1016\/j.ijporl.2022.111145_bib28","doi-asserted-by":"crossref","first-page":"272","DOI":"10.1597\/04-141.1","article-title":"The cleft audit protocol for speech-augmented: a validated and reliable measure for auditing cleft speech","volume":"43","author":"John","year":"2006","journal-title":"Cleft Palate-Craniofacial J."},{"issue":"1","key":"10.1016\/j.ijporl.2022.111145_bib29","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1177\/1055665617718546","article-title":"Comparing methodologies in a series of speech outcome studies: challenges and lessons learned","volume":"55","author":"Ahl","year":"2018","journal-title":"Cleft Palate-Craniofacial J."},{"issue":"3","key":"10.1016\/j.ijporl.2022.111145_bib30","doi-asserted-by":"crossref","first-page":"468","DOI":"10.1080\/00313831.2020.1716064","article-title":"Students take charge of learning\u2013using e-learning in perceptual assessment in speech\u2013language pathology","volume":"65","author":"Lohmander","year":"2021","journal-title":"Scand. J. Educ. Res."},{"issue":"2","key":"10.1016\/j.ijporl.2022.111145_bib45","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1080\/02699206.2016.1205666","article-title":"SVANTE\u2013The Swedish Articulation and Nasality Test\u2013Normative data and a minimum standard set for cross-linguistic comparison","volume":"31","author":"Lohmander","year":"2017","journal-title":"Clin. Linguist. Phon."},{"issue":"1","key":"10.1016\/j.ijporl.2022.111145_bib31","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1177\/1055665619862726","article-title":"Stages in the development and validation of a Belgian Dutch outcome tool for the perceptual evaluation of speech in patients with cleft palate","volume":"57","author":"Bruneel","year":"2020","journal-title":"Cleft Palate-Craniofacial J."},{"issue":"12","key":"10.1016\/j.ijporl.2022.111145_bib32","doi-asserted-by":"crossref","first-page":"3909","DOI":"10.1044\/2020_JSLHR-20-00129","article-title":"Effectiveness of speech intervention in patients with a cleft palate: comparison of motor-phonetic versus Linguistic-phonological speech approaches","volume":"63","author":"Alighieri","year":"2020","journal-title":"J. Speech Lang. Hear. Res."},{"issue":"9","key":"10.1016\/j.ijporl.2022.111145_bib33","doi-asserted-by":"crossref","DOI":"10.1044\/2021_JSLHR-21-00189","article-title":"Is high intensity speech intervention better?\u2013A comparison of high intensity intervention versus low intensity intervention in children with a cleft palate","volume":"64","author":"Alighieri","year":"2021","journal-title":"J. Speech Lang. Hear. Res."},{"key":"10.1016\/j.ijporl.2022.111145_bib34","doi-asserted-by":"crossref","first-page":"105991","DOI":"10.1016\/j.jcomdis.2020.105991","article-title":"Peer attitudes toward children with cleft (lip and) palate related to speech intelligibility, hypernasality and articulation","author":"Bettens","year":"2020","journal-title":"J. Commun. Disord."},{"issue":"1","key":"10.1016\/j.ijporl.2022.111145_bib35","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1597\/06-086.1","article-title":"Universal parameters for reporting speech outcomes in individuals with cleft palate","volume":"45","author":"Henningsson","year":"2008","journal-title":"Cleft Palate-Craniofacial J."},{"issue":"3","key":"10.1016\/j.ijporl.2022.111145_bib36","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1177\/001316447303300309","article-title":"The equivalence of weighted kappa and the intraclass correlation coefficient as measures of reliability","volume":"33","author":"Fleiss","year":"1973","journal-title":"Educ. Psychol. Meas."},{"key":"10.1016\/j.ijporl.2022.111145_bib37","series-title":"Elements of Statistical Inference","first-page":"46","author":"Norman","year":"2008"},{"key":"10.1016\/j.ijporl.2022.111145_bib38","series-title":"Practical Statistics for Medical Research","author":"Altman","year":"1990"},{"key":"10.1016\/j.ijporl.2022.111145_bib39","series-title":"The Measurement of Observer Agreement for Categorical Data","first-page":"159","author":"Landis","year":"1977"},{"issue":"1","key":"10.1016\/j.ijporl.2022.111145_bib40","doi-asserted-by":"crossref","first-page":"23","DOI":"10.20982\/tqmp.08.1.p023","article-title":"Computing inter-rater reliability for observational data: an overview and tutorial","volume":"8","author":"Hallgren","year":"2012","journal-title":"Tutorials in quantitative methods for psychology"},{"issue":"6","key":"10.1016\/j.ijporl.2022.111145_bib41","doi-asserted-by":"crossref","first-page":"660","DOI":"10.1597\/14-040","article-title":"Validity and reliability of visual analog scaling for assessment of hypernasality and audible nasal emission in children with repaired cleft palate","volume":"52","author":"Baylis","year":"2015","journal-title":"Cleft Palate Craniofac J"},{"issue":"1","key":"10.1016\/j.ijporl.2022.111145_bib42","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1597\/15-164","article-title":"Perceptual judgments of resonance, nasal airflow, understandability, and acceptability in speakers with cleft palate: ordinal versus visual analogue scaling","volume":"54","author":"Castick","year":"2017","journal-title":"Cleft Palate-Craniofacial J."},{"key":"10.1016\/j.ijporl.2022.111145_bib43","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/j.jcomdis.2018.07.002","article-title":"Perceptual evaluation of hypernasality, audible nasal airflow and speech understandability using ordinal and visual analogue scaling and their relation with nasalance scores","volume":"76","author":"Bettens","year":"2018","journal-title":"J. Commun. Disord."},{"issue":"8","key":"10.1016\/j.ijporl.2022.111145_bib44","doi-asserted-by":"crossref","first-page":"1060","DOI":"10.1177\/1055665618767116","article-title":"Reliability of hypernasality rating: comparison of 3 different methods for perceptual assessment","volume":"55","author":"Yamashita","year":"2018","journal-title":"Cleft Palate-Craniofacial J."}],"container-title":["International Journal of Pediatric Otorhinolaryngology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0165587622001069?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0165587622001069?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T08:59:57Z","timestamp":1759049997000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0165587622001069"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6]]},"references-count":45,"alternative-id":["S0165587622001069"],"URL":"https:\/\/doi.org\/10.1016\/j.ijporl.2022.111145","relation":{},"ISSN":["0165-5876"],"issn-type":[{"value":"0165-5876","type":"print"}],"subject":[],"published":{"date-parts":[[2022,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Training speech pathology students in the perceptual evaluation of speech in patients with cleft palate: Reliability results and the students' perspective","name":"articletitle","label":"Article Title"},{"value":"International Journal of Pediatric Otorhinolaryngology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ijporl.2022.111145","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2022 Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"111145"}}