{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,27]],"date-time":"2025-05-27T09:29:17Z","timestamp":1748338157500},"reference-count":54,"publisher":"Elsevier BV","issue":"3","license":[{"start":{"date-parts":[[1995,4,1]],"date-time":"1995-04-01T00:00:00Z","timestamp":796694400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Speech Communication"],"published-print":{"date-parts":[[1995,4]]},"DOI":"10.1016\/0167-6393(94)00047-e","type":"journal-article","created":{"date-parts":[[2002,7,25]],"date-time":"2002-07-25T13:28:40Z","timestamp":1027603720000},"page":"225-244","source":"Crossref","is-referenced-by-count":18,"title":["Classification of methods used for assessment of text-to-speech systems according to the demands placed on the listener"],"prefix":"10.1016","volume":"16","author":[{"given":"M.","family":"Goldstein","sequence":"first","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/0167-6393(94)00047-E_BIB1","series-title":"Some basics of psychophysic measurement","author":"Blauert","year":"1990"},{"key":"10.1016\/0167-6393(94)00047-E_BIB2","series-title":"Human Factors in Telecommunications, The Hague Conference","article-title":"Assessing speech quality: Context effects in listening experiments","author":"Bennett","year":"1988"},{"key":"10.1016\/0167-6393(94)00047-E_BIB3","series-title":"Eleventh Internat. Symposium on Human Factors in Telecommunications","article-title":"Measuring the quality of voice circuits for telecommunications applications","author":"Bennett","year":"1985"},{"key":"10.1016\/0167-6393(94)00047-E_BIB4","series-title":"Proc. ESCA Workshop on \u201cSpeech Input\/Output Assessment and Speech Databases\u201d","first-page":"1.7.1","article-title":"Intelligibility test for the assessment of French synthesizers using Semantically Unpredictable Sentences","author":"Benoit","year":"1989"},{"key":"10.1016\/0167-6393(94)00047-E_BIB5","series-title":"Proc. EUROSPEECH'89 Conf.","first-page":"633","article-title":"Multilingual synthesizer assessment using Semantically Unpredictable Sentences","author":"Benoit","year":"1989"},{"key":"10.1016\/0167-6393(94)00047-E_BIB6","first-page":"610","article-title":"Master scaling of environmental loudness","author":"Berglund","year":"1983"},{"key":"10.1016\/0167-6393(94)00047-E_BIB7","author":"Bj\u00f6rkman","year":"1957"},{"key":"10.1016\/0167-6393(94)00047-E_BIB8","first-page":"1207","article-title":"Evaluating the overall comprehensibility of speech synthesizers","volume":"Vol. 2","author":"Boogaart","year":"1992"},{"key":"10.1016\/0167-6393(94)00047-E_BIB9","series-title":"Talking Machines: Theories, Models and Applications","article-title":"Segmental evaluation using ESPRIT\/SAM test procedures and mono-syllabic words","author":"Carlson","year":"1991"},{"key":"10.1016\/0167-6393(94)00047-E_BIB10","first-page":"210","article-title":"A comparison of picture quality assessment by category rating and magnitude estimation","volume":"Volume XI","author":"CCIR (ITU-R)","year":"1986","journal-title":"Recommendations and reports of the CCIR, Rept. 1082"},{"key":"10.1016\/0167-6393(94)00047-E_BIB11","author":"CCITT (ITU-TS)","year":"1987"},{"key":"10.1016\/0167-6393(94)00047-E_BIB12","author":"CCITT","year":"1989"},{"key":"10.1016\/0167-6393(94)00047-E_BIB13","series-title":"Study Group XII, Question 5\/XII, COM XII-176-E","author":"CCITT (ITU-TS)","year":"1993"},{"issue":"No. 2","key":"10.1016\/0167-6393(94)00047-E_BIB14","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1016\/0167-6393(88)90036-2","article-title":"A subjective testing methodology for evaluating medium rate codecs for digital mobile radio applications","volume":"Vol. 7","author":"Coleman","year":"1988","journal-title":"Speech Communication"},{"key":"10.1016\/0167-6393(94)00047-E_BIB15","first-page":"353","article-title":"Quality evaluation of text-to-speech synthesizers using magnitude estimation, categorical estimation, pair comparison and reaction time methods","author":"Delogu","year":"1991","journal-title":"EUROSPEECH 91, Genova, 24\u201326 September 1991"},{"key":"10.1016\/0167-6393(94)00047-E_BIB16","article-title":"Comprehension of natural and synthetic speech: Preliminary studies","volume":"II.c","author":"Delogu","year":"1992","journal-title":"Esprit Project 2589 (SAM), Multi-lingual speech Input\/Output Assessment, Methodology and Standardisation, Final report (London)"},{"key":"10.1016\/0167-6393(94)00047-E_BIB17","article-title":"Comprehension of synthetic speech produced by rule: A review and theoretical interpretation, Research on Speech Perception","author":"Duffy","year":"1991"},{"key":"10.1016\/0167-6393(94)00047-E_BIB18","doi-asserted-by":"crossref","first-page":"955","DOI":"10.1288\/00005537-194809000-00002","article-title":"Articulation testing methods","volume":"Vol. 58","author":"Egan","year":"1948","journal-title":"Laryngoscope"},{"key":"10.1016\/0167-6393(94)00047-E_BIB19","author":"Glass","year":"1984"},{"key":"10.1016\/0167-6393(94)00047-E_BIB20","article-title":"Preferred listening level in telephony","volume":"2","author":"Gleiss","year":"1974"},{"key":"10.1016\/0167-6393(94)00047-E_BIB21","series-title":"ICSLP 92 Proc. Banff","first-page":"1131","article-title":"Is % total error a valid measure of speech synthesizer performance at the segmental level?","author":"Goldstein","year":"1992"},{"key":"10.1016\/0167-6393(94)00047-E_BIB22","series-title":"ICSLP 92 Proc., Banff","first-page":"1339","article-title":"Some aspects on context and response range effects when assessing naturalness of Swedish sentences generated by 4 synthesizer systems","author":"Goldstein","year":"1992"},{"key":"10.1016\/0167-6393(94)00047-E_BIB23","series-title":"Sixth Internat. Workshop on PACKET VIDEO","article-title":"Cell loss effects on perceived Audio\/Video quality and Quality of Service (QoS)","author":"Goldstein","year":"1993"},{"key":"10.1016\/0167-6393(94)00047-E_BIB24","series-title":"Proc. ESCA Workshop on \u201cSpeech Input\/Output Assessment and Speech Databases\u201d","first-page":"1.5.1","article-title":"Syntactic structures and lexicon requirements for Semantically Unpredictable Sentences in a number of languages","author":"Grice","year":"1989"},{"key":"10.1016\/0167-6393(94)00047-E_BIB25","first-page":"107","article-title":"The assessment of synthetic speech intelligibility using Semantically Unpredictable Sentences","volume":"Vol. 3","author":"Grice","year":"1989","journal-title":"Speech, Hearing and Language: UCL Work in Progress"},{"key":"10.1016\/0167-6393(94)00047-E_BIB26","article-title":"SAM-UCL-041, Quantification of listener variability","author":"Hazan","year":"1992"},{"key":"10.1016\/0167-6393(94)00047-E_BIB27","series-title":"Proc. ESCA Workshop on \u201cSpeech Input\/Output Assessment and Speech Databases\u201d","first-page":"1.6.1","article-title":"The assessment of synthetic speech intelligibility using Semantically unpredictable Sentences","author":"Hazan","year":"1989"},{"key":"10.1016\/0167-6393(94)00047-E_BIB28","series-title":"Sound system equipment part 13: Listening test on loudspeakers","year":"1985"},{"key":"10.1016\/0167-6393(94)00047-E_BIB29","year":"1993","journal-title":"ITU-TS Rec. P.11 (Temporary Document No. 28-E)"},{"key":"10.1016\/0167-6393(94)00047-E_BIB30","series-title":"A method for subjective performance assessment of the quality of speech voice output devices","year":"1993"},{"key":"10.1016\/0167-6393(94)00047-E_BIB31","first-page":"1387","article-title":"Speech quality assessment and evaluation","volume":"Vol. 2","author":"Jekosch","year":"1993"},{"key":"10.1016\/0167-6393(94)00047-E_BIB32","doi-asserted-by":"crossref","first-page":"1244","DOI":"10.5594\/J03315","article-title":"Picture quality assessment: A comparison of ratio and ordinal scales","author":"Jones","year":"1985","journal-title":"SMPTE J."},{"key":"10.1016\/0167-6393(94)00047-E_BIB33","series-title":"ICSLP 92 Proc., Banff","first-page":"1215","article-title":"Relationships between syllable, word and sentence intelligibilities of synthetic speech","author":"Kasuya","year":"1992"},{"key":"10.1016\/0167-6393(94)00047-E_BIB34","author":"Lindsay","year":"1987"},{"key":"10.1016\/0167-6393(94)00047-E_BIB35","doi-asserted-by":"crossref","first-page":"566","DOI":"10.1121\/1.398236","article-title":"Segmental intelligibility of synthetic speech produced by rule","volume":"Vol. 86","author":"Logan","year":"1989","journal-title":"J. Acoust. Soc. Amer."},{"key":"10.1016\/0167-6393(94)00047-E_BIB36","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1121\/1.397688","article-title":"Some effects of talker variability on spoken word recognition","volume":"Vol. 85","author":"Mullennix","year":"1989","journal-title":"J. Acoust. Soc. Amer."},{"key":"10.1016\/0167-6393(94)00047-E_BIB37","article-title":"Effects of stimulus variability on the representation of spoken words in memory","author":"Nygaard","year":"1992"},{"key":"10.1016\/0167-6393(94)00047-E_BIB38","first-page":"66","article-title":"How to evaluate text-to-speech systems","author":"O'Malley","year":"1987","journal-title":"Speech Technology"},{"key":"10.1016\/0167-6393(94)00047-E_BIB39","first-page":"76","article-title":"Digital speech technology. Telecommunication applications","author":"Marsh","year":"1987","journal-title":"Speech Technology"},{"key":"10.1016\/0167-6393(94)00047-E_BIB40","first-page":"71","article-title":"The perception of digitally coded speech by native and non-native speakers of English","volume":"Vol. 13","author":"Ozawa","year":"1987","journal-title":"Research on Speech Perception Progress."},{"key":"10.1016\/0167-6393(94)00047-E_BIB41","doi-asserted-by":"crossref","first-page":"373","DOI":"10.1121\/1.399258","article-title":"Use of magnitude estimation technique for assessing the performance of text-to-speech synthesis systems","volume":"Vol. 87","author":"Pavlovic","year":"1990","journal-title":"J. Acoust. Soc. Amer."},{"key":"10.1016\/0167-6393(94)00047-E_BIB42","first-page":"10","article-title":"Perception of speech: The human listener as a cognitive interface","author":"Pisoni","year":"1982","journal-title":"Speech Technology"},{"key":"10.1016\/0167-6393(94)00047-E_BIB43","first-page":"54","article-title":"Quantifying the performance of text-to-speech synthesizers","author":"Pratt","year":"1987","journal-title":"Speech Technology"},{"key":"10.1016\/0167-6393(94)00047-E_BIB44","series-title":"ESPRIT Project No. 6819 (SAM-A), Speech Technology Assessment in Multilingual Applications","article-title":"Development of a context dependent methodology for Text-To-Speech Synthesis Evaluation in interactive Dialogue systems","author":"Salza","year":"1993"},{"key":"10.1016\/0167-6393(94)00047-E_BIB45","series-title":"On evaluating synthetic speech: What load does it place on a listener's cognitive resources?","author":"Silverman","year":"1990"},{"key":"10.1016\/0167-6393(94)00047-E_BIB46","series-title":"ICSLP 90 Proc.","first-page":"981","article-title":"Evaluating synthesizer performance: Is segmental intelligibility enough?","author":"Silverman","year":"1990"},{"key":"10.1016\/0167-6393(94)00047-E_BIB47","first-page":"48","article-title":"The phonetic discrimination test for speech recognizers: Part 1","author":"Simpson","year":"1987","journal-title":"Speech Technology"},{"issue":"Nos. 4\/5","key":"10.1016\/0167-6393(94)00047-E_BIB48","first-page":"257","article-title":"Sprachverst\u00e4ndlichkeit bei additiven St\u00f6rungen","volume":"Vol. 57","author":"Sotscheck","year":"1985","journal-title":"Acustica"},{"key":"10.1016\/0167-6393(94)00047-E_BIB49","series-title":"Information Technologies and Sciences, European Research Project COST 209, Man-Machine Communication by Means of Speech Signals","first-page":"224","article-title":"Investigations of speech quality of a speech synthesizer by means of rhyme test intelligibility measurements","author":"Sotscheck","year":"1989"},{"key":"10.1016\/0167-6393(94)00047-E_BIB50","series-title":"Proc. American Voice I\/O Systems Conference","article-title":"Using a monosyllabic test corpus to evaluate the intelligibility of synthesized and natural speech","author":"Spiegel","year":"1988"},{"key":"10.1016\/0167-6393(94)00047-E_BIB51","author":"Stevens","year":"1975"},{"issue":"No. 4","key":"10.1016\/0167-6393(94)00047-E_BIB52","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1016\/0167-6393(90)90002-Q","article-title":"Evaluating text-to-speech systems: Some methodological aspects","volume":"Vol. 9","author":"Van Bezooijen","year":"1990","journal-title":"Speech Communication"},{"key":"10.1016\/0167-6393(94)00047-E_BIB53","first-page":"30","article-title":"Evaluating processed speech using the Diagnostic Rhyme Test","volume":"Vol. 55","author":"Voiers","year":"1983","journal-title":"Speech Technology"},{"key":"10.1016\/0167-6393(94)00047-E_BIB54","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1177\/001872089203400407","article-title":"Refining the test phase of usability evaluation: How many subjects is enough?","volume":"Vol. 34","author":"Virzi","year":"1992","journal-title":"Human Factors"}],"container-title":["Speech Communication"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:016763939400047E?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:016763939400047E?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,4,29]],"date-time":"2019-04-29T11:26:03Z","timestamp":1556537163000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/016763939400047E"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1995,4]]},"references-count":54,"journal-issue":{"issue":"3","published-print":{"date-parts":[[1995,4]]}},"alternative-id":["016763939400047E"],"URL":"https:\/\/doi.org\/10.1016\/0167-6393(94)00047-e","relation":{},"ISSN":["0167-6393"],"issn-type":[{"value":"0167-6393","type":"print"}],"subject":[],"published":{"date-parts":[[1995,4]]}}}