{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T10:17:18Z","timestamp":1760523438122},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2016,9,19]],"date-time":"2016-09-19T00:00:00Z","timestamp":1474243200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Speech Technol"],"published-print":{"date-parts":[[2016,12]]},"DOI":"10.1007\/s10772-016-9366-0","type":"journal-article","created":{"date-parts":[[2016,9,19]],"date-time":"2016-09-19T11:17:12Z","timestamp":1474283832000},"page":"755-768","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Improved automatic English proficiency rating of unconstrained speech with multiple corpora"],"prefix":"10.1007","volume":"19","author":[{"given":"David O.","family":"Johnson","sequence":"first","affiliation":[]},{"given":"Okim","family":"Kang","sequence":"additional","affiliation":[]},{"given":"Romy","family":"Ghanem","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,9,19]]},"reference":[{"issue":"3","key":"9366_CR1","first-page":"3","volume":"4","author":"Y Attali","year":"2006","unstructured":"Attali, Y., & Burstein, J. (2006). Automated essay scoring with e-rater\u00ae V. 2. The Journal of Technology, Learning and Assessment, 4(3), 3\u201330.","journal-title":"The Journal of Technology, Learning and Assessment"},{"key":"9366_CR2","volume-title":"PhonePass testing: Structure and construct","author":"J Bernstein","year":"1999","unstructured":"Bernstein, J. (1999). PhonePass testing: Structure and construct. Menlo Park: Ordinate Corporation."},{"issue":"3","key":"9366_CR3","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1177\/0265532210364404","volume":"27","author":"J Bernstein","year":"2010","unstructured":"Bernstein, J., Van Moere, A., & Cheng, J. (2010). Validating automated speaking tests. Language Testing, 27(3), 355\u2013377.","journal-title":"Language Testing"},{"key":"9366_CR4","unstructured":"Boersma, P., & Weenink, D. (2014). Praat: doing phonetics by computer (Version 5.3.83), [Computer program]. Retrieved August 19, 2014."},{"key":"9366_CR5","volume-title":"The communicative value of intonation in English","author":"D Brazil","year":"1997","unstructured":"Brazil, D. (1997). The communicative value of intonation in English. Cambridge: Cambridge University Press."},{"issue":"1","key":"9366_CR6","doi-asserted-by":"crossref","first-page":"i-67","DOI":"10.1002\/j.2333-8504.1998.tb01764.x","volume":"1998","author":"J Burstein","year":"1998","unstructured":"Burstein, J., Kukich, K., Braden-Harder, L., Chodorow, M., Hua, S., Kaplan, B., et al. (1998). Computer analysis of essay content for automated score prediction: A prototype automated scoring system for GMAT analytical writing assessment essays. ETS Research Report Series, 1998(1), i-67.","journal-title":"ETS Research Report Series"},{"key":"9366_CR7","unstructured":"Cambridge English Language Assessment (2015). Retrieved March 29, 2015 from www.cambridgeenglish.org ."},{"issue":"1","key":"9366_CR8","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1007\/BF00940812","volume":"45","author":"V \u010cern\u00fd","year":"1985","unstructured":"\u010cern\u00fd, V. (1985). Thermodynamical approach to the traveling salesman problem: An efficient simulation algorithm. Journal of Optimization Theory and Applications, 45(1), 41\u201351.","journal-title":"Journal of Optimization Theory and Applications"},{"issue":"1","key":"9366_CR9","doi-asserted-by":"crossref","first-page":"i-38","DOI":"10.1002\/j.2333-8504.2004.tb01931.x","volume":"2004","author":"M Chodorow","year":"2004","unstructured":"Chodorow, M., & Burstein, J. (2004). Beyond essay length: evaluating e\u2010rater\u00ae\u2019s performance on toefl\u00ae essays. ETS Research Report Series, 2004(1), i-38.","journal-title":"ETS Research Report Series"},{"key":"9366_CR10","doi-asserted-by":"crossref","DOI":"10.1075\/lllt.1","volume-title":"Discourse intonation in L2: From theory and research to practice","author":"DM Chun","year":"2002","unstructured":"Chun, D. M. (2002). Discourse intonation in L2: From theory and research to practice (Vol. 1). Philadelphia: John Benjamins Publishing."},{"key":"9366_CR11","doi-asserted-by":"crossref","unstructured":"Evanini, K., & Wang, X. (2013). Automated speech scoring for non-native middle school students with multiple task types. In INTERSPEECH (pp. 2435\u20132439).","DOI":"10.21437\/Interspeech.2013-566"},{"key":"9366_CR12","unstructured":"Garofolo, J. S., Lamel, L. F., Fisher, W. M., Fiscus, J. G., & Pallett, D. S. (1993). DARPA TIMIT acoustic-phonetic continous speech corpus CD-ROM. NIST speech disc 1-1.1. NASA STI\/Recon Technical Report N, 93, 27403."},{"issue":"2","key":"9366_CR13","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1214\/aos\/1028144844","volume":"26","author":"T Hastie","year":"1998","unstructured":"Hastie, T., & Tibshirani, R. (1998). Classification by pairwise coupling. The Annals of Statistics, 26(2), 451\u2013471.","journal-title":"The Annals of Statistics"},{"issue":"4","key":"9366_CR14","doi-asserted-by":"crossref","first-page":"583","DOI":"10.1007\/s10772-015-9299-z","volume":"18","author":"DO Johnson","year":"2015","unstructured":"Johnson, D. O., & Kang, O. (2015). Automatic prominent syllable detection with machine learning classifiers. International Journal of Speech Technology, 18(4), 583\u2013592.","journal-title":"International Journal of Speech Technology"},{"issue":"1","key":"9366_CR15","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1007\/s10772-015-9327-z","volume":"19","author":"DO Johnson","year":"2016","unstructured":"Johnson, D. O., & Kang, O. (2016). Automatic prosodic tone choice classification with Brazil\u2019s intonation model. International Journal of Speech Technology, 19(1), 95\u2013109.","journal-title":"International Journal of Speech Technology"},{"key":"9366_CR16","volume-title":"Syllable-based generalizations in English phonology","author":"D Kahn","year":"1976","unstructured":"Kahn, D. (1976). Syllable-based generalizations in English phonology (Vol. 156). Bloomington: Indiana University Linguistics Club."},{"issue":"2","key":"9366_CR17","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1016\/j.system.2010.01.005","volume":"38","author":"O Kang","year":"2010","unstructured":"Kang, O. (2010). Relative salience of suprasegmental features on judgments of L2 comprehensibility and accentedness. System, 38(2), 301\u2013315.","journal-title":"System"},{"issue":"4","key":"9366_CR18","doi-asserted-by":"crossref","first-page":"p58","DOI":"10.5430\/elr.v4n4p58","volume":"4","author":"O Kang","year":"2015","unstructured":"Kang, O., & Johnson, D. O. (2015). Comparison of inter-rater reliability of human and computer prosodic annotation using brazil\u2019s prosody model. English Linguistics Research, 4(4), p58.","journal-title":"English Linguistics Research"},{"key":"9366_CR19","unstructured":"Kang, O., & Johnson, D. O. (2016). Systems and Methods for Automated Evaluation of Human Speech. U.S. Patent Application No. 15\/054,128. Washington, DC: U.S. Patent and Trademark Office."},{"issue":"4","key":"9366_CR20","doi-asserted-by":"crossref","first-page":"554","DOI":"10.1111\/j.1540-4781.2010.01091.x","volume":"94","author":"O Kang","year":"2010","unstructured":"Kang, O., Rubin, D., & Pickering, L. (2010). Suprasegmental measures of accentedness and judgments of language learner proficiency in oral English. The Modern Language Journal, 94(4), 554\u2013566.","journal-title":"The Modern Language Journal"},{"key":"9366_CR21","unstructured":"Kang, O., & Wang, L. (2014). Impact of different task types on candidates\u2019 speaking performances and interactive features that distinguish between CEFR levels. ISSN 1756-509X, 40."},{"key":"9366_CR22","volume-title":"Multi-speech and CSL software","author":"KayPENTAX","year":"2008","unstructured":"KayPENTAX. (2008). Multi-speech and CSL software. Lincoln Park: KayPENTAX."},{"issue":"4598","key":"9366_CR23","doi-asserted-by":"crossref","first-page":"671","DOI":"10.1126\/science.220.4598.671","volume":"220","author":"S Kirkpatrick","year":"1983","unstructured":"Kirkpatrick, S., & Vecchi, M. P. (1983). Optimization by simmulated annealing. Science, 220(4598), 671\u2013680.","journal-title":"Science"},{"issue":"2","key":"9366_CR24","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1037\/0033-295X.104.2.211","volume":"104","author":"TK Landauer","year":"1997","unstructured":"Landauer, T. K., & Dumais, S. T. (1997). A solution to Plato\u2019s problem: The latent semantic analysis theory of acquisition, induction, and representation of knowledge. Psychological Review, 104(2), 211.","journal-title":"Psychological Review"},{"key":"9366_CR25","unstructured":"Leacock, C. (2004). Scoring free-responses automatically: A case study of a large-scale assessment. Examens, 1(3)."},{"issue":"4","key":"9366_CR26","doi-asserted-by":"crossref","first-page":"389","DOI":"10.1023\/A:1025779619903","volume":"37","author":"C Leacock","year":"2003","unstructured":"Leacock, C., & Chodorow, M. (2003). C-rater: Automated scoring of short-answer questions. Computers and the Humanities, 37(4), 389\u2013405.","journal-title":"Computers and the Humanities"},{"key":"9366_CR27","unstructured":"Longman, P. (2013). Official guide to Pearson test of English academic."},{"key":"9366_CR28","unstructured":"MathWorks, Inc. (2013). MATLAB Release 2013a. [Computer program]. Retrieved February 15, 2013."},{"key":"9366_CR29","unstructured":"Ostendorf, M., Price, P. J., & Shattuck-Hufnagel, S. (1995). The Boston University radio news corpus. Linguistic Data Consortium, pp. 1\u201319."},{"key":"9366_CR30","unstructured":"Pearson Education, Inc. (2015). Versant English Test. Retrieved from https:\/\/www.versanttest.com\/products\/english.jsp ."},{"key":"9366_CR31","unstructured":"Pickering, L. (1999). An analysis of prosodic systems in the classroom discourse of native speaker and nonnative speaker teaching assistants (Doctoral dissertation, University of Florida)."},{"key":"9366_CR32","unstructured":"Povey, D., Ghoshal, A., Boulianne, G., Burget, L., Glembek, O., Goel, N., Hannemann, M., Motl\u00ed\u010dek, P., Qian, Y., Schwarz, P., Silovsky, J., Stemmer, G., & Vesel, K. (2011). The Kaldi speech recognition toolkit."},{"issue":"4","key":"9366_CR33","first-page":"1","volume":"4","author":"LM Rudner","year":"2006","unstructured":"Rudner, L. M., Garcia, V., & Welch, C. (2006). An evaluation of IntelliMetric\u2122 essay scoring system. The Journal of Technology, Learning and Assessment, 4(4), 1\u201322.","journal-title":"The Journal of Technology, Learning and Assessment"},{"issue":"10","key":"9366_CR34","doi-asserted-by":"crossref","first-page":"883","DOI":"10.1016\/j.specom.2009.04.009","volume":"51","author":"K Zechner","year":"2009","unstructured":"Zechner, K., Higgins, D., Xi, X., & Williamson, D. M. (2009). Automatic scoring of non-native spontaneous speech in tests of spoken English. Speech Communication, 51(10), 883\u2013895.","journal-title":"Speech Communication"}],"container-title":["International Journal of Speech Technology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10772-016-9366-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10772-016-9366-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10772-016-9366-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,8]],"date-time":"2022-07-08T19:51:15Z","timestamp":1657309875000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10772-016-9366-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,9,19]]},"references-count":34,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2016,12]]}},"alternative-id":["9366"],"URL":"https:\/\/doi.org\/10.1007\/s10772-016-9366-0","relation":{},"ISSN":["1381-2416","1572-8110"],"issn-type":[{"value":"1381-2416","type":"print"},{"value":"1572-8110","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,9,19]]}}}