{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T17:27:59Z","timestamp":1783618079429,"version":"3.55.0"},"reference-count":60,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T00:00:00Z","timestamp":1776988800000},"content-version":"vor","delay-in-days":1150,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Artificial Intelligence in Education"],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s40593-022-00291-5","type":"journal-article","created":{"date-parts":[[2022,3,15]],"date-time":"2022-03-15T14:23:13Z","timestamp":1647354193000},"page":"119-154","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":15,"title":["Automated Speech Scoring System Under The Lens"],"prefix":"10.1016","volume":"33","author":[{"given":"Pakhi","family":"Bamdev","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5696-8107","authenticated-orcid":false,"given":"Manraj Singh","family":"Grover","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yaman Kumar","family":"Singla","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Payman","family":"Vafaee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mika","family":"Hama","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rajiv Ratn","family":"Shah","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1007\/s40593-022-00291-5_bib1","unstructured":"Ai, H., & Lu, X. (2010). A web-based system for automatic measurement of lexical complexity. In: 27th annual symposium of the computer-assisted language consortium (CALICO-10) (pp. 8\u201312). Amherst, MA"},{"key":"10.1007\/s40593-022-00291-5_bib2","unstructured":"Amodei, D., Ananthanarayanan, S., Anubhai, R., Bai, J., Battenberg, E., Case, C., Casper, J., Catanzaro, B., Chen, J., Chrzanowski, M., Coates, A., Diamos, G., Elsen, E., Engel, J., Fan, L., Fougner, C., Hannun, A.Y., Jun, B., Han, T., LeGresley, P., Li, X., Lin, L., Narang, S., Ng, A.Y., Ozair, S., Prenger, R., Qian, S., Raiman, J., Satheesh, S., Seetapun, D., Sengupta, S., Wang, C., Wang, Y., Wang, Z., Xiao, B., Xie, Y., Yogatama, D., Zhan, J., & Zhu, Z. (2016). Deep speech 2 : End-to-end speech recognition in english and mandarin. In: ICML (pp. 173\u2013182)"},{"key":"10.1007\/s40593-022-00291-5_bib3","unstructured":"Ardila, R., Branson, M., Davis, K., Kohler, M., Meyer, J., Henretty, M., Morais, R., Saunders, L., Tyers, F., & Weber, G. (2020). Common voice: A massively-\u00c2multilingual speech corpus. In: Proceedings of The 12th language resources and evaluationconference, european language resources association (pp 4218\u20134222). Marseille, France https:\/\/www.aclweb.org\/anthology\/2020.lrec-1.520"},{"key":"10.1007\/s40593-022-00291-5_bib4","unstructured":"Bachman, L.F., Palmer, A.S. & et al. (1996) Language testing in practice: Designingand developing useful language tests, vol. 1. Oxford University Press"},{"issue":"9\/10","key":"10.1007\/s40593-022-00291-5_bib5","first-page":"341","article-title":"Speak and unspeak with praat","volume":"5","author":"Boersma","year":"2001","journal-title":"Glot International"},{"key":"10.1007\/s40593-022-00291-5_bib6","doi-asserted-by":"crossref","unstructured":"Burstein, J., & Chodorow, M. (1999). Automated essay scoring for nonnative Englishspeakers. In: Computer mediated language assessment and evaluation in natural language processing. https:\/\/www.aclweb.org\/anthology\/W99-0411","DOI":"10.3115\/1598834.1598847"},{"key":"10.1007\/s40593-022-00291-5_bib7","doi-asserted-by":"crossref","unstructured":"Chen, L., & Zechner, K. (2011a). Applying rhythm features to automatically assess non-native speech. In: Twelfth annual conference of the international speech communication association","DOI":"10.21437\/Interspeech.2011-506"},{"key":"10.1007\/s40593-022-00291-5_bib8","doi-asserted-by":"crossref","unstructured":"Chen, L., Tao, J., Ghaffarzadegan, S., & Qian, Y. (2018a) End-to-end neural network based automated speech scoring. In: 2018 IEEE international conference on acoustics, speech and signal processing (ICASSP) (pp. 6234\u20136238)","DOI":"10.1109\/ICASSP.2018.8462562"},{"key":"10.1007\/s40593-022-00291-5_bib9","doi-asserted-by":"crossref","unstructured":"Chen, L., Zechner, K., Yoon, S.Y., Evanini, K., Wang, X., Loukina, A., Tao, J., Davis, L., Lee, C.M., Ma, M., Mundkowsky, R., Lu, C., Leong, C.W., & Gyawali, B. (2018b). Automated scoring of nonnative speech using the speechratersm v. 5.0 engine. ETS Research Report Series 2018 https:\/\/doi.org\/10.1002\/ets2.12198","DOI":"10.1002\/ets2.12198"},{"key":"10.1007\/s40593-022-00291-5_bib10","unstructured":"Chen, M., & Zechner, K. (2011b). Computing and evaluating syntactic complexity features for automated scoring of spontaneous non-native speech. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies (pp. 722\u2013731). Portland, Oregon, USA: Association for Computational Linguistics https:\/\/www.aclweb.org\/anthology\/P11-1073"},{"key":"10.1007\/s40593-022-00291-5_bib11","unstructured":"Council of Europe Council for Cultural Co-operation Education Committee Modern Languages Division (2001). Common European Framework of Reference for Languages: learning, teaching, assessment. Cambridge University Press"},{"key":"10.1007\/s40593-022-00291-5_bib12","doi-asserted-by":"crossref","unstructured":"Craighead, H., Caines, A., Buttery, P., & Yannakoudakis, H. (2020). Investigating the effect of auxiliary objectives for the automated grading of learner English speech transcriptions. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics (pp. 2258\u20132269), Association for Computational Linguistics, Online https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.206.","DOI":"10.18653\/v1\/2020.acl-main.206"},{"key":"10.1007\/s40593-022-00291-5_bib13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.asw.2014.03.006","article-title":"Automated essay scoring feedback for second language writers: How does it compare to instructor feedback?","volume":"22","author":"Dikli","year":"2014","journal-title":"Assessing Writing"},{"key":"10.1007\/s40593-022-00291-5_bib14","doi-asserted-by":"crossref","unstructured":"Ding, Y., Riordan, B., Horbach, A., Cahill, A., & Zesch, T. (2020) Don\u2019t take \u201cnswvtnvakgxpm\u201d for an answer\u2013the surprising vulnerability of automatic content scoring systems to adversarial input. In: Proceedings of the 28th international conference on computational linguistics (pp. 882\u2013892)","DOI":"10.18653\/v1\/2020.coling-main.76"},{"key":"10.1007\/s40593-022-00291-5_bib15","doi-asserted-by":"crossref","unstructured":"Friedman, J.H. (1991). Multivariate adaptive regression splines. The Annals of Statistics pp. 1\u201367","DOI":"10.1214\/aos\/1176347963"},{"key":"10.1007\/s40593-022-00291-5_bib16","unstructured":"Grover, M.S., Bamdev, P., Kumar, Y., Hama, & M., Shah, R.R. (2020a). audino: A modern annotation tool for audio and speech. arXiv:2006.05236"},{"key":"10.1007\/s40593-022-00291-5_bib17","unstructured":"Grover, M.S., Kumar, Y., Sarin, S., Vafaee, P., Hama, M., & Shah, R.R. (2020b). Multi-modal automated speech scoring using attention fusion. arXiv:2005.08182"},{"key":"10.1007\/s40593-022-00291-5_bib18","doi-asserted-by":"crossref","unstructured":"Hsieh, C.N., Zechner, K., & Xi, X. (2019a). Features measuring fluency and pronunciation. In: Automated Speaking Assessment (pp. 101\u2013122). Routledge","DOI":"10.4324\/9781315165103-7"},{"key":"10.1007\/s40593-022-00291-5_bib19","doi-asserted-by":"crossref","unstructured":"Hsieh, C. N., Zechner, K., & Xi, X. (2019). Features measuring fluency and pronunciation (p. 101). Automated Speaking Assessment: Using Language Technologies to Score Spontaneous Speech p.","DOI":"10.4324\/9781315165103-7"},{"key":"10.1007\/s40593-022-00291-5_bib20","doi-asserted-by":"crossref","unstructured":"Johan Berggren, S., Rama, T., & \u00d8vrelid, L. (2019). Regression or classification? automated essay scoring for Norwegian. In: Proceedings of the Fourteenth Workshop on Innovative Use of NLP for Building Educational Applications (pp. 92\u2013102). Florence, Italy, Association for Computational Linguistics https:\/\/doi.org\/10.18653\/v1\/W19-4409","DOI":"10.18653\/v1\/W19-4409"},{"key":"10.1007\/s40593-022-00291-5_bib21","doi-asserted-by":"crossref","unstructured":"Ke, Z., & Ng, V. (2019). Automated essay scoring: A survey of the state of the art. In: Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence, IJCAI-19, International Joint Conferences on Artificial Intelligence Organization (pp. 6300\u20136308) https:\/\/doi.org\/10.24963\/ijcai.2019\/879","DOI":"10.24963\/ijcai.2019\/879"},{"issue":"1","key":"10.1007\/s40593-022-00291-5_bib22","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1111\/0026-7902.00054","article-title":"The rating of direct and semi-direct oral proficiency interviews: Comparing performance at lower proficiency levels","volume":"84","author":"Kenyon","year":"2000","journal-title":"The Modern Language Journal"},{"key":"10.1007\/s40593-022-00291-5_bib23","doi-asserted-by":"crossref","unstructured":"Kumar, Y., Aggarwal, S., Mahata, D., Shah, R.R., Kumaraguru, P., & Zimmermann, R. (2019). Get it scored using autosas\u2014an automated system for scoring short answers. In: Proceedings of the AAAI conference on artificial intelligence (Vol 33, pp. 9662\u20139669)","DOI":"10.1609\/aaai.v33i01.33019662"},{"key":"10.1007\/s40593-022-00291-5_bib24","unstructured":"Kumar, Y., Bhatia, M., Kabra, A., Li, J.J., Jin, D., & Shah, R.R. (2020). Calling out bluff: Attacking the robustness of automatic scoring systems with simple adversarial testing. arXiv:2007.06796"},{"key":"10.1007\/s40593-022-00291-5_bib25","doi-asserted-by":"crossref","unstructured":"Loukina, A., Zechner, K., Chen, L., & Heilman, M. (2015). Feature selection for automated speech scoring. In: Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications (pp. 12\u201319). Denver, Colorado: Association for Computational Linguistics https:\/\/doi.org\/10.3115\/v1\/W15-0602","DOI":"10.3115\/v1\/W15-0602"},{"key":"10.1007\/s40593-022-00291-5_bib26","doi-asserted-by":"crossref","unstructured":"Loukina, A., Madnani, N., & Cahill, A. (2017). Speech- and text-driven features for automated scoring of English speaking tasks. In: Proceedings of the workshop on speech-centric natural language processing (pp. 67\u201377). Copenhagen, Denmark: Association for Computational Linguistics https:\/\/doi.org\/10.18653\/v1\/W17-4609,","DOI":"10.18653\/v1\/W17-4609"},{"key":"10.1007\/s40593-022-00291-5_bib27","doi-asserted-by":"crossref","first-page":"474","DOI":"10.1075\/ijcl.15.4.02lu","article-title":"Automatic analysis of syntactic complexity in second language writing","volume":"15","author":"Lu","year":"2010","journal-title":"International Journal of Corpus Linguistics"},{"key":"10.1007\/s40593-022-00291-5_bib28","unstructured":"Lundberg, S.M., & Lee, S.I. (2017) A unified approach to interpreting model predictions. In: Guyon, I., Luxburg, U.V., Bengio, S., Wallach, H., Fergus, R., Vishwanathan, S., Garnett, R. (eds.) Advances in Neural Information Processing Systems 30 (pp. 4765\u20134774). Curran Associates, Inc. http:\/\/papers.nips.cc\/paper\/7062-a-unified-approach-to-interpreting-model-predictions.pdf"},{"key":"10.1007\/s40593-022-00291-5_bib29","doi-asserted-by":"crossref","unstructured":"Maddela, M., & Xu, W. (2018). A word-complexity lexicon and a neural readability ranking model for lexical simplification. In: Proceedings of the conference on empirical methods in natural language processing (EMNLP)","DOI":"10.18653\/v1\/D18-1410"},{"key":"10.1007\/s40593-022-00291-5_bib30","doi-asserted-by":"crossref","unstructured":"Malinin, A., Knill, K., Ragni, A., Wang, Y., & Gales, M. (2017). An attention based model for off-topic spontaneous spoken response detection: An initial study. In: Proc. 7th ISCA workshop on speech and language technology in education (pp. 144\u2013149) https:\/\/doi.org\/10.21437\/SLaTE.2017-25","DOI":"10.21437\/SLaTE.2017-25"},{"key":"10.1007\/s40593-022-00291-5_bib31","unstructured":"Malone, M. (2000). Simulated oral proficiency interviews: Recent developments. eric digest."},{"key":"10.1007\/s40593-022-00291-5_bib32","doi-asserted-by":"crossref","unstructured":"McAuliffe, M., Socolof, M., Mihuc, S., Wagner, M., Sonderegger, M. (2017). Montreal forced aligner: Trainable text-speech alignment using kaldi. In: Interspeech (Vol. 2017, pp. 498\u2013502)","DOI":"10.21437\/Interspeech.2017-1386"},{"key":"10.1007\/s40593-022-00291-5_bib33","doi-asserted-by":"crossref","unstructured":"McFee, B., Raffel, C., Liang, D., Ellis, D.P., McVicar, M., Battenberg, E., & Nieto, O. (2015). librosa: Audio and music signal analysis in python. In: Proceedings of the 14th python in science conference (Vol 8, pp. 18\u201325)","DOI":"10.25080\/Majora-7b98e3ed-003"},{"key":"10.1007\/s40593-022-00291-5_bib34","series-title":"Machine learning and knowledge extraction","first-page":"17","article-title":"The explanation game: Explaining machine learning models using shapley values","author":"Merrick","year":"2020"},{"key":"10.1007\/s40593-022-00291-5_bib35","unstructured":"Molnar, C., K\u00f6nig, G., Bischl, B., & Casalicchio, G. (2020). Model-agnostic feature importance and effects with dependent features \u2013 a conditional subgroup approach"},{"issue":"5","key":"10.1007\/s40593-022-00291-5_bib36","first-page":"238","article-title":"The imminence of\u2026 grading essays by computer","volume":"47","author":"Page","year":"1966","journal-title":"The Phi Delta Kappan"},{"key":"10.1007\/s40593-022-00291-5_bib37","doi-asserted-by":"crossref","unstructured":"Panayotov, V., Chen, G., Povey, D., & Khudanpur, S. (2015). Librispeech: An asr corpus based on public domain audio books. In: 2015 IEEE international conference on acoustics, speech and signal processing (ICASSP) (pp. 5206\u20135210)","DOI":"10.1109\/ICASSP.2015.7178964"},{"key":"10.1007\/s40593-022-00291-5_bib38","unstructured":"Parekh, S., Singla, Y.K., Chen, C., Li, J.J., & Shah, R.R. (2020) My teacher thinks the world is flat! interpreting automatic essay scoring mechanism. arXiv:2012.13872"},{"key":"10.1007\/s40593-022-00291-5_bib39","unstructured":"Patil, R., Singla, Y.K., Shah, R.R., Hama, M., & Zimmermann, R. (2020). Towards modelling coherence in spoken discoursear. Xiv:2101.00056"},{"key":"10.1007\/s40593-022-00291-5_bib40","doi-asserted-by":"crossref","unstructured":"Qian, Y., Ubale, R., Mulholland, M., Evanini, K., & Wang, X. (2018) A prompt-aware neural network approach to content-based scoring of non-native spontaneous speech. In: 2018 IEEE spoken language technology workshop (SLT) (pp. 979\u2013986)","DOI":"10.1109\/SLT.2018.8639697"},{"key":"10.1007\/s40593-022-00291-5_bib41","doi-asserted-by":"crossref","unstructured":"Qian, Y., Lange, P., Evanini, K., Pugh, R., Ubale, R., Mulholland, M., & Wang, X. (2019). Neural approaches to automated speech scoring of monologue and dialogue responses. In: ICASSP 2019 - 2019 IEEE international conference on acoustics, speech and signal processing (ICASSP) (pp. 8112\u20138116)","DOI":"10.1109\/ICASSP.2019.8683717"},{"key":"10.1007\/s40593-022-00291-5_bib42","doi-asserted-by":"crossref","unstructured":"Raina, V., Gales, M., & Knill, K. (2020) Complementary systems for off-topic spoken response detection. In: Proceedings of the fifteenth workshop on innovative use of NLP for building educational applications (pp. 41\u201351). Seattle, WA, USA a^\u2020: Association for Computational Linguistics, Online https:\/\/doi.org\/10.18653\/v1\/2020.bea-1.4,","DOI":"10.18653\/v1\/2020.bea-1.4"},{"key":"10.1007\/s40593-022-00291-5_bib43","doi-asserted-by":"crossref","unstructured":"Riordan, B., Horbach, A., Cahill, A., Zesch, T., & Lee, C.M. (2017) Investigating neural architectures for short answer scoring. In: Proceedings of the 12th workshop on innovative use of NLP for building educational applications (pp. 159\u2013168). Copenhagen, Denmark: Association for Computational Linguistics https:\/\/doi.org\/10.18653\/v1\/W17-5017,","DOI":"10.18653\/v1\/W17-5017"},{"key":"10.1007\/s40593-022-00291-5_bib44","doi-asserted-by":"crossref","unstructured":"Shah, J., Singla, Y.K., Chen, C., & Shah, R.R. (2021) What all do audio transformer models hear? probing acoustic representations for language delivery and its structure. arXiv:2101.00387","DOI":"10.1109\/ICDMW58026.2022.00120"},{"issue":"28","key":"10.1007\/s40593-022-00291-5_bib45","first-page":"307","article-title":"A value for n-person games","volume":"2","author":"Shapley","year":"1953","journal-title":"Contributions to the Theory of Games"},{"key":"10.1007\/s40593-022-00291-5_bib46","doi-asserted-by":"crossref","unstructured":"Shashidhar, V., Pandey, N., & Aggarwal, V. (2015) Automatic spontaneous speech grading: A novel feature derivation technique using the crowd. In: Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 1: Long Papers) (pp. 1085\u20131094). Beijing, China: Association for Computational Linguistics https:\/\/doi.org\/10.3115\/v1\/P15-1105","DOI":"10.3115\/v1\/P15-1105"},{"key":"10.1007\/s40593-022-00291-5_bib47","doi-asserted-by":"crossref","unstructured":"Singla, Y.K., Gupta, A., Bagga, S., Chen, C., Krishnamurthy, B., & Shah, R.R. (2021a) Speaker-conditioned hierarchical modeling for automated speech scoring. In: Proceedings of the 30th ACM international conference on information & knowledge management (pp. 1681\u20131691)","DOI":"10.1145\/3459637.3482395"},{"key":"10.1007\/s40593-022-00291-5_bib48","doi-asserted-by":"crossref","unstructured":"Singla, Y.K., Krishna, S., Shah, R.R., & Chen, C. (2021b) Using sampling to estimate and improve performance of automated scoring systems with guarantees. arXiv:2111.08906","DOI":"10.1609\/aaai.v36i11.21563"},{"key":"10.1007\/s40593-022-00291-5_bib49","unstructured":"Singla, Y.K., Parekh, S., Singh, S., Li, J.J., Shah, R.R., & Chen, C. (2021c) Aes systems are both overstable and oversensitive: Explaining why and proposing defensesar. Xiv:2109.11728"},{"key":"10.1007\/s40593-022-00291-5_bib50","first-page":"81","article-title":"Testing aptitude for second language learning. Encyclopaedia of language and education","volume":"7","author":"Stansfield","year":"2008","journal-title":"2nd Edition: Language Testing and assessment"},{"key":"10.1007\/s40593-022-00291-5_bib51","doi-asserted-by":"crossref","unstructured":"Taghipour, K., & Ng, H.T. (2016) A neural approach to automated essay scoring. In: Proceedings of the 2016 conference on empirical methods in natural language processing (pp. 1882\u20131891). Austin, Texas: Association for Computational Linguistics https:\/\/doi.org\/10.18653\/v1\/D16-1193","DOI":"10.18653\/v1\/D16-1193"},{"key":"10.1007\/s40593-022-00291-5_bib52","doi-asserted-by":"crossref","unstructured":"Tao, J., Evanini, K., & Wang, X. (2014) The influence of automatic speech recognition accuracy on the performance of an automated speech assessment system. In: 2014 IEEE Spoken Language Technology Workshop (SLT) (pp. 294\u2013299) https:\/\/doi.org\/10.1109\/SLT.2014.7078590","DOI":"10.1109\/SLT.2014.7078590"},{"key":"10.1007\/s40593-022-00291-5_bib53","doi-asserted-by":"crossref","unstructured":"Tay, Y., Phan, M., Tuan, L.A., & Hui, S.C. (2018) Skipflow: Incorporating neural coherence features for end-to-end automatic text scoring. In: AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v32i1.12045"},{"key":"10.1007\/s40593-022-00291-5_bib54","doi-asserted-by":"crossref","unstructured":"Tilk, O., & Alum\u00e4e, T. (2016) Bidirectional recurrent neural network with attention mechanism for punctuation restoration. In: Interspeech 2016","DOI":"10.21437\/Interspeech.2016-1517"},{"key":"10.1007\/s40593-022-00291-5_bib55","doi-asserted-by":"crossref","unstructured":"Wang, X., & Evanini, K. (2019) Features measuring content and discourse coherence. Automated Speaking Assessment: Using Language Technologies to Score Spontaneous Speech p 138","DOI":"10.4324\/9781315165103-9"},{"key":"10.1007\/s40593-022-00291-5_bib56","doi-asserted-by":"crossref","unstructured":"Xi, X., Higgins, D., Zechner, K., & Williamson, D.M. (2008) Automated scoring of spontaneous speech using speechratersm v1. 0. ETS Research Report Series, 2008(2):i\u2013102","DOI":"10.1002\/j.2333-8504.2008.tb02148.x"},{"key":"10.1007\/s40593-022-00291-5_bib57","doi-asserted-by":"crossref","unstructured":"Yoon, S.Y., & Lee, C.M. (2019) Content modeling for automated oral proficiency scoring system. In: Proceedings of the fourteenth workshop on innovative use of NLP for building educational applications (pp. 394\u2013401). Florence, Italy: Association for Computational Linguistics https:\/\/doi.org\/10.18653\/v1\/W19-4441,","DOI":"10.18653\/v1\/W19-4441"},{"key":"10.1007\/s40593-022-00291-5_bib58","unstructured":"Yoon, S.Y., Loukina, A., Lee, C.M., Mulholland, M., Wang, X., & Choi, I. (2018) Word-embedding based content features for automated oral proficiency scoring. In: Proceedings of the third workshop on semantic deep learning (pp. 12\u201322). Santa Fe, New Mexico: Association for Computational Linguistics https:\/\/www.aclweb.org\/anthology\/W18-4002"},{"key":"10.1007\/s40593-022-00291-5_bib59","doi-asserted-by":"crossref","unstructured":"Yu, Z., Ramanarayanan, V., Suendermann-Oeft, D., Wang, X., Zechner, K., Chen, L., Tao, J., Ivanou, A., & Qian, Y. (2015) Using bidirectional lstm recurrent neural networks to learn high-level abstractions of sequential features for automated scoring of non-native spontaneous speech. In: 2015 IEEE Workshop on Automatic Speech Recognition and Understanding (ASRU) (pp. 338\u2013345)","DOI":"10.1109\/ASRU.2015.7404814"},{"key":"10.1007\/s40593-022-00291-5_bib60","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Geiger, J., Pohjalainen, J., Mousa, A.E.D., Jin, W., & Schuller, B. (2018) Deep learning for environmentally robust speech recognition: An overview of recent developments. Transactions on Intelligent Systems and Technology, 9(5) https:\/\/doi.org\/10.1145\/3178115","DOI":"10.1145\/3178115"}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-022-00291-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-022-00291-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226002428?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226002428?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-022-00291-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T06:14:28Z","timestamp":1779084868000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1560429226002428"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3]]},"references-count":60,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["S1560429226002428"],"URL":"https:\/\/doi.org\/10.1007\/s40593-022-00291-5","relation":{},"ISSN":["1560-4292"],"issn-type":[{"value":"1560-4292","type":"print"}],"subject":[],"published":{"date-parts":[[2023,3]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Automated Speech Scoring System Under The Lens","name":"articletitle","label":"Article Title"},{"value":"International Journal of Artificial Intelligence in Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1007\/s40593-022-00291-5","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2022 International Artificial Intelligence in Education Society. Published by Elsevier Ltd","name":"copyright","label":"Copyright"}]}}