{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T15:13:26Z","timestamp":1777043606828,"version":"3.51.4"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,3,10]],"date-time":"2022-03-10T00:00:00Z","timestamp":1646870400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,3,10]],"date-time":"2022-03-10T00:00:00Z","timestamp":1646870400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["World Wide Web"],"published-print":{"date-parts":[[2022,5]]},"DOI":"10.1007\/s11280-022-01005-6","type":"journal-article","created":{"date-parts":[[2022,3,10]],"date-time":"2022-03-10T07:02:36Z","timestamp":1646895756000},"page":"1197-1221","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Automated post scoring: evaluating posts with topics and quoted posts in online forum"],"prefix":"10.1007","volume":"25","author":[{"given":"Ruosong","family":"Yang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiannong","family":"Cao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhiyuan","family":"Wen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0833-0288","authenticated-orcid":false,"given":"Jiaxing","family":"Shen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,3,10]]},"reference":[{"key":"1005_CR1","unstructured":"Attali, Y, Burstein, J: Automated essay scoring with e-rater\u00ae; v. 2. The Journal of Technology Learning and Assessment 4(3) (2006)"},{"key":"1005_CR2","doi-asserted-by":"publisher","unstructured":"Beigman Klebanov, B, Flor, M, Gyawali, B: Topicality-based indices for essay scoring. In: Proceedings of the 11th Workshop on Innovative Use of NLP for Building Educational Applications. https:\/\/doi.org\/10.18653\/v1\/W16-0507, https:\/\/www.aclweb.org\/anthology\/W16-0507, pp 63\u201372. Association for Computational Linguistics, San Diego (2016)","DOI":"10.18653\/v1\/W16-0507"},{"issue":"2","key":"1005_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3440755","volume":"54","author":"D Chandrasekaran","year":"2021","unstructured":"Chandrasekaran, D, Mago, V: Evolution of semantic similarity\u2014a survey. ACM Comput Surv (CSUR) 54(2), 1\u201337 (2021)","journal-title":"ACM Comput Surv (CSUR)"},{"key":"1005_CR4","doi-asserted-by":"crossref","unstructured":"Chen, H, He, B: Automated essay scoring by maximizing human-machine agreement. In: Proceedings of the 2013 conference on empirical methods in natural language processing. https:\/\/www.aclweb.org\/anthology\/D13-1180, pp 1741\u20131752. Association for Computational Linguistics, Seattle (2013)","DOI":"10.18653\/v1\/D13-1180"},{"key":"1005_CR5","unstructured":"Devlin, J, Chang, MW, Lee, K, Toutanova, K: Bert: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, volume 1 (long and short papers), pp 4171\u20134186 (2019)"},{"key":"1005_CR6","doi-asserted-by":"publisher","unstructured":"Dong, F, Zhang, Y, Yang, J: Attention-based recurrent convolutional neural network for automatic essay scoring. In: Proceedings of the 21st conference on computational natural language learning (CoNLL 2017), pp 153\u2013162. Association for Computational Linguistics, Vancouver (2017). https:\/\/doi.org\/10.18653\/v1\/K17-1017, https:\/\/www.aclweb.org\/anthology\/K17-1017","DOI":"10.18653\/v1\/K17-1017"},{"key":"1005_CR7","unstructured":"Elliot, S: Intellimetric: from here to validity. Automated essay scoring: a cross-disciplinary perspective, 71\u201386 (2003)"},{"key":"1005_CR8","unstructured":"Heilman, M, Madnani, N: ETS: domain adaptation and stacking for short answer scoring. In: Proceedings of the 7th international workshop on semantic evaluation, SemEval@NAACL-HLT 2013, Atlanta, Georgia, USA, June 14-15, 2013, pp 275\u2013279. https:\/\/www.aclweb.org\/anthology\/S13-2046\/ (2013)"},{"key":"1005_CR9","unstructured":"Higgins, D, Burstein, J, Marcu, D, Gentile, C: Evaluating multiple aspects of coherence in student essays. In: Proceedings of the human language technology conference of the North American chapter of the association for computational linguistics: HLT-NAACL 2004, pp 185\u2013192 (2004)"},{"key":"1005_CR10","unstructured":"Jim\u00e9nez, S, Becerra, CJ, Gelbukh, AF: SOFTCARDINALITY: hierarchical text overlap for student response analysis. In: Proceedings of the 7th international workshop on semantic evaluation, SemEval@NAACL-HLT 2013, Atlanta, Georgia, USA, June 14-15, 2013, pp 280\u2013284. https:\/\/www.aclweb.org\/anthology\/S13-2047\/ (2013)"},{"key":"1005_CR11","doi-asserted-by":"publisher","unstructured":"Kumar, S, Chakrabarti, S, Roy, S: Earth mover\u2019s distance pooling over siamese lstms for automatic short answer grading. In: Proceedings of the twenty-sixth international joint conference on artificial intelligence, IJCAI 2017, Melbourne, Australia, August 19-25, 2017, pp 2046\u20132052. https:\/\/doi.org\/10.24963\/ijcai.2017\/284 (2017)","DOI":"10.24963\/ijcai.2017\/284"},{"key":"1005_CR12","unstructured":"Landauer, TK: Automated scoring and annotation of essays with the intelligent essay assessor. Automated essay scoring. A cross-disciplinary perspective (2003)"},{"key":"1005_CR13","unstructured":"Liu, Y, Ott, M, Goyal, N, Du, J, Joshi, M, Chen, D, Levy, O, Lewis, M, Zettlemoyer, L, Stoyanov, V: Roberta: a robustly optimized bert pretraining approach, arXiv:1907.11692 (2019)"},{"key":"1005_CR14","unstructured":"Louis, A, Higgins, D: Off-topic essay detection using short prompt texts. In: Proceedings of the NAACL HLT 2010 fifth workshop on innovative use of NLP for building educational applications, pp 92\u201395 (2010)"},{"key":"1005_CR15","unstructured":"Mohler, M, Bunescu, R, Mihalcea, R: Learning to grade short answer questions using semantic similarity measures and dependency graph alignments. In: Proceedings of the 49th annual meeting of the association for computational linguistics: human language technologies, vol . Association for Computational Linguistics1, pp 752\u2013762 (2011)"},{"key":"1005_CR16","unstructured":"Ott, N, Ziai, R, Hahn, M, Meurers, D: Comet: integrating different levels of linguistic modeling for meaning assessment. In: Proceedings of the 7th international workshop on semantic evaluation, SemEval@NAACL-HLT 2013, Atlanta, Georgia, USA, June 14-15, 2013, pp 608\u2013616. https:\/\/www.aclweb.org\/anthology\/S13-2102\/ (2013)"},{"issue":"2","key":"1005_CR17","doi-asserted-by":"publisher","first-page":"70","DOI":"10.46328\/ijonse.32","volume":"3","author":"P Paudel","year":"2021","unstructured":"Paudel, P: Online education: benefits, challenges and strategies during and after covid-19 in higher education. Int J Stud Educ 3(2), 70\u201385 (2021)","journal-title":"Int J Stud Educ"},{"key":"1005_CR18","doi-asserted-by":"crossref","unstructured":"Pennington, J, Socher, R, Manning, CD: Glove: global vectors for word representation. https:\/\/www.aclweb.org\/anthology\/D14-1162\/ (2014)","DOI":"10.3115\/v1\/D14-1162"},{"key":"1005_CR19","doi-asserted-by":"crossref","unstructured":"Riordan, B, Horbach, A, Cahill, A, Zesch, T, Lee, CM: Investigating neural architectures for short answer scoring. In: Proceedings of the 12th workshop on innovative use of NLP for building educational applications, BEA@EMNLP 2017, Copenhagen, Denmark, September 8, 2017, pp 159\u2013168. https:\/\/www.aclweb.org\/anthology\/W17-5017\/ (2017)","DOI":"10.18653\/v1\/W17-5017"},{"key":"1005_CR20","doi-asserted-by":"publisher","unstructured":"Saha, S, Dhamecha, TI, Marvaniya, S, Sindhgatta, R, Sengupta, B: Sentence level or token level features for automatic short answer grading?: Use both. In: Artificial intelligence in education - 19th international conference, AIED 2018, London, UK, June 27-30, 2018, Proceedings, Part I, pp 503\u2013517. https:\/\/doi.org\/10.1007\/978-3-319-93843-1_37 (2018)","DOI":"10.1007\/978-3-319-93843-1_37"},{"key":"1005_CR21","doi-asserted-by":"crossref","unstructured":"Shermis, MD, Burstein, JC: Automated essay scoring: a cross-disciplinary perspective. Routledge (2003)","DOI":"10.4324\/9781410606860"},{"key":"1005_CR22","unstructured":"Smolentzov, A: Automated essay scoring. Scoring essays in Swedish (2013)"},{"key":"1005_CR23","doi-asserted-by":"crossref","unstructured":"Sultan, MA, Salazar, C, Sumner, T: Fast and easy short answer grading with high accuracy. In: NAACL HLT 2016, the 2016 conference of the North American chapter of the association for computational linguistics: human language technologies, San Diego California, USA, June 12-17, 2016, pp 1070\u20131075. https:\/\/www.aclweb.org\/anthology\/N16-1123\/ (2016)","DOI":"10.18653\/v1\/N16-1123"},{"key":"1005_CR24","doi-asserted-by":"publisher","unstructured":"Taghipour, K, Ng, HT: A neural approach to automated essay scoring. In: Proceedings of the 2016 conference on empirical methods in natural language processing. https:\/\/doi.org\/10.18653\/v1\/D16-1193, https:\/\/www.aclweb.org\/anthology\/D16-1193, pp 1882\u20131891. Association for Computational Linguistics, Austin (2016)","DOI":"10.18653\/v1\/D16-1193"},{"key":"1005_CR25","unstructured":"Tay, Y, Phan, MC, Tuan, LA, Hui, SC: Skipflow: incorporating neural coherence features for end-to-end automatic text scoring. In: Proceedings of the thirty-second AAAI conference on artificial intelligence, (AAAI-18), the 30th innovative applications of artificial intelligence, pp 5948\u20135955. https:\/\/www.aaai.org\/ocs\/index.php\/AAAI\/AAAI18\/paper\/view\/16431 (2018)"},{"key":"1005_CR26","unstructured":"Van Dongen, S, Enright, AJ: Metric distances derived from cosine similarity and pearson and spearman correlations. arXiv:1208.3145 (2012)"},{"issue":"2","key":"1005_CR27","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1007\/s11336-014-9439-4","volume":"81","author":"S Vanbelle","year":"2016","unstructured":"Vanbelle, S: A new interpretation of the weighted kappa coefficients. Psychometrika 81(2), 399\u2013410 (2016)","journal-title":"Psychometrika"},{"key":"1005_CR28","unstructured":"Vaswani, A, Shazeer, N, Parmar, N, Uszkoreit, J, Jones, L, Gomez, AN, Kaiser, L, Polosukhin, I: Attention is all you need. In: Advances in neural information processing systems 30: annual conference on neural information processing systems 2017, 4-9 December 2017, Long Beach, CA, USA, pp 5998\u20136008. http:\/\/papers.nips.cc\/paper\/7181-attention-is-all-you-need (2017)"},{"key":"1005_CR29","doi-asserted-by":"publisher","unstructured":"Wang, Y, Wei, Z, Zhou, Y, Huang, X: Automatic essay scoring incorporating rating schema via reinforcement learning. In: Proceedings of the 2018 conference on empirical methods in natural language processing. https:\/\/doi.org\/10.18653\/v1\/D18-1090, https:\/\/www.aclweb.org\/anthology\/D18-1090, pp 791\u2013797. Association for Computational Linguistics, Brussels, Belgium (2018)","DOI":"10.18653\/v1\/D18-1090"},{"issue":"1","key":"1005_CR30","first-page":"129","volume":"5","author":"C Wishart","year":"2009","unstructured":"Wishart, C, Guy, R: Analyzing responses, moves, and roles in online discussions. Interdiscip J E-Learn Learn Objects 5(1), 129\u2013144 (2009)","journal-title":"Interdiscip J E-Learn Learn Objects"},{"key":"1005_CR31","doi-asserted-by":"publisher","unstructured":"Yang, R, Cao, J, Wen, Z, Wu, Y, He, X: Enhancing automated essay scoring performance via fine-tuning pre-trained language models with combination of regression and ranking. In: Findings of the association for computational linguistics: EMNLP 2020. https:\/\/doi.org\/10.18653\/v1\/2020.findings-emnlp.141, https:\/\/www.aclweb.org\/anthology\/2020.findings-emnlp.141, pp 1560\u20131569. Association for Computational Linguistics, Online (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.141"},{"key":"1005_CR32","doi-asserted-by":"publisher","unstructured":"Yang, Y, Cao, J, Shen, J, Yang, R, Wen, Z: Blended learning. Education in a smart learning environment - 13th international conference, icbl 2020, Bangkok, Thailand, August 24-27, 2020, proceedings, lecture notes in computer science, vol 12218. Springer, pp 15\u201324. In: Cheung, SKS, Li, R, Phusavat, K, Paoprasert, N, Kwok, LF (eds.) . https:\/\/doi.org\/10.1007\/978-3-030-51968-1_2 (2020)","DOI":"10.1007\/978-3-030-51968-1_2"},{"key":"1005_CR33","unstructured":"Yannakoudakis, H, Briscoe, T, Medlock, B: A new dataset and method for automatically grading ESOL texts. In: Proceedings of the 49th annual meeting of the association for computational linguistics: human language technologies. https:\/\/www.aclweb.org\/anthology\/P11-1019, pp 180\u2013189. Association for Computational Linguistics, Portland (2011)"},{"issue":"3","key":"1005_CR34","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1111\/jcal.12042","volume":"30","author":"J Yuan","year":"2014","unstructured":"Yuan, J, Kim, C: Guidelines for facilitating the development of learning communities in online courses. J Comput Assist Learn 30(3), 220\u2013232 (2014)","journal-title":"J Comput Assist Learn"},{"key":"1005_CR35","doi-asserted-by":"publisher","unstructured":"Zhou, X, Li, L, Dong, D, Liu, Y, Chen, Y, Zhao, WX, Yu, D, Wu, H: Multi-turn response selection for chatbots with deep attention matching network. In: Proceedings of the 56th annual meeting of the association for computational linguistics, ACL 2018, Melbourne, Australia, July 15-20, 2018, volume 1: Long Papers, pp. 1118\u20131127. https:\/\/doi.org\/10.18653\/v1\/P18-1103, https:\/\/www.aclweb.org\/anthology\/P18-1103\/ (2018)","DOI":"10.18653\/v1\/P18-1103"}],"container-title":["World Wide Web"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11280-022-01005-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11280-022-01005-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11280-022-01005-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,7]],"date-time":"2025-04-07T18:24:12Z","timestamp":1744050252000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11280-022-01005-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,10]]},"references-count":35,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,5]]}},"alternative-id":["1005"],"URL":"https:\/\/doi.org\/10.1007\/s11280-022-01005-6","relation":{},"ISSN":["1386-145X","1573-1413"],"issn-type":[{"value":"1386-145X","type":"print"},{"value":"1573-1413","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3,10]]},"assertion":[{"value":"7 September 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 November 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 January 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 March 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}]}}