{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T05:12:21Z","timestamp":1760332341252,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032084613","type":"print"},{"value":"9783032084620","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T00:00:00Z","timestamp":1760400000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T00:00:00Z","timestamp":1760400000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-08462-0_4","type":"book-chapter","created":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T04:47:20Z","timestamp":1760330840000},"page":"41-52","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Revisiting Automatic Essay Assessment: A Relative Approach"],"prefix":"10.1007","author":[{"given":"Anda","family":"Le\u015feanu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"\u0130brahim R\u0131za","family":"Halla\u00e7","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bur\u00e7in Buket","family":"O\u011ful","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hasan","family":"O\u011ful","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,14]]},"reference":[{"key":"4_CR1","doi-asserted-by":"crossref","unstructured":"Alikaniotis, D., Yannakoudakis, H., Rei, M.: Automatic text scoring using neural networks. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics, pp. 715\u2013725 (2016)","DOI":"10.18653\/v1\/P16-1068"},{"key":"4_CR2","unstructured":"Attali, Y., Burstein, J.: Automated essay scoring with e-rater\u00ae v.2. J. Technol., Learn. Assess. 4(3) (2006)"},{"issue":"1","key":"4_CR3","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L.: Random forests. Mach. Learn. 45(1), 5\u201332 (2001)","journal-title":"Mach. Learn."},{"key":"4_CR4","doi-asserted-by":"crossref","unstructured":"Bucol, J.L., Sangkawong, N.: Exploring ChatGPT as a writing assessment tool. Innov. Educ. Teach. Int. (2024)","DOI":"10.1080\/14703297.2024.2363901"},{"key":"4_CR5","doi-asserted-by":"crossref","unstructured":"Burges, C., et al.: Learning to rank using gradient descent. In: Proceedings of the 22nd International Conference on Machine Learning, pp. 89\u201396 (2005)","DOI":"10.1145\/1102351.1102363"},{"key":"4_CR6","doi-asserted-by":"crossref","unstructured":"Chen, T., Guestrin, C.: XGBoost: A scalable tree boosting system. In KDD, pp. 785\u2013794 (2016)","DOI":"10.1145\/2939672.2939785"},{"issue":"5","key":"4_CR7","first-page":"61","volume":"25","author":"Y-Y Chen","year":"2010","unstructured":"Chen, Y.-Y., Liu, C.-L., Lee, C.-H., Chang, T.-H.: An unsupervised automated essay-scoring system. IEEE Intell. Syst. 25(5), 61\u201367 (2010)","journal-title":"IEEE Intell. Syst."},{"issue":"2","key":"4_CR8","doi-asserted-by":"publisher","first-page":"248","DOI":"10.1075\/ijlcr.22026.cro","volume":"9","author":"SA Crossley","year":"2023","unstructured":"Crossley, S.A., et al.: Measuring second language proficiency using the English language learner insight, proficiency and skills evaluation (ELLIPSE) corpus. Int. J. Learner Corpus Res. 9(2), 248\u2013269 (2023)","journal-title":"Int. J. Learner Corpus Res."},{"issue":"1","key":"4_CR9","first-page":"1","volume":"5","author":"S Dikli","year":"2006","unstructured":"Dikli, S.: An overview of automated scoring of essays. J. Technol., Learn. Assess. 5(1), 1\u201336 (2006)","journal-title":"J. Technol., Learn. Assess."},{"key":"4_CR10","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: BERT: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics, pp. 4171\u20134186  (2019)"},{"key":"4_CR11","doi-asserted-by":"crossref","unstructured":"Dong, F., Zhang, Y., Yang, J.: Attention-based recurrent convolutional neural network for automatic essay scoring. In Proceedings of the 21st Conference on Computational Natural Language Learning, pp. 153\u2013162 (2017)","DOI":"10.18653\/v1\/K17-1017"},{"key":"4_CR12","doi-asserted-by":"publisher","first-page":"771","DOI":"10.1007\/s10639-022-11200-7","volume":"28","author":"S Huawei","year":"2023","unstructured":"Huawei, S., Aryadoust, V.: A systematic review of automated writing evaluation systems. Educ. Inf. Technol. 28, 771\u2013795 (2023)","journal-title":"Educ. Inf. Technol."},{"key":"4_CR13","doi-asserted-by":"publisher","first-page":"108486","DOI":"10.1109\/ACCESS.2019.2933354","volume":"7","author":"HK Janda","year":"2019","unstructured":"Janda, H.K., Pawar, A., Du, S., Mago, V.: Syntactic, semantic and sentiment analysis: the joint effect on automated essay evaluation. IEEE Access 7, 108486\u2013108503 (2019)","journal-title":"IEEE Access"},{"issue":"1","key":"4_CR14","first-page":"143","volume":"3","author":"M Kostic","year":"2024","unstructured":"Kostic, M., Witschel, H.F., Hinkelmann, K., Spahic-Bogdanovic, M.: LLMs in automated essay evaluation: a case study. Proc. AAAI Symp. Ser. 3(1), 143\u2013147 (2024)","journal-title":"Proc. AAAI Symp. Ser."},{"issue":"5","key":"4_CR15","first-page":"27","volume":"15","author":"TK Landauer","year":"2000","unstructured":"Landauer, T.K., Laham, D., Foltz, P.W.: The intelligent essay assessor. IEEE Intell. Syst. 15(5), 27\u201331 (2000)","journal-title":"IEEE Intell. Syst."},{"key":"4_CR16","first-page":"100210","volume":"6","author":"E Latif","year":"2023","unstructured":"Latif, E., Zhai, X.: Fine-tuning ChatGPT for automatic scoring. Comput. Educ.: Artif. Intell. 6, 100210 (2023)","journal-title":"Comput. Educ.: Artif. Intell."},{"issue":"5","key":"4_CR17","doi-asserted-by":"publisher","first-page":"e13068","DOI":"10.1111\/exsy.13068","volume":"39","author":"X Li","year":"2022","unstructured":"Li, X., Yang, H., Hu, S., Geng, J., Lin, K., Li, Y.: Enhanced hybrid neural network for automated essay scoring. Expert. Syst. 39(5), e13068 (2022)","journal-title":"Expert. Syst."},{"issue":"3","key":"4_CR18","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1080\/02602938.2015.1022136","volume":"41","author":"B Lok","year":"2016","unstructured":"Lok, B., McNaught, C., Young, K.: Criterion-referenced and norm-referenced assessments: compatibility and complementarity. Assess. Eval. High. Educ. 41(3), 450\u2013465 (2016)","journal-title":"Assess. Eval. High. Educ."},{"issue":"2","key":"4_CR19","doi-asserted-by":"publisher","first-page":"100050","DOI":"10.1016\/j.rmal.2023.100050","volume":"2","author":"A Mizumoto","year":"2023","unstructured":"Mizumoto, A., Eguchi, M.: Exploring the potential of using an AI language model for automated essay scoring. Res. Methods Appl. Linguist. 2(2), 100050 (2023)","journal-title":"Res. Methods Appl. Linguist."},{"key":"4_CR20","doi-asserted-by":"crossref","unstructured":"Nadeem, S., Nguyen, H., Liu, Y., Ostendorf, M.: Automated essay scoring with discourse-aware neural models. In: Proceedings of the Fourteenth Workshop on Innovative Use of NLP for Building Educational Applications, pp. 484\u2013493. Association for Computational Linguistics, Florence, Italy (2019)","DOI":"10.18653\/v1\/W19-4450"},{"key":"4_CR21","doi-asserted-by":"publisher","first-page":"e2634","DOI":"10.7717\/peerj-cs.2634","volume":"11","author":"Y Nie","year":"2025","unstructured":"Nie, Y.: Automated essay scoring with SBERT embeddings and LSTM-Attention networks. PeerJ Comput. Sci. 11, e2634 (2025)","journal-title":"PeerJ Comput. Sci."},{"key":"4_CR22","doi-asserted-by":"publisher","first-page":"6676","DOI":"10.1109\/ACCESS.2021.3136724","volume":"10","author":"BB O\u011ful","year":"2021","unstructured":"O\u011ful, B.B., \u00d6zdemir, S.: A pairwise deep ranking model for relative assessment of Parkinson\u2019s disease patients from gait signals. IEEE Access 10, 6676\u20136683 (2021)","journal-title":"IEEE Access"},{"issue":"6","key":"4_CR23","doi-asserted-by":"publisher","first-page":"1039","DOI":"10.1007\/s11548-022-02581-8","volume":"17","author":"BB O\u011ful","year":"2022","unstructured":"O\u011ful, B.B., Gilgien, M., \u00d6zdemir, S.: Ranking surgical skills using an attention-enhanced Siamese network with piecewise aggregated kinematic data. Int. J. Comput. Assist. Radiol. Surg. 17(6), 1039\u20131048 (2022)","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"key":"4_CR24","unstructured":"Ormerod, C. M., Malhotra, A., Jafari, A.: Automated essay scoring using efficient transformer-based language models. arXiv (2021)"},{"key":"4_CR25","first-page":"100234","volume":"6","author":"A Pack","year":"2024","unstructured":"Pack, A., Barrett, A., Escalante, J.: Large language models and automated essay scoring of English language learner writing: Insights into validity and reliability. Comput. Educ.: Artif. Intell. 6, 100234 (2024)","journal-title":"Comput. Educ.: Artif. Intell."},{"issue":"5","key":"4_CR26","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MIS.2018.2877278","volume":"33","author":"D Palma","year":"2018","unstructured":"Palma, D., Atkinson, J.: Coherence-based automatic essay assessment. IEEE Intell. Syst. 33(5), 26\u201336 (2018)","journal-title":"IEEE Intell. Syst."},{"issue":"4","key":"4_CR27","doi-asserted-by":"publisher","first-page":"5573","DOI":"10.1007\/s10639-021-10838-z","volume":"27","author":"V Ramnarain-Seetohul","year":"2022","unstructured":"Ramnarain-Seetohul, V., Bassoo, V., Rosunally, Y.: Similarity measures in automated essay scoring systems: a ten-year review. Educ. Inf. Technol. 27(4), 5573\u20135604 (2022)","journal-title":"Educ. Inf. Technol."},{"key":"4_CR28","unstructured":"Rodriguez, P.U., Jafari, A., Ormerod, C.M.: Language models and automated essay scoring. arXiv preprint (2019)"},{"issue":"9","key":"4_CR29","first-page":"1","volume":"4","author":"A Sayin","year":"2016","unstructured":"Sayin, A.: The effect of using relative and absolute criteria to decide students\u2019 passing or failing a course. J. Educ. Train. Stud. 4(9), 1\u20139 (2016)","journal-title":"J. Educ. Train. Stud."},{"key":"4_CR30","doi-asserted-by":"crossref","unstructured":"Se\u00dfler, K., F\u00fcrstenberg, M., B\u00fchler, B., Kasneci, E.: Can AI grade your essays? A comparative analysis of large language models and teacher ratings in multidimensional essay scoring. arXiv preprint (2024)","DOI":"10.1145\/3706468.3706527"},{"key":"4_CR31","doi-asserted-by":"publisher","first-page":"1920","DOI":"10.1109\/TLT.2024.3396873","volume":"17","author":"Y Song","year":"2024","unstructured":"Song, Y., Zhu, Q., Wang, H., Zheng, Q.: Automated essay scoring and revising based on open-source large language models. IEEE Trans. Learn. Technol. 17, 1920\u20131930 (2024)","journal-title":"IEEE Trans. Learn. Technol."},{"key":"4_CR32","first-page":"100255","volume":"7","author":"TP Tate","year":"2024","unstructured":"Tate, T.P., et al.: Can AI provide useful holistic essay scoring? Comput. Educ.: Artif. Intell. 7, 100255 (2024)","journal-title":"Comput. Educ.: Artif. Intell."},{"key":"4_CR33","unstructured":"Touvron, H., et al.: Llama: open and efficient foundation language models. arXiv preprint: arXiv:2302.13971 (2023)"},{"issue":"1","key":"4_CR34","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1007\/s40593-017-0142-3","volume":"28","author":"S Vajjala","year":"2018","unstructured":"Vajjala, S.: Automated assessment of non-native learner essays: Investigating the role of linguistic features. Int. J. Artif. Intell. Educ. 28(1), 79\u2013105 (2018)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"4_CR35","doi-asserted-by":"crossref","unstructured":"Wang, Y., Wang, C., Li, R., Lin, H.: On the use of BERT for automated essay scoring: Joint learning of multi-scale essay representation. In: Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 3416\u20133425 (2022)","DOI":"10.18653\/v1\/2022.naacl-main.249"},{"key":"4_CR36","unstructured":"Xia, W., Mao, S., Zheng, C.: Empirical study of large language models as automated essay scoring tools in English composition: taking TOEFL independent writing task for example. arXiv (2024)"},{"key":"4_CR37","doi-asserted-by":"crossref","unstructured":"Xiao, C., et al.: Human-AI collaborative essay scoring: a dual-process framework with LLMs. In: Proceedings of the 15th International Learning Analytics and Knowledge Conference (LAK \u201825), pp. 293\u2013305 (2025)","DOI":"10.1145\/3706468.3706507"},{"key":"4_CR38","unstructured":"Xie, J., Cai, K., Kong, L., Zhou, J., Qu, W.: Automated essay scoring via pairwise contrastive regression. In Proceedings of the 29th International Conference on Computational Linguistics, pp. 2724\u20132733. International Committee on Computational Linguistics (2022)"},{"key":"4_CR39","doi-asserted-by":"publisher","first-page":"125403","DOI":"10.1109\/ACCESS.2021.3110683","volume":"9","author":"J Xue","year":"2021","unstructured":"Xue, J., Tang, X., Zheng, L.: A hierarchical BERT-based transfer learning approach for multi-dimensional essay scoring. IEEE Access 9, 125403\u2013125415 (2021)","journal-title":"IEEE Access"},{"key":"4_CR40","doi-asserted-by":"crossref","unstructured":"Xu, J., et al.: EPCTS: Enhanced prompt-aware cross-prompt essay trait scoring. Neurocomputing 621, 129283 (2025)","DOI":"10.1016\/j.neucom.2024.129283"},{"key":"4_CR41","doi-asserted-by":"crossref","unstructured":"Zhang, C., Deng, J., Dong, X., Zhao, H., Liu, K., Cui, C.: Pairwise dual-level alignment for cross-prompt automated essay scoring. Expert Syst. Appl. 265, 125924 (2025)","DOI":"10.1016\/j.eswa.2024.125924"}],"container-title":["Lecture Notes in Computer Science","Hybrid Artificial Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-08462-0_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T04:47:27Z","timestamp":1760330847000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-08462-0_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,14]]},"ISBN":["9783032084613","9783032084620"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-08462-0_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,14]]},"assertion":[{"value":"14 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors declare that there is no conflict of interest.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"The source code, datasets, and further implementation details can be found at .","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Supplementary Material"}},{"value":"HAIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Hybrid Artificial Intelligence Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Salamanca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 October 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 October 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hais2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/haisconference.eu","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}