{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T10:12:52Z","timestamp":1779099172377,"version":"3.51.4"},"publisher-location":"Cham","reference-count":16,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030522391","type":"print"},{"value":"9783030522407","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-52240-7_14","type":"book-chapter","created":{"date-parts":[[2020,7,4]],"date-time":"2020-07-04T09:02:55Z","timestamp":1593853375000},"page":"74-79","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Exploring Automatic Short Answer Grading as a Tool to Assist in Human Rating"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9482-7003","authenticated-orcid":false,"given":"Aubrey","family":"Condor","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,6,30]]},"reference":[{"key":"14_CR1","doi-asserted-by":"publisher","unstructured":"Banjade, R., Maharjan, N., Niraula, N., Gautam, D., Samei, B., Rus, V.: Evaluation dataset (DT-Grade) and word weighting approach towards constructed short answers assessment in tutorial dialogue context. In: Proceedings of the 11th Workshop on the Innovative Use of NLP for Building Educational Applications, San Diego, CA, pp. 182\u2013187. Association for Computational Linguistics (2016). \nhttps:\/\/doi.org\/10.18653\/v1\/W16-0520","DOI":"10.18653\/v1\/W16-0520"},{"issue":"3","key":"14_CR2","first-page":"439","volume":"18","author":"MT Chi","year":"1994","unstructured":"Chi, M.T., De Leeuw, N., Chiu, M.H., LaVancher, C.: Eliciting self-explanations improves understanding. Cogn. Sci. 18(3), 439\u2013477 (1994)","journal-title":"Cogn. Sci."},{"key":"14_CR3","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1007\/978-3-030-23204-7_8","volume-title":"Artificial Intelligence in Education","author":"SA Crossley","year":"2019","unstructured":"Crossley, S.A., Kim, M., Allen, L., McNamara, D.: Automated Summarization Evaluation (ASE) using natural language processing tools. In: Isotani, S., Mill\u00e1n, E., Ogan, A., Hastings, P., McLaren, B., Luckin, R. (eds.) AIED 2019. LNCS (LNAI), vol. 11625, pp. 84\u201395. Springer, Cham (2019). \nhttps:\/\/doi.org\/10.1007\/978-3-030-23204-7_8"},{"key":"14_CR4","unstructured":"Devlin, J., Chang, M., Le, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding (2018). \narXiv:hep-th\/9910001"},{"key":"14_CR5","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1007\/978-3-319-93843-1_6","volume-title":"Artificial Intelligence in Education","author":"TI Dhamecha","year":"2018","unstructured":"Dhamecha, T.I., Marvaniya, S., Saha, S., Sindhgatta, R., Sengupta, B.: Balancing Human efforts and performance of student response analyzer in dialog-based tutors. In: Penstein Ros\u00e9, C., et al. (eds.) AIED 2018. LNCS (LNAI), vol. 10947, pp. 70\u201385. Springer, Cham (2018). \nhttps:\/\/doi.org\/10.1007\/978-3-319-93843-1_6"},{"key":"14_CR6","unstructured":"Holmes, W., Bialik, M., Fadel, C.: Artificial intelligence in education: promises and implications for teaching and learning. Center for Curriculum Redesign, Boston, MA (2019)"},{"issue":"3","key":"14_CR7","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1207\/S15328031US0203","volume":"2","author":"M Louis","year":"2003","unstructured":"Louis, M., Field, R.: Interrater agreement measures: comments on Kappa$$_{\\rm {n}}$$, Cohen\u2019s Kappa, Scott\u2019s $$\\uppi $$, and Aickin\u2019s $$\\upalpha $$. Underst. Stat, 2(3), 205\u2013219 (2003). \nhttps:\/\/doi.org\/10.1207\/S15328031US0203","journal-title":"Underst. Stat,"},{"key":"14_CR8","unstructured":"Mieskes, M., Pad\u00f3, U.: Work smart-reducing effort in short-answer grading. In: Proceedings of the 7th Workshop on NLP for Computer Assisted Language Learning, pp. 4294\u20134295. Link\u00f6ping University Electronic Press, SLTC, Stockholm (2018)"},{"key":"14_CR9","series-title":"Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1007\/978-3-030-32216-8_37","volume-title":"Simulation Tools and Techniques","author":"H Qi","year":"2019","unstructured":"Qi, H., Wang, Y., Dai, J., Li, J., Di, X.: Attention-based hybrid model for automatic short answer scoring. In: Song, H., Jiang, D. (eds.) SIMUtools 2019. LNICST, vol. 295, pp. 385\u2013394. Springer, Cham (2019). \nhttps:\/\/doi.org\/10.1007\/978-3-030-32216-8_37"},{"key":"14_CR10","doi-asserted-by":"publisher","unstructured":"Rus, V., Niraula, N., Banjade, R.: DeepTutor: an effective, online intelligent tutoring system that promotes deep learning. In: Proceedings of the Twenty-Ninth AAAI Conference on Artificial Intelligence, Austin, TX, pp. 4294\u20134295. AAAI Press (2015). \nhttps:\/\/doi.org\/10.5555\/2888116.2888373","DOI":"10.5555\/2888116.2888373"},{"key":"14_CR11","doi-asserted-by":"publisher","unstructured":"Sung, C., Dhamecha, T., Saha, S., Tengfei, M., Reddy, V., Rishi, A.: Pre-training BERT on domain resources for short answer grading. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, Hong, Kong, CH, pp. 6071\u20136075. Association for Computational Linguistics (2019). \nhttps:\/\/doi.org\/10.18653\/v1\/D19-1628","DOI":"10.18653\/v1\/D19-1628"},{"key":"14_CR12","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1007\/978-3-030-23204-7_39","volume-title":"Artificial Intelligence in Education","author":"C Sung","year":"2019","unstructured":"Sung, C., Dhamecha, T.I., Mukhi, N.: Improving short answer grading using transformer-based pre-training. In: Isotani, S., Mill\u00e1n, E., Ogan, A., Hastings, P., McLaren, B., Luckin, R. (eds.) AIED 2019. LNCS (LNAI), vol. 11625, pp. 469\u2013481. Springer, Cham (2019). \nhttps:\/\/doi.org\/10.1007\/978-3-030-23204-7_39"},{"key":"14_CR13","unstructured":"Trivedi, K.: Fast-BERT. \nhttps:\/\/github.com\/kaushaltrivedi\/fast-bert\n\n. Accessed 25 Feb 2020"},{"key":"14_CR14","doi-asserted-by":"crossref","unstructured":"Hu, M., Wei, F., Peng, Y., Huang, Z., Yang, N., Li, D.: Read+ verify: machine reading comprehension with unanswerable questions. In Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, pp. 6529\u20136537, July 2019","DOI":"10.1609\/aaai.v33i01.33016529"},{"issue":"2","key":"14_CR15","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1177\/0265532216686999","volume":"35","author":"S Wind","year":"2018","unstructured":"Wind, S., Peterson, M.: A systematic review of methods for evaluating rating quality in language assessment. Lang. Test. 35(2), 161\u2013192 (2018). \nhttps:\/\/doi.org\/10.1177\/0265532216686999","journal-title":"Lang. Test."},{"key":"14_CR16","unstructured":"Wolf, T., et al.: HuggingFace\u2019s transformers: state-of-the-art natural language processing. arXiv (2019) \narXiv:1910.03771"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-52240-7_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,4]],"date-time":"2020-07-04T11:06:32Z","timestamp":1593860792000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-52240-7_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030522391","9783030522407"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-52240-7_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"30 June 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ifrane","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 July 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 July 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2020.nees.com.br\/#\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"214","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"49","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"66","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}