{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T02:29:00Z","timestamp":1772159340527,"version":"3.50.1"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031116438","type":"print"},{"value":"9783031116445","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-11644-5_19","type":"book-chapter","created":{"date-parts":[[2022,7,26]],"date-time":"2022-07-26T14:18:49Z","timestamp":1658845129000},"page":"231-242","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Plausibility and\u00a0Faithfulness of\u00a0Feature Attribution-Based Explanations in\u00a0Automated Short Answer Scoring"],"prefix":"10.1007","author":[{"given":"Tasuku","family":"Sato","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hiroaki","family":"Funayama","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kazuaki","family":"Hanawa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kentaro","family":"Inui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,7,27]]},"reference":[{"key":"19_CR1","doi-asserted-by":"publisher","unstructured":"Riken: RIKEN Dataset for Short Answer Assessment. Informatics Research Data Repository (2020). https:\/\/doi.org\/10.32130\/rdata.3.1","DOI":"10.32130\/rdata.3.1"},{"key":"19_CR2","unstructured":"Scoring short answer essays. ASAP short answer scoring competition system description (2013). https:\/\/www.kaggle.com\/c\/asap-sas\/"},{"key":"19_CR3","doi-asserted-by":"publisher","unstructured":"Basu, S., Jacobs, C., Vanderwende, L.: Powergrading: a clustering approach to amplify human effort for short answer grading. In: TACL, pp. 391\u2013402 (2013). https:\/\/doi.org\/10.1162\/tacl_a_00236","DOI":"10.1162\/tacl_a_00236"},{"key":"19_CR4","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1037\/h0026256","volume":"70","author":"J Cohen","year":"1968","unstructured":"Cohen, J.: Weighted kappa: nominal scale agreement with provision for scaled disagreement or partial credit. Psychol. Bull. 70, 213\u2013220 (1968). https:\/\/doi.org\/10.1037\/h0026256","journal-title":"Psychol. Bull."},{"key":"19_CR5","doi-asserted-by":"publisher","unstructured":"DeYoung, J., et al.: ERASER: a benchmark to evaluate rationalized NLP models. In: ACL, pp. 4443\u20134458 (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.408","DOI":"10.18653\/v1\/2020.acl-main.408"},{"key":"19_CR6","doi-asserted-by":"publisher","unstructured":"Funayama, H., et al.: Preventing critical scoring errors in short answer scoring with confidence estimation. In: ACL, pp. 237\u2013243 (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-srw.32","DOI":"10.18653\/v1\/2020.acl-srw.32"},{"key":"19_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3236009","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti, R., Monreale, A., Ruggieri, S., Turini, F., Giannotti, F., Pedreschi, D.: A survey of methods for explaining black box models. ACM Comput. Surv. 51, 1\u201342 (2018). https:\/\/doi.org\/10.1145\/3236009","journal-title":"ACM Comput. Surv."},{"key":"19_CR8","unstructured":"Herman, B.: The promise and peril of human evaluation for model interpretability, 6 p. arXiv:1711.07414 (2019)"},{"key":"19_CR9","doi-asserted-by":"publisher","unstructured":"Jacovi, A., Goldberg, Y.: Towards faithfully interpretable NLP systems: how should we define and evaluate faithfulness? In: ACL, pp. 4198\u20134205 (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.386","DOI":"10.18653\/v1\/2020.acl-main.386"},{"key":"19_CR10","doi-asserted-by":"publisher","unstructured":"Jain, S., Wallace, B.C.: Attention is not explanation. In: EMNLP-IJCNLP, pp. 3543\u20133556 (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1357","DOI":"10.18653\/v1\/N19-1357"},{"key":"19_CR11","unstructured":"Lage, I., et al.: An evaluation of the human-interpretability of explanation, 24 p. arXiv:1902.00006 (2019)"},{"key":"19_CR12","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G.S., Dean, J.: Distributed representations of words and phrases and their compositionality. In: NeurIPS, p. 9 (2013)"},{"key":"19_CR13","doi-asserted-by":"publisher","unstructured":"Mizumoto, T., et al.: Analytic score prediction and justification identification in automated short answer scoring. In: ACL, pp. 316\u2013325 (2019). https:\/\/doi.org\/10.18653\/v1\/W19-4433","DOI":"10.18653\/v1\/W19-4433"},{"key":"19_CR14","doi-asserted-by":"publisher","unstructured":"Mohankumar, A.K., Nema, P., Narasimhan, S., Khapra, M.M., Srinivasan, B.V., Ravindran, B.: Towards transparent and explainable attention models. In: ACL, pp. 4206\u20134216 (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.387","DOI":"10.18653\/v1\/2020.acl-main.387"},{"key":"19_CR15","unstructured":"Mohler, M., Bunescu, R., Mihalcea, R.: Learning to grade short answer questions using semantic similarity measures and dependency graph alignments. In: ACL, pp. 752\u2013762 (2011)"},{"key":"19_CR16","doi-asserted-by":"publisher","unstructured":"Riordan, B., Horbach, A., Cahill, A., Zesch, T., Lee, C.M.: Investigating neural architectures for short answer scoring. In: BEA, pp. 159\u2013168 (2017). https:\/\/doi.org\/10.18653\/v1\/W17-5017","DOI":"10.18653\/v1\/W17-5017"},{"key":"19_CR17","doi-asserted-by":"publisher","unstructured":"Serrano, S., Smith, N.A.: Is attention interpretable? In: ACL, pp. 2931\u20132951 (2019). https:\/\/doi.org\/10.18653\/v1\/P19-1282","DOI":"10.18653\/v1\/P19-1282"},{"key":"19_CR18","unstructured":"Shrikumar, A., Greenside, P., Shcherbina, A., Kundaje, A.: Not just a black box: learning important features through propagating activation differences, 6 p. arXiv:1605.01713 (2017)"},{"key":"19_CR19","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps, 8 p. arXiv:1312.6034 (2014)"},{"key":"19_CR20","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. In: ICML, p. 3319\u20133328 (2017)"},{"key":"19_CR21","doi-asserted-by":"crossref","unstructured":"Teney, D., Abbasnejad, E., van den Hengel, A.: Learning what makes a difference from counterfactual examples and gradient supervision, 24 p. arXiv:2004.09034 (2020)","DOI":"10.1007\/978-3-030-58607-2_34"},{"key":"19_CR22","doi-asserted-by":"publisher","first-page":"4793","DOI":"10.1109\/TNNLS.2020.3027314","volume":"32","author":"E Tjoa","year":"2021","unstructured":"Tjoa, E., Guan, C.: A survey on Explainable Artificial Intelligence (XAI): toward medical XAI. IEEE Trans. Neural Netw. Learn. Syst. 32, 4793\u20134813 (2021). https:\/\/doi.org\/10.1109\/TNNLS.2020.3027314","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"19_CR23","doi-asserted-by":"publisher","unstructured":"Wang, T., Inoue, N., Ouchi, H., Mizumoto, T., Inui, K.: Inject rubrics into short answer grading system. In: EMNLP-WS, pp. 175\u2013182 (2019). https:\/\/doi.org\/10.18653\/v1\/D19-6119","DOI":"10.18653\/v1\/D19-6119"},{"key":"19_CR24","unstructured":"Zhong, R., Shao, S., McKeown, K.R.: Fine-grained sentiment analysis with faithful attention, 13 p. arXiv:1908.06870 (2019)"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-11644-5_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T19:49:26Z","timestamp":1710359366000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-11644-5_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031116438","9783031116445"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-11644-5_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"27 July 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Durham","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 July 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2022.webspace.durham.ac.uk\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"243","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}