{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T02:29:00Z","timestamp":1772159340506,"version":"3.50.1"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030782696","type":"print"},{"value":"9783030782702","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-78270-2_9","type":"book-chapter","created":{"date-parts":[[2021,6,11]],"date-time":"2021-06-11T17:03:12Z","timestamp":1623430992000},"page":"54-59","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Integration of Automated Essay Scoring Models Using Item Response Theory"],"prefix":"10.1007","author":[{"given":"Itsuki","family":"Aomi","sequence":"first","affiliation":[]},{"given":"Emiko","family":"Tsutsumi","sequence":"additional","affiliation":[]},{"given":"Masaki","family":"Uto","sequence":"additional","affiliation":[]},{"given":"Maomi","family":"Ueno","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,6,12]]},"reference":[{"key":"9_CR1","doi-asserted-by":"crossref","unstructured":"Alikaniotis, D., Yannakoudakis, H., Rei, M.: Automatic text scoring using neural networks. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 715\u2013725 (2016)","DOI":"10.18653\/v1\/P16-1068"},{"key":"9_CR2","doi-asserted-by":"crossref","unstructured":"Dasgupta, T., Naskar, A., Dey, L., Saha, R.: Augmenting textual qualitative features in deep convolution recurrent neural network for automatic essay scoring. In: Proceedings of the Fifth Workshop on Natural Language Processing Techniques for Educational Applications, pp. 93\u2013102 (2018)","DOI":"10.18653\/v1\/W18-3713"},{"key":"9_CR3","volume-title":"Introduction to Many-Facet Rasch Measurement","author":"T Eckes","year":"2015","unstructured":"Eckes, T.: Introduction to Many-Facet Rasch Measurement. Peter Lang, Bern (2015)"},{"key":"9_CR4","doi-asserted-by":"crossref","unstructured":"Farag, Y., Yannakoudakis, H., Briscoe, T.: Neural automated essay scoring and coherence modeling for adversarially crafted input. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), pp. 263\u2013271 (2018)","DOI":"10.18653\/v1\/N18-1024"},{"key":"9_CR5","doi-asserted-by":"crossref","unstructured":"Hussein, M.A., Hassan, H.A., Nassef, M.: Automated language essay scoring systems: a literature review. PeerJ Comput. Sci. 5 (2019)","DOI":"10.7717\/peerj-cs.208"},{"key":"9_CR6","doi-asserted-by":"crossref","unstructured":"Jin, C., He, B., Hui, K., Sun, L.: TDNN: a two-stage deep neural network for prompt-independent automated essay scoring. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 1088\u20131097 (2018)","DOI":"10.18653\/v1\/P18-1100"},{"key":"9_CR7","doi-asserted-by":"crossref","unstructured":"Ke, Z., Ng, V.: Automated essay scoring: a survey of the state of the art. In: Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence, IJCAI-19, pp. 6300\u20136308 (2019)","DOI":"10.24963\/ijcai.2019\/879"},{"key":"9_CR8","volume-title":"Many-Facet Rasch Measurement","author":"JM Linacre","year":"1989","unstructured":"Linacre, J.M.: Many-Facet Rasch Measurement. MESA Press, Chicago (1989)"},{"key":"9_CR9","unstructured":"Liu, J., Xu, Y., Zhu, Y.: Automated Essay Scoring based on Two-Stage Learning. arXiv e-prints arXiv:1901.07744, January 2019"},{"key":"9_CR10","volume-title":"Applications of Item Response Theory to Practical Testing Problems","author":"FM Lord","year":"1980","unstructured":"Lord, F.M.: Applications of Item Response Theory to Practical Testing Problems. Routledge, Abingdon-on-Thames (1980)"},{"issue":"4","key":"9_CR11","first-page":"386","volume":"4","author":"CM Myford","year":"2003","unstructured":"Myford, C.M., Wolfe, E.W.: Detecting and measuring rater effects using many-facet Rasch measurement: part I. J. Appl. Measur. 4(4), 386\u2013422 (2003)","journal-title":"J. Appl. Measur."},{"key":"9_CR12","doi-asserted-by":"crossref","unstructured":"Phandi, P., Chai, K.M.A., Ng, H.T.: Flexible domain adaptation for automated essay scoring using correlated linear regression. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, pp. 431\u2013439 (2015)","DOI":"10.18653\/v1\/D15-1049"},{"key":"9_CR13","doi-asserted-by":"crossref","unstructured":"Taghipour, K., Ng, H.T.: A neural approach to automated essay scoring. In: Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing, pp. 1882\u20131891 (2016)","DOI":"10.18653\/v1\/D16-1193"},{"key":"9_CR14","doi-asserted-by":"crossref","unstructured":"Tay, Y., Phan, M., Luu, A.T., Hui, S.C.: SkipFlow: incorporating neural coherence features for end-to-end automatic text scoring. In: Thirty-Second AAAI Conference on Artificial Intelligence, pp. 5948\u20135955 (2018)","DOI":"10.1609\/aaai.v32i1.12045"},{"key":"9_CR15","doi-asserted-by":"publisher","unstructured":"Ueno, M., Okamoto, T.: Item response theory for peer assessment. In: 2008 Eighth IEEE International Conference on Advanced Learning Technologies, pp. 554\u2013558 (2008). https:\/\/doi.org\/10.1109\/ICALT.2008.118","DOI":"10.1109\/ICALT.2008.118"},{"key":"9_CR16","doi-asserted-by":"crossref","unstructured":"Uto, M., Okano, M.: Robust neural automated essay scoring using item response theory. In: Artificial Intelligence in Education, pp. 549\u2013561 (2020)","DOI":"10.1007\/978-3-030-52237-7_44"},{"issue":"2","key":"9_CR17","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/TLT.2015.2476806","volume":"9","author":"M Uto","year":"2016","unstructured":"Uto, M., Ueno, M.: Item response theory for peer assessment. IEEE Trans. Learn. Technol. 9(2), 157\u2013170 (2016)","journal-title":"IEEE Trans. Learn. Technol."},{"key":"9_CR18","doi-asserted-by":"crossref","unstructured":"Uto, M., Ueno, M.: Item response theory without restriction of equal interval scale for rater\u2019s score. In: Artificial Intelligence in Education, pp. 363\u2013368 (2018)","DOI":"10.1007\/978-3-319-93846-2_68"},{"key":"9_CR19","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1007\/s41237-020-00115-7","volume":"47","author":"M Uto","year":"2020","unstructured":"Uto, M., Ueno, M.: A generalized many-facet Rasch model and its Bayesian estimation using Hamiltonian Monte Carlo. Behaviormetrika 47, 469\u2013496 (2020)","journal-title":"Behaviormetrika"},{"key":"9_CR20","doi-asserted-by":"crossref","unstructured":"Uto, M., Xie, Y., Ueno, M.: Neural automated essay scoring incorporating handcrafted features. In: Proceedings of the 28th International Conference on Computational Linguistics, pp. 6077\u20136088 (2020)","DOI":"10.18653\/v1\/2020.coling-main.535"},{"key":"9_CR21","doi-asserted-by":"crossref","unstructured":"Wang, Y., Wei, Z., Zhou, Y., Huang, X.: Automatic essay scoring incorporating rating schema via reinforcement learning. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, pp. 791\u2013797 (2018)","DOI":"10.18653\/v1\/D18-1090"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-78270-2_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,30]],"date-time":"2022-12-30T20:57:31Z","timestamp":1672433851000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-78270-2_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030782696","9783030782702"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-78270-2_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"12 June 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Utrecht","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 June 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 June 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2021.science.uu.nl\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"209","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"76","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Due to the COVID-19 pandemic the conference was held online.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}