{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T07:45:43Z","timestamp":1773042343131,"version":"3.50.1"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031363351","type":"print"},{"value":"9783031363368","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-36336-8_19","type":"book-chapter","created":{"date-parts":[[2023,6,29]],"date-time":"2023-06-29T14:02:43Z","timestamp":1688047363000},"page":"121-129","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Assessment in Conversational Intelligent Tutoring Systems: Are Contextual Embeddings Really Better?"],"prefix":"10.1007","author":[{"given":"Colin M.","family":"Carmon","sequence":"first","affiliation":[]},{"given":"Xiangen","family":"Hu","sequence":"additional","affiliation":[]},{"given":"Arthur C.","family":"Graesser","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,6,30]]},"reference":[{"key":"19_CR1","doi-asserted-by":"crossref","unstructured":"Bowman, S.R., Angeli, G., Potts, C., Manning, C.D.: A large annotated corpus for learning natural language inference. arXiv preprint arXiv:1508.05326 (2015)","DOI":"10.18653\/v1\/D15-1075"},{"key":"19_CR2","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems, vol. 33, pp. 1877\u20131901 (2020)"},{"issue":"1","key":"19_CR3","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1007\/s40593-014-0026-8","volume":"25","author":"S Burrows","year":"2014","unstructured":"Burrows, S., Gurevych, I., Stein, B.: The eras and trends of automatic short answer grading. Int. J. Artif. Intell. Educ. 25(1), 60\u2013117 (2014). https:\/\/doi.org\/10.1007\/s40593-014-0026-8","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"19_CR4","unstructured":"Carmon, C.M.: Semantic matching evaluation: optimizing models for agreement between humans and AutoTutor. Electronic Theses and Dissertations. 2148 (2021). https:\/\/digitalcommons.memphis.edu\/etd\/2148"},{"key":"19_CR5","doi-asserted-by":"publisher","unstructured":"Carmon, C.M., Hampton, A.J., Morgan, B., Cai, Z., Wang, L., Graesser, A.C.: Semantic matching evaluation of user responses to electronics questions in AutoTutor. In: Sixth (2019) ACM Conference on Learning @ Scale. ACM, Chicago (2019). https:\/\/doi.org\/10.1145\/3330430.3333649","DOI":"10.1145\/3330430.3333649"},{"key":"19_CR6","unstructured":"Carmon, C., Morgan, B., Hampton, A.J., Cai, Z., Graesser, A.C.: Semantic matching evaluation in ElectronixTutor. In: Proceedings of the 11th International Conference on Educational Data Mining, Buffalo, NY, pp. 580\u2013583 (2018)"},{"key":"19_CR7","unstructured":"Condor, A., Litster, M., Pardos, Z.A.: Automatic short answer grading with SBERT on out-of-sample questions. In: Hsiao, S., Sahebi, S. (eds.) Proceedings of the 14th International Conference on Educational Data Mining, pp. 345\u2013352. EDM (2021)"},{"key":"19_CR8","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"19_CR9","doi-asserted-by":"publisher","unstructured":"Dumais, S.T., Furnas, G.W., Landauer, T.K., Deerwester, S., Harshman, R.: Using latent semantic analysis to improve access to textual information. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, CHI 1988, pp. 281\u2013285. ACM Inc., New York, NY, USA. https:\/\/doi.org\/10.1145\/57167.57214 (1988)","DOI":"10.1145\/57167.57214"},{"key":"19_CR10","unstructured":"Evens, M.W., et al.: CIRCSIM-tutor: an intelligent tutoring system using natural language dialogue. In: Proceedings of the 12th Midwest Artificial Intelligence and Cognitive Science Conference, Oxford, pp. 16\u201323 (2001)"},{"issue":"6","key":"19_CR11","doi-asserted-by":"publisher","first-page":"1753","DOI":"10.1002\/j.1538-7305.1983.tb03513.x","volume":"62","author":"GW Furnas","year":"1983","unstructured":"Furnas, G.W., Landauer, T.K., Gomez, U.M., Dumais, S.T.: Statistical semantics: analysis of the potential performance of key-word information systems. Bell Syst. Tech. J. 62(6), 1753\u20131806 (1983)","journal-title":"Bell Syst. Tech. J."},{"key":"19_CR12","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1007\/s40593-015-0086-4","volume":"26","author":"AC Graesser","year":"2016","unstructured":"Graesser, A.C.: Conversations with AutoTutor help students learn. Int. J. Artif. Intell. Educ. 26, 124\u2013132 (2016)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"19_CR13","unstructured":"Graesser, A.C.: Learning science principles and technologies with agents that promote deep learning. In: Learning Science: Theory, Research, and Practice, pp. 2\u201333. McGraw-Hill, New York (2020)"},{"key":"19_CR14","doi-asserted-by":"publisher","unstructured":"Graesser, A.C., et al.: ElectronixTutor: an intelligent tutoring system with multiple learning resources for electronics. Int. J. STEM Educ. Innov. Res. 5(1) (2018). https:\/\/doi.org\/10.1186\/s40594-017-0072-5","DOI":"10.1186\/s40594-017-0072-5"},{"key":"19_CR15","doi-asserted-by":"publisher","first-page":"180","DOI":"10.3758\/BF03195563","volume":"36","author":"AC Graesser","year":"2004","unstructured":"Graesser, A.C., et al.: AutoTutor: a tutor with dialogue in natural language. Behav. Res. Methods Instrum. Comput. 36, 180\u2013193 (2004)","journal-title":"Behav. Res. Methods Instrum. Comput."},{"key":"19_CR16","doi-asserted-by":"crossref","unstructured":"Hill, F., Cho, K., Korhonen, A.: Learning distributed representations of sentences from unlabelled data. arXiv preprint arXiv:1602.03483 (2016)","DOI":"10.18653\/v1\/N16-1162"},{"key":"19_CR17","volume-title":"Speech and Language Processing","author":"D Jurafsky","year":"2008","unstructured":"Jurafsky, D., Martin, J.: Speech and Language Processing. Prentice Hall, Englewood (2008)"},{"key":"19_CR18","doi-asserted-by":"publisher","DOI":"10.4324\/9780203936399","volume-title":"Handbook of Latent Semantic Analysis","author":"TK Landauer","year":"2007","unstructured":"Landauer, T.K., McNamara, D.S., Dennis, S., Kintsch, W.: Handbook of Latent Semantic Analysis. Erlbaum, Mahwah, NJ (2007)"},{"key":"19_CR19","unstructured":"Mikolov, T., Chen, K., Corrado, G.S., Dean, J.: Efficient estimation of word representations in vector space. In: Proceedings of Workshop at ICLR (2013)"},{"key":"19_CR20","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G.S., Dean, J.: Distributed representations of words and phrases and their compositionality. In: Advances in Neural Information Processing Systems, vol. 26 (2013)"},{"key":"19_CR21","unstructured":"Muennighoff, N.: SGPT: GPT sentence embeddings for semantic search.\u00a0arXiv preprint arXiv:2202.08904 (2022)"},{"key":"19_CR22","unstructured":"Nazaretsky, T., Hershkovitz, S., Alexandron, G.: Kappa learning: a new item-similarity method for clustering educational items from response data. In: Proceedings of the 12th International Conference on Educational Data Mining, EDM 2019, pp. 129\u2013138 (2019)"},{"key":"19_CR23","unstructured":"Nye, B.D., Core, M., Swartout, B., Hu, X., Morgan, B., Graesser, A.: ElectronixTutor content and system testing to support adaptive learning for nuclear field electronics. Final report (2022)"},{"issue":"4","key":"19_CR24","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1007\/s40593-014-0029-5","volume":"24","author":"BD Nye","year":"2014","unstructured":"Nye, B.D., Graesser, A.C., Hu, X.: AutoTutor and family: a review of 17 years of natural language tutoring. Int. J. Artif. Intell. Educ. 24(4), 427\u2013469 (2014)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"19_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1007\/978-3-642-30950-2_32","volume-title":"Intelligent Tutoring Systems","author":"AM Olney","year":"2012","unstructured":"Olney, A.M., et al.: Guru: a computer tutor that models expert human tutors. In: Cerri, S.A., Clancey, W.J., Papadourakis, G., Panourgia, K. (eds.) ITS 2012. LNCS, vol. 7315, pp. 256\u2013261. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-30950-2_32"},{"key":"19_CR26","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: sentence embeddings using siamese BERT-networks. arXiv preprint arXiv:1908.10084 (2019)","DOI":"10.18653\/v1\/D19-1410"},{"key":"19_CR27","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1080\/03640210709336984","volume":"31","author":"K VanLehn","year":"2007","unstructured":"VanLehn, K., Graesser, A.C., Jackson, G.T., Jordan, P., Olney, A., Rose, C.P.: When are tutorial dialogues more effective than reading? Cogn. Sci. 31, 3\u201362 (2007)","journal-title":"Cogn. Sci."},{"key":"19_CR28","doi-asserted-by":"publisher","unstructured":"VanLehn, K., et al.: The architecture of Why2-Atlas: a coach for qualitative physics essay writing. In: Cerri, S.A., Gouard\u00e8res, G., Paragua\u00e7u, F. (eds.) Intelligent Tutoring Systems, vol. 2363, pp. 158\u2013167. Springer, Heidelberg (2002). https:\/\/doi.org\/10.1007\/3-540-47987-2_20","DOI":"10.1007\/3-540-47987-2_20"},{"key":"19_CR29","doi-asserted-by":"crossref","unstructured":"Williams, A., Nangia, N., Bowman, S.R.: A broad-coverage challenge corpus for sentence understanding through inference. arXiv preprint arXiv:1704.05426 (2017)","DOI":"10.18653\/v1\/N18-1101"},{"key":"19_CR30","doi-asserted-by":"crossref","unstructured":"Zhang, Y., He, R., Liu, Z., Lim, K.H., Bing, L.: An unsupervised sentence embedding method by mutual information maximization. arXiv preprint arXiv:2009.12061 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.124"}],"container-title":["Communications in Computer and Information Science","Artificial Intelligence in Education. Posters and Late Breaking Results, Workshops and Tutorials, Industry and Innovation Tracks, Practitioners, Doctoral Consortium and Blue Sky"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-36336-8_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,29]],"date-time":"2023-06-29T14:05:18Z","timestamp":1688047518000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-36336-8_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031363351","9783031363368"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-36336-8_19","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"30 June 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tokyo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.aied2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"311","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"53","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}