{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T08:07:04Z","timestamp":1743149224911,"version":"3.40.3"},"publisher-location":"Cham","reference-count":53,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031328824"},{"type":"electronic","value":"9783031328831"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-32883-1_59","type":"book-chapter","created":{"date-parts":[[2023,5,21]],"date-time":"2023-05-21T23:03:16Z","timestamp":1684710196000},"page":"678-690","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["SC-Ques: A Sentence Completion Question Dataset for\u00a0English as\u00a0a\u00a0Second Language Learners"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7842-2447","authenticated-orcid":false,"given":"Qiongqiong","family":"Liu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4571-5536","authenticated-orcid":false,"given":"Yaying","family":"Huang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0491-307X","authenticated-orcid":false,"given":"Zitao","family":"Liu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0217-7494","authenticated-orcid":false,"given":"Shuyan","family":"Huang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6095-1041","authenticated-orcid":false,"given":"Jiahao","family":"Chen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2926-4416","authenticated-orcid":false,"given":"Xiangyu","family":"Zhao","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0146-1131","authenticated-orcid":false,"given":"Guimin","family":"Lin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0000-0611-9449","authenticated-orcid":false,"given":"Yuyu","family":"Zhou","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5605-7397","authenticated-orcid":false,"given":"Weiqi","family":"Luo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,5,22]]},"reference":[{"key":"59_CR1","unstructured":"Argouarc\u2019h, J.: Dependency, skip-grams, association tensors and machine learning for sentence completion. In: Proceedings of the 14th International Conference on Natural Language Processing (2018)"},{"key":"59_CR2","unstructured":"Banerjee, S., Bhaskar, P., Pakray, P., Bandyopadhyay, S., Gelbukh, A.: Multiple choice question (MCQ) answering system for entrance examination. In: Cross-Language Evaluation Forum (2013)"},{"key":"59_CR3","doi-asserted-by":"crossref","unstructured":"Beinborn, L., Zesch, T., Gurevych, I.: Candidate evaluation strategies for improved difficulty prediction of language tests. In: Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications (2015)","DOI":"10.3115\/v1\/W15-0601"},{"key":"59_CR4","unstructured":"Beinborn, L.M.: Predicting and manipulating the difficulty of text-completion exercises for language learning. Ph.D. thesis, Technische Universit\u00e4t Darmstadt (2016)"},{"key":"59_CR5","doi-asserted-by":"crossref","unstructured":"Chen, J., Liu, Z., Huang, S., Liu, Q., Luo, W.: Improving interpretability of deep sequential knowledge tracing models with question-centric cognitive representations. In: AAAI Conference on Artificial Intelligence (2023)","DOI":"10.1609\/aaai.v37i12.26661"},{"key":"59_CR6","unstructured":"Chen, M., D\u2019Arcy, M., Liu, A., Fernandez, J., Downey, D.: CODAH: an adversarially-authored question answering dataset for common sense. In: Proceedings of the 3rd Workshop on Evaluating Vector Space Representations for NLP (2019)"},{"key":"59_CR7","doi-asserted-by":"crossref","unstructured":"Chen, S.F.: Performance prediction for exponential language models. In: Proceedings of Human Language Technologies: The 2009 Annual Conference of the North American Chapter of the Association for Computational Linguistics (2009)","DOI":"10.3115\/1620754.1620820"},{"key":"59_CR8","doi-asserted-by":"crossref","unstructured":"Chen, S.F.: Shrinking exponential language models. In: Proceedings of Human Language Technologies: The 2009 Annual Conference of the North American Chapter of the Association for Computational Linguistics (2009)","DOI":"10.3115\/1620754.1620822"},{"key":"59_CR9","doi-asserted-by":"crossref","unstructured":"Chesani, F., Mello, P., Milano, M.: Solving mathematical puzzles: a challenging competition for AI. AI Mag. 38(3) (2017)","DOI":"10.1609\/aimag.v38i3.2736"},{"key":"59_CR10","doi-asserted-by":"crossref","unstructured":"Davey, G., De Lian, C., Higgins, L.: The university entrance examination system in china. J. Further High. Educ. 31(4) (2007)","DOI":"10.1080\/03098770701625761"},{"key":"59_CR11","doi-asserted-by":"crossref","unstructured":"Donahue, C., Lee, M., Liang, P.: Enabling language models to fill in the blanks. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics (2020)","DOI":"10.18653\/v1\/2020.acl-main.225"},{"key":"59_CR12","unstructured":"Fedus, W., Goodfellow, I., Dai, A.M.: MaskGAN: better text generation via filling in the_. In: International Conference on Learning Representations (2018)"},{"key":"59_CR13","doi-asserted-by":"crossref","unstructured":"Franke, W.: The reform and abolition of the traditional Chinese examination system, vol. 10. Harvard University Asia Center (1960)","DOI":"10.1163\/9781684171415"},{"key":"59_CR14","doi-asserted-by":"crossref","unstructured":"Graves, A., Mohamed, A.R., Hinton, G.: Speech recognition with deep recurrent neural networks. In: 2013 IEEE International Conference on Acoustics, Speech and Signal Processing (2013)","DOI":"10.1109\/ICASSP.2013.6638947"},{"key":"59_CR15","unstructured":"Gubbins, J., Vlachos, A.: Dependency language models for sentence completion. In: Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing (2013)"},{"key":"59_CR16","unstructured":"He, P., Gao, J., Chen, W.: DeBERTaV3: improving DeBERTa using ELECTRA-style pre-training with gradient-disentangled embedding sharing. In: The Eleventh International Conference on Learning Representations (2023)"},{"key":"59_CR17","unstructured":"He, P., Liu, X., Gao, J., Chen, W.: DeBERTa: decoding-enhanced BERT with disentangled attention. In: International Conference on Learning Representations (2021)"},{"key":"59_CR18","doi-asserted-by":"crossref","unstructured":"Howard, J., Ruder, S.: Universal language model fine-tuning for text classification. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) (2018)","DOI":"10.18653\/v1\/P18-1031"},{"key":"59_CR19","unstructured":"Kenton, J.D.M.W.C., Toutanova, L.K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long and Short Papers) (2019)"},{"key":"59_CR20","doi-asserted-by":"crossref","unstructured":"Khot, T., Sabharwal, A., Clark, P.: Scitail: a textual entailment dataset from science question answering. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 32 (2018)","DOI":"10.1609\/aaai.v32i1.12022"},{"key":"59_CR21","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"59_CR22","unstructured":"Lee, K., Lee, G.G.: Sentence completion task using web-scale data. In: 2014 International Conference on Big Data and Smart Computing (2014)"},{"key":"59_CR23","unstructured":"Lev, I.: Logic puzzles: a new test-suite for compositional semantics and reasoning (2006)"},{"key":"59_CR24","doi-asserted-by":"crossref","unstructured":"Lev, I., MacCartney, B., Manning, C.D., Levy, R.: Solving logic puzzles: from robust processing to precise semantics. In: Proceedings of the 2nd Workshop on Text Meaning and Interpretation (2004)","DOI":"10.3115\/1628275.1628277"},{"key":"59_CR25","doi-asserted-by":"crossref","unstructured":"Lewis, M., et al.: BART: denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics (2020)","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"59_CR26","doi-asserted-by":"crossref","unstructured":"Liu, D., Fu, J., Liu, P., Lv, J.: TIGS: an inference algorithm for text infilling with gradient search. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics (2019)","DOI":"10.18653\/v1\/P19-1406"},{"key":"59_CR27","unstructured":"Liu, Y., et al.: RoBERTa: a robustly optimized BERT pretraining approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"59_CR28","doi-asserted-by":"crossref","unstructured":"Liu, Z., et al.: Enhancing deep knowledge tracing with auxiliary tasks. In: The International Conference of World Wide Web (2023)","DOI":"10.1145\/3543507.3583866"},{"key":"59_CR29","unstructured":"Liu, Z., Liu, Q., Chen, J., Huang, S., Luo, W.: simpleKT: a simple but tough-to-beat baseline for knowledge tracing. In: International Conference on Learning Representations (2023)"},{"key":"59_CR30","doi-asserted-by":"crossref","unstructured":"Liu, Z., Liu, Q., Chen, J., Huang, S., Tang, J., Luo, W.: pyKT: a python library to benchmark deep learning based knowledge tracing models. In: Thirty-sixth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (2022)","DOI":"10.1145\/3539597.3575790"},{"key":"59_CR31","unstructured":"Madaus, G.F.: The effects of important tests on students: implications for a national examination system. Phi Delta Kappan 73(3) (1991)"},{"key":"59_CR32","doi-asserted-by":"crossref","unstructured":"Mikolov, T., Kombrink, S., Burget, L., \u010cernock\u1ef3, J., Khudanpur, S.: Extensions of recurrent neural network language model. In: 2011 IEEE International Conference on Acoustics, Speech and Signal Processing (2011)","DOI":"10.1109\/ICASSP.2011.5947611"},{"key":"59_CR33","doi-asserted-by":"crossref","unstructured":"Mohammad, S., Dorr, B., Hirst, G.: Computing word-pair antonymy. In: Proceedings of the 2008 Conference on Empirical Methods in Natural Language Processing (2008)","DOI":"10.3115\/1613715.1613843"},{"key":"59_CR34","doi-asserted-by":"crossref","unstructured":"Ng, H.T., Teo, L.H., Kwan, J.L.P.: A machine learning approach to answering questions for reading comprehension tests. In: 2000 Joint SIGDAT Conference on Empirical Methods in Natural Language Processing and Very Large Corpora (2000)","DOI":"10.3115\/1117794.1117810"},{"key":"59_CR35","doi-asserted-by":"crossref","unstructured":"Nozza, D., Bianchi, F., Hovy, D.: HONEST: measuring hurtful sentence completion in language models. In: The 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Association for Computational Linguistics (2021)","DOI":"10.18653\/v1\/2021.naacl-main.191"},{"key":"59_CR36","doi-asserted-by":"crossref","unstructured":"Park, H., Park, J.: Assessment of word-level neural language models for sentence completion. Appl. Sci. 10(4) (2020)","DOI":"10.3390\/app10041340"},{"key":"59_CR37","doi-asserted-by":"crossref","unstructured":"Peters, M.E., et al.: Deep contextualized word representations. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers) (2018)","DOI":"10.18653\/v1\/N18-1202"},{"key":"59_CR38","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I.: Language models are unsupervised multitask learners. OpenAI Blog 1(8) (2019)"},{"key":"59_CR39","doi-asserted-by":"crossref","unstructured":"Riloff, E., Thelen, M.: A rule-based question answering system for reading comprehension tests. In: ANLP-NAACL 2000 Workshop: Reading Comprehension Tests as Evaluation for Computer-Based Language Understanding Systems (2000)","DOI":"10.3115\/1117595.1117598"},{"key":"59_CR40","doi-asserted-by":"crossref","unstructured":"Schuster, M., Paliwal, K.K.: Bidirectional recurrent neural networks. IEEE Trans. Signal Process. 45(11) (1997)","DOI":"10.1109\/78.650093"},{"key":"59_CR41","doi-asserted-by":"crossref","unstructured":"Shen, T., Quach, V., Barzilay, R., Jaakkola, T.: Blank language models. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.420"},{"key":"59_CR42","doi-asserted-by":"crossref","unstructured":"Tang, E.: Assessing the effectiveness of corpus-based methods in solving SAT sentence completion questions. J. Comput. 11(4) (2016)","DOI":"10.17706\/jcp.11.4.266-279"},{"key":"59_CR43","doi-asserted-by":"crossref","unstructured":"Tran, K.M., Bisazza, A., Monz, C.: Recurrent memory networks for language modeling. In: Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (2016)","DOI":"10.18653\/v1\/N16-1036"},{"key":"59_CR44","doi-asserted-by":"crossref","unstructured":"Turney, P.: A uniform approach to analogies, synonyms, antonyms, and associations. In: Proceedings of the 22nd International Conference on Computational Linguistics, Manchester, UK (2008)","DOI":"10.3115\/1599081.1599195"},{"key":"59_CR45","doi-asserted-by":"crossref","unstructured":"Turney, P.D., Littman, M.L.: Corpus-based learning of analogies and semantic relations. Mach. Learn. 60(1\u20133) (2005)","DOI":"10.1007\/s10994-005-0913-1"},{"key":"59_CR46","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"59_CR47","unstructured":"Wang, D., et al.: CMU multiple-choice question answering system at NTCIR-11 QA-Lab. In: Proceedings of the 11th NTCIR Conference on Evaluation of Information Access Technologies (2014)"},{"key":"59_CR48","doi-asserted-by":"crossref","unstructured":"Woods, A.: Exploiting linguistic features for sentence completion. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers) (2016)","DOI":"10.18653\/v1\/P16-2071"},{"key":"59_CR49","doi-asserted-by":"crossref","unstructured":"Yang, T., Deng, H.: Intelligent sentence completion based on global context dependent recurrent neural network LM. In: Proceedings of the International Conference on Artificial Intelligence, Information Processing and Cloud Computing (2019)","DOI":"10.1145\/3371425.3371431"},{"key":"59_CR50","unstructured":"Yang, Z., Dai, Z., Yang, Y., Carbonell, J., Salakhutdinov, R.R., Le, Q.V.: XLNet: generalized autoregressive pretraining for language understanding. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"59_CR51","unstructured":"Zhu, W., Hu, Z., Xing, E.: Text infilling. arXiv preprint arXiv:1901.00158 (2019)"},{"key":"59_CR52","unstructured":"Zweig, G., Burges, C.J.: The Microsoft research sentence completion challenge. Technical report. Citeseer (2011)"},{"key":"59_CR53","unstructured":"Zweig, G., Platt, J.C., Meek, C., Burges, C.J., Yessenalina, A., Liu, Q.: Computational approaches to sentence completion. In: Proceedings of the 50th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) (2012)"}],"container-title":["Lecture Notes in Computer Science","Augmented Intelligence and Intelligent Tutoring Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-32883-1_59","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,13]],"date-time":"2023-12-13T14:09:27Z","timestamp":1702476567000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-32883-1_59"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031328824","9783031328831"],"references-count":53,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-32883-1_59","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"22 May 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ITS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Tutoring Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Corfu","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 June 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 June 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"its2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iis-international.org\/its2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"84","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"41","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"49% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}