{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T18:31:08Z","timestamp":1771612268131,"version":"3.50.1"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031929663","type":"print"},{"value":"9783031929670","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-92967-0_14","type":"book-chapter","created":{"date-parts":[[2025,5,30]],"date-time":"2025-05-30T12:42:15Z","timestamp":1748608935000},"page":"202-213","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Exploring the\u00a0Potential of\u00a0Large Language Models for\u00a0Estimating the\u00a0Reading Comprehension Question Difficulty"],"prefix":"10.1007","author":[{"given":"Yoshee","family":"Jain","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"John","family":"Hollander","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amber","family":"He","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sunny","family":"Tang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liang","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"John","family":"Sabatini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,5,25]]},"reference":[{"key":"14_CR1","unstructured":"Snow, C.: Reading for Understanding: Toward an R &D Program in Reading Comprehension. Rand Corporation (2002)"},{"issue":"6","key":"14_CR2","doi-asserted-by":"publisher","first-page":"1456","DOI":"10.1177\/1362168820985236","volume":"27","author":"D Yapp","year":"2023","unstructured":"Yapp, D., de Graaff, R., van den Bergh, H.: Effects of reading strategy instruction in English as a second language on students academic reading comprehension. Lang. Teach. Res. 27(6), 1456\u20131479 (2023)","journal-title":"Lang. Teach. Res."},{"issue":"1","key":"14_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/ets2.12269","volume":"2019","author":"J Sabatini","year":"2019","unstructured":"Sabatini, J., et al.: SARA reading components tests, RISE forms: technical adequacy and test design. ETS Res. Rep. Ser. 2019(1), 1\u201330 (2019)","journal-title":"ETS Res. Rep. Ser."},{"key":"14_CR4","doi-asserted-by":"publisher","first-page":"17","DOI":"10.15858\/engtea.76.s1.202109.17","volume":"76","author":"EH Smith","year":"2021","unstructured":"Smith, E.H., et al.: Integrating SARA assessment with reading comprehension training in auto tutor. Engl. Teach. 76, 17\u201329 (2021)","journal-title":"Engl. Teach."},{"issue":"1","key":"14_CR5","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1080\/10888438.2022.2095281","volume":"27","author":"M Psyridou","year":"2023","unstructured":"Psyridou, M., et al.: Reading difficulties identification: a comparison of neural networks, linear, and mixture models. Sci. Stud. Read. 27(1), 39\u201366 (2023)","journal-title":"Sci. Stud. Read."},{"key":"14_CR6","unstructured":"McNamara, D.S., Louwerse, M.M., Graesser, A.C.: Coh- metrix: automated cohesion and coherence scores to predict text readability and facilitate comprehension. Technical report, Institute for Intelligent Systems, University of Memphis (2002)"},{"issue":"3","key":"14_CR7","doi-asserted-by":"publisher","first-page":"862","DOI":"10.1007\/s40593-023-00362-1","volume":"34","author":"S AlKhuzaey","year":"2024","unstructured":"AlKhuzaey, S., et al.: Text-based question difficulty prediction: a systematic review of automatic approaches. Int. J. Artif. Intell. Educ. 34(3), 862\u2013914 (2024)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Kincaid, J.P., et al.: Derivation of new readability formulas (automated readability index, fog count and flesch reading ease formula) for navy enlisted personnel (1975)","DOI":"10.21236\/ADA006655"},{"key":"14_CR9","unstructured":"Chall, J.S., Dale, E.: Readability revisited: the new Dale-Chall readability formula (1995)"},{"key":"14_CR10","doi-asserted-by":"crossref","unstructured":"Embretson, S.E., Reise, S.P.: Item Response Theory for Psychologists. Psychology Press (2013)","DOI":"10.4324\/9781410605269"},{"key":"14_CR11","doi-asserted-by":"crossref","unstructured":"Snow, R., et al.: Cheap and fast-but is it good? Evaluating non-expert annotations for natural language tasks. In: Proceedings of the 2008 Conference on Empirical Methods in Natural Language Processing, pp. 254\u2013263 (2008)","DOI":"10.3115\/1613715.1613751"},{"key":"14_CR12","doi-asserted-by":"crossref","unstructured":"Artstein, R.: Inter-annotator agreement. In: Handbook of Linguistic Annotation, pp. 297\u2013313 (2017)","DOI":"10.1007\/978-94-024-0881-2_11"},{"issue":"2","key":"14_CR13","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1075\/itl.165.2.01col","volume":"165","author":"K Collins-Thompson","year":"2014","unstructured":"Collins-Thompson, K.: Computational assessment of text readability: a survey of current and future research. ITL-Int. J. Appl. Linguist. 165(2), 97\u2013135 (2014)","journal-title":"ITL-Int. J. Appl. Linguist."},{"key":"14_CR14","unstructured":"Desai, T., Moldovan, D.I.: Towards predicting difficulty of reading comprehension questions. In: FLAIRS , pp. 8\u201313 (2019)"},{"key":"14_CR15","doi-asserted-by":"crossref","unstructured":"Huang, Z., et al.: Question difficulty prediction for reading problems in standard tests. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 31 (2017)","DOI":"10.1609\/aaai.v31i1.10740"},{"key":"14_CR16","doi-asserted-by":"crossref","unstructured":"Imani, S., Du, L., Shrivastava, H.: MathPrompter: mathematical reasoning using large language models. arXiv preprint arXiv:2303.05398 (2023)","DOI":"10.18653\/v1\/2023.acl-industry.4"},{"key":"14_CR17","unstructured":"Ahn, J., et al.: Large language models for mathematical reasoning: progresses and challenges. arXiv preprint arXiv:2402.00157 (2024)"},{"key":"14_CR18","unstructured":"Jin, M., et al.: Time-LLM: time series forecasting by reprogramming large language models. arXiv preprint arXiv:2310.01728 (2023)"},{"key":"14_CR19","unstructured":"Gruver, N., et al.: Large language models are zero-shot time series forecasters. arXiv preprint arXiv:2310.07820 (2023)"},{"key":"14_CR20","unstructured":"Zhang, X., et al.: Large language models for time series: a survey. arXiv preprint arXiv:2402.01801 (2024)"},{"key":"14_CR21","doi-asserted-by":"crossref","unstructured":"Lord, F.M.: Applications of Item Response Theory to Practical Testing Problems. Routledge (2012)","DOI":"10.4324\/9780203056615"},{"key":"14_CR22","doi-asserted-by":"crossref","unstructured":"Uto, M., Tomikawa, Y., Suzuki, A.: Difficulty-controllable neural question generation for reading comprehension using item response theory In: Proceedings of the 18th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2023), pp. 119\u2013129 (2023)","DOI":"10.18653\/v1\/2023.bea-1.10"},{"key":"14_CR23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s40536-016-0025-3","volume":"4","author":"PW van Rijn","year":"2016","unstructured":"van Rijn, P.W., et al.: Assessment of fit of item response theory models used in large-scale educational survey assessments. Large-Scale Assess. Educ. 4, 1\u201323 (2016)","journal-title":"Large-Scale Assess. Educ."},{"key":"14_CR24","unstructured":"Xu, F., et al.: Towards large reasoning models: a survey of reinforced reasoning with large language models. arXiv preprint arXiv:2501.09686 (2025)"},{"key":"14_CR25","unstructured":"S\u00e4uberli, A., Clematide, S.: Automatic generation and evaluation of reading comprehension test items with large language models. arXiv preprint arXiv:2404.07720 (2024)"},{"key":"14_CR26","doi-asserted-by":"crossref","unstructured":"Park, J.-W., et al.: Large language models are students at various levels: zero-shot question difficulty estimation. In: Findings of the Association for Computational Linguistics: EMNLP 2024. pp. 8157\u2013 8177 (2024)","DOI":"10.18653\/v1\/2024.findings-emnlp.477"},{"key":"14_CR27","unstructured":"Dutulescu, A., et al.: How hard can this question be? An exploratory analysis of features assessing question difficulty using LLMs. In: Proceedings of the 17th International Conference on Educational Data Mining, pp. 802\u2013808 (2024)"},{"key":"14_CR28","doi-asserted-by":"crossref","unstructured":"Xu, M., et al.: Adaption-of-thought: learning question difficulty improves large language models for reasoning. In: Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing, pp. 5468\u20135495 (2024)","DOI":"10.18653\/v1\/2024.emnlp-main.313"},{"key":"14_CR29","unstructured":"Latif, E., et al.: A systematic assessment of openAI o1-preview for higher order thinking in education. arXiv preprint arXiv:2410.21287 (2024)"},{"key":"14_CR30","unstructured":"Zhang, L., et al.: SPL: a socratic playground for learning powered by large language model. arXiv preprint arXiv:2406.13919 (2024)"},{"key":"14_CR31","doi-asserted-by":"crossref","unstructured":"Zhang, L., et al.: Predicting learning performance with large language models: a study in adult literacy. In: International Conference on Human-Computer Interaction, pp. 333\u2013353. Springer (2024)","DOI":"10.1007\/978-3-031-60609-0_24"}],"container-title":["Lecture Notes in Computer Science","Adaptive Instructional Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-92967-0_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,30]],"date-time":"2025-05-30T12:42:24Z","timestamp":1748608944000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-92967-0_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031929663","9783031929670"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-92967-0_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"25 May 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Gothenburg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sweden","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 June 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2025.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}