{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T16:32:36Z","timestamp":1781886756926,"version":"3.54.5"},"reference-count":56,"publisher":"Elsevier BV","issue":"3","license":[{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T00:00:00Z","timestamp":1776816000000},"content-version":"vor","delay-in-days":233,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2112532"],"award-info":[{"award-number":["2112532"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Artificial Intelligence in Education"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1007\/s40593-024-00395-0","type":"journal-article","created":{"date-parts":[[2024,3,28]],"date-time":"2024-03-28T13:01:50Z","timestamp":1711630910000},"page":"1022-1043","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":14,"title":["Formative Feedback on Student-Authored Summaries in Intelligent Textbooks Using Large Language Models"],"prefix":"10.1016","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6316-6479","authenticated-orcid":false,"given":"Wesley","family":"Morris","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Scott","family":"Crossley","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Langdon","family":"Holmes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chaohua","family":"Ou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mihai","family":"Dascalu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Danielle","family":"McNamara","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1007\/s40593-024-00395-0_bib62","series-title":"2022 Ninth International Conference on Social Networks Analysis, Management and Security (SNAMS)","first-page":"1","article-title":"ChatGPT: Fundamentals, applications and social impacts","author":"Abdullah","year":"2022"},{"issue":"1\u20132","key":"10.1007\/s40593-024-00395-0_bib1","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1080\/13614568.2021.1889692","article-title":"Knowledge models from PDF textbooks","volume":"27","author":"Alpizar-Chacon","year":"2021","journal-title":"New Review of Hypermedia and Multimedia"},{"key":"10.1007\/s40593-024-00395-0_bib3","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1145\/168750.168790","article-title":"Applying AI models to the design of exploratory hypermedia systems","author":"Bareiss","year":"1993","journal-title":"Proceedings of the Fifth ACM Conference on Hypertext - HYPERTEXT \u201993"},{"key":"10.1007\/s40593-024-00395-0_bib4","unstructured":"Beltagy, I., Peters, M. E., & Cohan, A. (2020). Longformer: The Long-Document Transformer. https:\/\/doi.org\/10.48550\/ARXIV.2004.05150."},{"key":"10.1007\/s40593-024-00395-0_bib6","series-title":"Artificial Intelligence in Education","first-page":"756","article-title":"Multitask Summary Scoring with Longformers","author":"Botarleanu","year":"2022"},{"key":"10.1007\/s40593-024-00395-0_bib7","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1109\/SEQUEN.1997.666900","article-title":"On the resemblance and containment of documents","author":"Broder","year":"1998","journal-title":"Proceedings Compression and Complexity of SEQUENCES 1997 (Cat no 97TB100171)"},{"issue":"3","key":"10.1007\/s40593-024-00395-0_bib8","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1002\/aaai.12061","article-title":"The return of intelligent textbooks","volume":"43","author":"Brusilovsky","year":"2022","journal-title":"AI Magazine"},{"issue":"1","key":"10.1007\/s40593-024-00395-0_bib59","first-page":"27","article-title":"Adaptive navigation support in educational hypermedia: An evaluation of the ISIS-Tutor","volume":"6","author":"Brusilovsky","year":"1998","journal-title":"Journal of computing and Information Technology"},{"issue":"5","key":"10.1007\/s40593-024-00395-0_bib9","doi-asserted-by":"crossref","first-page":"848","DOI":"10.1080\/10494820.2019.1636091","article-title":"A collaborative reading annotation system with formative assessment and feedback mechanisms to promote digital reading performance","volume":"29","author":"Chen","year":"2021","journal-title":"Interactive Learning Environments"},{"key":"10.1007\/s40593-024-00395-0_bib10","series-title":"Deep learning with Python.","author":"Chollet","year":"2018"},{"issue":"4","key":"10.1007\/s40593-024-00395-0_bib11","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1080\/08832323.2012.672936","article-title":"College student choice among electronic and printed textbook options","volume":"88","author":"Chulkov","year":"2013","journal-title":"Journal of Education for Business"},{"key":"10.1007\/s40593-024-00395-0_bib12","first-page":"1","article-title":"Interactive features of E-texts\u2019 effects on learning: A systematic review and meta-analysis","author":"Clinton-Lisell","year":"2021","journal-title":"Interactive Learning Environments"},{"key":"10.1007\/s40593-024-00395-0_bib14","series-title":"Artificial Intelligence in Education","first-page":"84","article-title":"Automated Summarization Evaluation (ASE) Using Natural Language Processing Tools","author":"Crossley","year":"2019"},{"issue":"4","key":"10.1007\/s40593-024-00395-0_bib16","doi-asserted-by":"crossref","first-page":"238","DOI":"10.1080\/00461520.2018.1505515","article-title":"The work of writing: Raiding the Inarticulate","volume":"53","author":"Galbraith","year":"2018","journal-title":"Educational Psychologist"},{"issue":"2","key":"10.1007\/s40593-024-00395-0_bib17","doi-asserted-by":"crossref","first-page":"268","DOI":"10.1080\/01587919.2021.1911626","article-title":"Peer assessment in MOOCs: Systematic literature review","volume":"42","author":"Gamage","year":"2021","journal-title":"Distance Education"},{"key":"10.1007\/s40593-024-00395-0_bib18","unstructured":"Ganesan, K. (2018). ROUGE 2.0: Updated and Improved Measures for Evaluation of Summarization Tasks. https:\/\/doi.org\/10.48550\/ARXIV.1803.01937."},{"issue":"4","key":"10.1007\/s40593-024-00395-0_bib19","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1086\/681963","article-title":"Common Core State standards and writing: Introduction to the Special Issue","volume":"115","author":"Graham","year":"2015","journal-title":"The Elementary School Journal"},{"issue":"2","key":"10.1007\/s40593-024-00395-0_bib20","doi-asserted-by":"crossref","first-page":"179","DOI":"10.3102\/0034654320914744","article-title":"The effects of writing on learning in Science, Social studies, and Mathematics: A Meta-analysis","volume":"90","author":"Graham","year":"2020","journal-title":"Review of Educational Research"},{"issue":"4","key":"10.1007\/s40593-024-00395-0_bib21","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1080\/19388078909557982","article-title":"An examination of summary writing as a measure of reading comprehension","volume":"28","author":"Head","year":"1989","journal-title":"Reading Research and Instruction"},{"key":"10.1007\/s40593-024-00395-0_bib22","unstructured":"Inflianskas, R. (2019). Profanity Filter. GitHub repository. https:\/\/github.com\/rominf\/profanity-filter\/blob\/master\/profanity_filter\/data\/en_profane_words.txt."},{"key":"10.1007\/s40593-024-00395-0_bib23","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1016\/j.iheduc.2013.10.004","article-title":"Print vs. electronic readings in college courses: Cost-efficiency and perceived learning","volume":"21","author":"Ji","year":"2014","journal-title":"The Internet and Higher Education"},{"key":"10.1007\/s40593-024-00395-0_bib24","unstructured":"Khandelwal, U., Clark, K., Jurafsky, D., & Kaiser, L. (2019). Sample Efficient Text Summarization Using a Single Pre-Trained Transformer. https:\/\/doi.org\/10.48550\/ARXIV.1905.08836."},{"key":"10.1007\/s40593-024-00395-0_bib25","first-page":"1","article-title":"Technology supported reading comprehension: A design research of the student mental model analyzer for research and teaching (SMART) technology","author":"Kim","year":"2020","journal-title":"Interactive Learning Environments"},{"key":"10.1007\/s40593-024-00395-0_bib26","doi-asserted-by":"crossref","first-page":"154","DOI":"10.3115\/v1\/W15-0618","article-title":"RevUP: Automatic gap-fill question generation from Educational texts","author":"Kumar","year":"2015","journal-title":"Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications"},{"key":"10.1007\/s40593-024-00395-0_bib27","first-page":"915","article-title":"Semi-supervised techniques for Mining Learning outcomes and prerequisites","volume":"907","author":"Labutov","year":"2017","journal-title":"Proceedings of the 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining"},{"key":"10.1007\/s40593-024-00395-0_bib28","first-page":"1","article-title":"Automated essay scoring: A review of the field","author":"Lagakis","year":"2021","journal-title":"2021 International Conference on Computer, Information and Telecommunication Systems (CITS)"},{"key":"10.1007\/s40593-024-00395-0_bib29","first-page":"424","article-title":"A Contextual Bandits Framework for Personalized Learning Action Selection","author":"Lan","year":"2016","journal-title":"EDM"},{"key":"10.1007\/s40593-024-00395-0_bib31","series-title":"Distributed representations of sentences and documents","first-page":"1188","author":"Le","year":"2014"},{"issue":"5","key":"10.1007\/s40593-024-00395-0_bib33","doi-asserted-by":"crossref","first-page":"2144","DOI":"10.3758\/s13428-017-0982-7","article-title":"Computerized summary scoring: Crowdsourcing-based latent semantic analysis","volume":"50","author":"Li","year":"2018","journal-title":"Behavior Research Methods"},{"key":"10.1007\/s40593-024-00395-0_bib34","doi-asserted-by":"crossref","first-page":"71","DOI":"10.3115\/1073445.1073465","article-title":"Automatic evaluation of summaries using N-gram co-occurrence statistics","volume":"1","author":"Lin","year":"2003","journal-title":"Proceedings of the 2003 Conference of the North American Chapter of the Association for Computational Linguistics on Human Language Technology - NAACL \u201903"},{"key":"10.1007\/s40593-024-00395-0_bib35","unstructured":"Liu, Y., Ott, M., Goyal, N., Du, J., Joshi, M., Chen, D., Levy, O., Lewis, M., Zettlemoyer, L., & Stoyanov, V. (2019). RoBERTa: A Robustly Optimized BERT Pretraining Approach. ArXiv:1907.11692 [Cs]. http:\/\/arxiv.org\/abs\/1907.11692."},{"key":"10.1007\/s40593-024-00395-0_bib36","series-title":"PRICAI 2021: Trends in Artificial Intelligence","first-page":"323","article-title":"Simplifying Paragraph-Level Question Generation via Transformer Language Models","author":"Lopez","year":"2021"},{"issue":"7","key":"10.1007\/s40593-024-00395-0_bib38","doi-asserted-by":"crossref","first-page":"1029","DOI":"10.1080\/02602938.2019.1570079","article-title":"Automated summary evaluation with inbuilt rubric method: An alternative to constructed responses and multiple-choice tests assessments","volume":"44","author":"Mart\u00ednez-Huertas","year":"2019","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"10.1007\/s40593-024-00395-0_bib39","series-title":"International Conference on Artificial Intelligence in Education","first-page":"484","article-title":"Using Large Language Models to Provide Formative Feedback in Intelligent Textbooks","author":"Morris","year":"2023"},{"key":"10.1007\/s40593-024-00395-0_bib40","article-title":"Using Transformer Language Models to Validate Peer-Assigned Essay Scores in Massive Open Online Courses (MOOCs)","author":"Morris","year":"2023","journal-title":"Proceedings of the Thirteenth International Conference on Learning Analytics & Knowledge."},{"key":"10.1007\/s40593-024-00395-0_bib41","article-title":"Discourse synthesis: Textual transformations in writing from sources","author":"Nelson","year":"2022","journal-title":"Reading and Writing"},{"key":"10.1007\/s40593-024-00395-0_bib42","doi-asserted-by":"crossref","unstructured":"Ng, J. P., & Abrecht, V. (2015). Better Summarization Evaluation with Word Embeddings for ROUGE (arXiv:1508.06034). arXiv. http:\/\/arxiv.org\/abs\/1508.06034.","DOI":"10.18653\/v1\/D15-1222"},{"key":"10.1007\/s40593-024-00395-0_bib43","doi-asserted-by":"crossref","DOI":"10.3115\/1073083.1073135","article-title":"BLEU: A method for automatic evaluation of machine translation","volume":"311","author":"Papineni","year":"2001","journal-title":"Proceedings of the 40th Annual Meeting on Association for Computational Linguistics - ACL \u201902"},{"issue":"3","key":"10.1007\/s40593-024-00395-0_bib44","doi-asserted-by":"crossref","first-page":"729","DOI":"10.1007\/s11145-018-9880-3","article-title":"Beyond reading comprehension: Exploring the additional contribution of Core Academic Language skills to early adolescents\u2019 written summaries","volume":"32","author":"Phillips Galloway","year":"2019","journal-title":"Reading and Writing"},{"key":"10.1007\/s40593-024-00395-0_bib63","article-title":"Effect of scale on catastrophic forgetting in neural networks","author":"Ramasesh","year":"2021","journal-title":"International Conference on Learning Representations"},{"key":"10.1007\/s40593-024-00395-0_bib45","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1016\/j.compedu.2012.11.022","article-title":"Electronic versus traditional print textbooks: A comparison study on the influence of university students\u2019 learning","volume":"63","author":"Rockinson-Szapkiw","year":"2013","journal-title":"Computers & Education"},{"key":"10.1007\/s40593-024-00395-0_bib46","doi-asserted-by":"crossref","unstructured":"Scialom, T., Lamprier, S., Piwowarski, B., & Staiano, J. (2019). Answers Unite! Unsupervised Metrics for Reinforced Summarization Models. https:\/\/doi.org\/10.48550\/ARXIV.1909.01610.","DOI":"10.18653\/v1\/D19-1320"},{"key":"10.1007\/s40593-024-00395-0_bib47","series-title":"Digital texts in the time of COVID: Educational resources in U.S. Higher Education.","author":"Seaman","year":"2020"},{"key":"10.1007\/s40593-024-00395-0_bib48","doi-asserted-by":"crossref","first-page":"26146","DOI":"10.1109\/ACCESS.2019.2900753","article-title":"Transformer-based neural network for answer selection in question answering","volume":"7","author":"Shao","year":"2019","journal-title":"Ieee Access: Practical Innovations, Open Solutions"},{"issue":"1","key":"10.1007\/s40593-024-00395-0_bib49","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1186\/s40537-021-00492-0","article-title":"Text Data Augmentation for Deep Learning","volume":"8","author":"Shorten","year":"2021","journal-title":"Journal of Big Data"},{"issue":"1","key":"10.1007\/s40593-024-00395-0_bib37","doi-asserted-by":"crossref","first-page":"211","DOI":"10.17239\/jowr-2019.11.01.07","article-title":"Writing to learn increases long-term memory consolidation: A Mental-Chronometry and computational-modeling study of Epistemic writing","volume":"11","author":"Silva","year":"2019","journal-title":"Journal of Writing Research"},{"key":"10.1007\/s40593-024-00395-0_bib60","series-title":"international conference on artificial intelligence in education","first-page":"97","article-title":"Intelligent textbooks: The fifth international workshop","author":"Sosnovsky","year":"2023"},{"key":"10.1007\/s40593-024-00395-0_bib51","article-title":"Recommending Remedial Readings Using Student Knowledge State","author":"Thaker","year":"2020","journal-title":"Educational Data Mining Society."},{"key":"10.1007\/s40593-024-00395-0_bib52","unstructured":"Touvron, H., Lavril, T., Izacard, G., Martinet, X., Lachaux, M. A., Lacroix, T., & Lample, G. (2023). Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971."},{"key":"10.1007\/s40593-024-00395-0_bib53","series-title":"Natural Language Processing with transformers.","author":"Tunstall","year":"2022"},{"key":"10.1007\/s40593-024-00395-0_bib61","first-page":"30","article-title":"Attention is all you need","author":"Vaswani","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"10.1007\/s40593-024-00395-0_bib54","doi-asserted-by":"crossref","DOI":"10.1007\/s10758-021-09544-z","article-title":"Knowledge annotation for Intelligent textbooks","author":"Wang","year":"2021","journal-title":"Technology Knowledge and Learning"},{"issue":"1","key":"10.1007\/s40593-024-00395-0_bib55","doi-asserted-by":"crossref","first-page":"72","DOI":"10.1007\/s40593-015-0066-8","article-title":"ELM-ART\u2013 An Interactive and Intelligent web-based Electronic Textbook","volume":"26","author":"Weber","year":"2016","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1007\/s40593-024-00395-0_bib56","article-title":"Can Textbook Annotations Serve as an Early Predictor of Student Learning?","author":"Winchell","year":"2018","journal-title":"International Data Mining Society."},{"key":"10.1007\/s40593-024-00395-0_bib57","first-page":"38","article-title":"Transformers: State-of-the-Art Natural Language Processing","author":"Wolf","year":"2020","journal-title":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations"},{"key":"10.1007\/s40593-024-00395-0_bib58","article-title":"Contextual Definition Generation","volume":"2895","author":"Yarbro","year":"2021","journal-title":"Proceedings of the Third International Workshop on Intelligent Textbooks"}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-024-00395-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-024-00395-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226001320?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226001320?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-024-00395-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T06:52:18Z","timestamp":1779087138000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1560429226001320"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9]]},"references-count":56,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,9]]}},"alternative-id":["S1560429226001320"],"URL":"https:\/\/doi.org\/10.1007\/s40593-024-00395-0","relation":{},"ISSN":["1560-4292"],"issn-type":[{"value":"1560-4292","type":"print"}],"subject":[],"published":{"date-parts":[[2025,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Formative Feedback on Student-Authored Summaries in Intelligent Textbooks Using Large Language Models","name":"articletitle","label":"Article Title"},{"value":"International Journal of Artificial Intelligence in Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1007\/s40593-024-00395-0","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2024 The Author(s). Published by Elsevier Ltd","name":"copyright","label":"Copyright"}]}}