{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T23:58:26Z","timestamp":1782518306879,"version":"3.54.5"},"reference-count":64,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,10,19]],"date-time":"2025-10-19T00:00:00Z","timestamp":1760832000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers and Education: Artificial Intelligence"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1016\/j.caeai.2025.100490","type":"journal-article","created":{"date-parts":[[2025,10,28]],"date-time":"2025-10-28T11:48:28Z","timestamp":1761652108000},"page":"100490","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"special_numbering":"C","title":["The promise and limits of LLMs in constructing proofs and hints for logic problems in intelligent tutoring systems"],"prefix":"10.1016","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-5815-882X","authenticated-orcid":false,"given":"Sutapa Dey","family":"Tithi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arun Kumar","family":"Ramesh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Clara","family":"DiMarco","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoyi","family":"Tian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nazia","family":"Alam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kimia","family":"Fazeli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tiffany","family":"Barnes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.caeai.2025.100490_bib0005","author":"Achiam"},{"key":"10.1016\/j.caeai.2025.100490_bib0010","unstructured":"AI@Meta. (2024). Llama 3 model card. https:\/\/github.com\/meta-llama\/llama3\/blob\/main\/MODEL_CARD.md."},{"key":"10.1016\/j.caeai.2025.100490_bib0015","doi-asserted-by":"crossref","first-page":"277","DOI":"10.3102\/00346543073003277","article-title":"Help seeking and help design in interactive learning environments","volume":"73","author":"Aleven","year":"2003","journal-title":"Review of Educational Research"},{"key":"10.1016\/j.caeai.2025.100490_bib0020","first-page":"147","article-title":"An effective metacognitive strategy: Learning by doing and explaining with a computer-based cognitive tutor","volume":"26","author":"Aleven","year":"2002","journal-title":"Cognitive Science"},{"key":"10.1016\/j.caeai.2025.100490_bib0025","series-title":"The adaptive character of thought","author":"Anderson","year":"2013"},{"key":"10.1016\/j.caeai.2025.100490_bib0030","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1207\/s15327809jls0402_2","article-title":"Cognitive tutors: Lessons learned","volume":"4","author":"Anderson","year":"1995","journal-title":"The Journal of the Learning Sciences"},{"key":"10.1016\/j.caeai.2025.100490_bib0035","author":"Anil"},{"key":"10.1016\/j.caeai.2025.100490_bib0040","series-title":"International conference on intelligent tutoring systems","first-page":"373","article-title":"Toward automatic hint generation for logic proof tutoring using historical student data","author":"Barnes","year":"2008"},{"key":"10.1016\/j.caeai.2025.100490_bib0045","series-title":"EDM","first-page":"197","article-title":"A pilot study on logic proof tutoring using hints generated from historical student data","author":"Barnes","year":"2008"},{"key":"10.1016\/j.caeai.2025.100490_bib0050","series-title":"Proceedings of the 2021 ACM conference on fairness, accountability, and transparency","first-page":"610","article-title":"On the dangers of stochastic parrots: Can language models be too big?","author":"Bender","year":"2021"},{"key":"10.1016\/j.caeai.2025.100490_bib0055","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.caeai.2025.100490_bib0060","first-page":"152","article-title":"Aleks: A web-based intelligent tutoring system","volume":"35","author":"Canfield","year":"2001","journal-title":"Mathematics and Computer Education"},{"key":"10.1016\/j.caeai.2025.100490_bib0065","first-page":"25","article-title":"Meta-cognitive strategy instruction in intelligent tutoring systems: How, when, and why","volume":"13","author":"Chi","year":"2010","journal-title":"Journal of Educational Technology & Society"},{"key":"10.1016\/j.caeai.2025.100490_bib0070","series-title":"Proceedings of the 2024 on innovation and technology in computer science education V.1","first-page":"192","article-title":"Feedback literacy: Holistic analysis of secondary educators\u2019 views of llm explanations of program error messages","author":"Cucuiat","year":"2024"},{"key":"10.1016\/j.caeai.2025.100490_bib0075","author":"Daheim"},{"key":"10.1016\/j.caeai.2025.100490_bib0080","series-title":"International conference on artificial intelligence in education","first-page":"259","article-title":"Coding with ai: How are tools like chatgpt being used by students in foundational programming courses","author":"Ghimire","year":"2024"},{"key":"10.1016\/j.caeai.2025.100490_bib0085","unstructured":"Gottlieb, E. (2024). Propositional-logic. 10.5281\/zenodo.14567918. https:\/\/huggingface.co\/datasets\/ergotts\/propositional-logic."},{"key":"10.1016\/j.caeai.2025.100490_bib0090","author":"Han"},{"key":"10.1016\/j.caeai.2025.100490_bib0095","author":"He-Yueya"},{"key":"10.1016\/j.caeai.2025.100490_bib0100","unstructured":"Holland, J., Mitrovic, A., & Martin, B. (2009). J-latte: A constraint-based tutor for java."},{"key":"10.1016\/j.caeai.2025.100490_bib0105","series-title":"Artificial intelligence in education: 20th International conference, AIED 2019, Chicago, IL, USA, June 25\u201329, 2019, Proceedings, Part I 20","first-page":"157","article-title":"Designing for complementarity: Teacher and student needs for orchestration support in ai-enhanced classrooms","author":"Holstein","year":"2019"},{"key":"10.1016\/j.caeai.2025.100490_bib0110","series-title":"Proceedings of the 2022 working group reports on innovation and technology in computer science education","first-page":"95","article-title":"Towards giving timely formative feedback and hints to novice programmers","author":"Jeuring","year":"2022"},{"key":"10.1016\/j.caeai.2025.100490_bib0115","doi-asserted-by":"crossref","first-page":"434","DOI":"10.1016\/S1364-6613(00)01751-4","article-title":"Mental models and deduction","volume":"5","author":"Johnson-Laird","year":"2001","journal-title":"Trends in Cognitive Sciences"},{"key":"10.1016\/j.caeai.2025.100490_bib0120","series-title":"Proceedings of the 33rd annual ACM conference on human factors in computing systems","first-page":"3671","article-title":"Providing adaptive support in an interactive simulation for learning: An experimental evaluation","author":"Kardan","year":"2015"},{"key":"10.1016\/j.caeai.2025.100490_bib0125","first-page":"30","article-title":"Intelligent tutoring goes to school in the big city","volume":"8","author":"Koedinger","year":"1997","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1016\/j.caeai.2025.100490_bib0130","doi-asserted-by":"crossref","first-page":"757","DOI":"10.1111\/j.1551-6709.2012.01245.x","article-title":"The knowledge-learning-instruction framework: Bridging the science-practice chasm to enhance robust student learning","volume":"36","author":"Koedinger","year":"2012","journal-title":"Cognitive Science"},{"key":"10.1016\/j.caeai.2025.100490_bib0135","first-page":"29864","article-title":"Hints-in-browser: Benchmarking language models for programming feedback generation","volume":"37","author":"Kotalwar","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.caeai.2025.100490_bib0140","author":"Liu"},{"key":"10.1016\/j.caeai.2025.100490_bib0145","author":"Liu"},{"key":"10.1016\/j.caeai.2025.100490_bib0150","series-title":"International conference on artificial intelligence in education","first-page":"265","article-title":"How to teach programming in the ai era? using llms as a teachable agent for debugging","author":"Ma","year":"2024"},{"key":"10.1016\/j.caeai.2025.100490_bib0155","author":"Macina"},{"key":"10.1016\/j.caeai.2025.100490_bib0160","series-title":"Proceedings of the 51st ACM technical symposium on computer science education","first-page":"1418","article-title":"Deep thought: An intelligent logic tutor for discrete math","author":"Maniktala","year":"2020"},{"key":"10.1016\/j.caeai.2025.100490_bib0165","series-title":"Proceedings of the 2019 ACM conference on innovation and technology in computer science education","first-page":"520","article-title":"The impact of adding textual explanations to next-step hints in a novice programming environment","author":"Marwan","year":"2019"},{"key":"10.1016\/j.caeai.2025.100490_bib0170","author":"Maurya"},{"key":"10.1016\/j.caeai.2025.100490_bib0175","doi-asserted-by":"crossref","first-page":"276","DOI":"10.11613\/BM.2012.031","article-title":"Interrater reliability: The kappa statistic","volume":"22","author":"McHugh","year":"2012","journal-title":"Biochemia Medica"},{"key":"10.1016\/j.caeai.2025.100490_bib0180","series-title":"Proceedings of the 47th ACM technical symposium on computing science education","first-page":"42","article-title":"Subgoals help students solve parsons problems","author":"Morrison","year":"2016"},{"key":"10.1016\/j.caeai.2025.100490_bib0185","series-title":"Authoring tools for advanced technology learning environments: Toward cost-effective adaptive, interactive and intelligent educational software","first-page":"491","article-title":"An overview of intelligent tutoring system authoring tools: Updated analysis of the state of the art","author":"Murray","year":"2003"},{"key":"10.1016\/j.caeai.2025.100490_bib0190","series-title":"Proceedings of the 18th workshop on innovative use of NLP for building educational applications (BEA 2023)","first-page":"394","article-title":"Automated evaluation of written discourse coherence using gpt-4","author":"Naismith","year":"2023"},{"key":"10.1016\/j.caeai.2025.100490_bib0195","series-title":"LLM@ AIED","first-page":"78","article-title":"Generative large language models for dialog-based tutoring: An early consideration of opportunities and concerns","author":"Nye","year":"2023"},{"key":"10.1016\/j.caeai.2025.100490_bib0200","series-title":"Proceedings of the 62nd annual meeting of the association for computational linguistics (Volume 1: Long Papers)","first-page":"13679","article-title":"Logicbench: Towards systematic evaluation of logical reasoning ability of large language models","author":"Parmar","year":"2024"},{"key":"10.1016\/j.caeai.2025.100490_bib0205","author":"Phung"},{"key":"10.1016\/j.caeai.2025.100490_bib0210","series-title":"Proceedings of the 14th learning analytics and knowledge conference","first-page":"12","article-title":"Automating human tutor-style programming feedback: Leveraging gpt-4 tutor model for hint generation and gpt-3.5 student model for hint validation","author":"Phung","year":"2024"},{"key":"10.1016\/j.caeai.2025.100490_bib0215","series-title":"Proceedings of the 2017 ACM SIGCSE technical symposium on computer science education","first-page":"483","article-title":"Isnap: Towards intelligent tutoring in novice programming environments","author":"Price","year":"2017"},{"key":"10.1016\/j.caeai.2025.100490_bib0220","series-title":"Artificial Intelligence in Education: 18th International Conference, AIED 2017, Wuhan, China, June 28\u2013July 1, 2017, Proceedings 18","first-page":"311","article-title":"Hint generation under uncertainty: The effect of hint quality on help-seeking behavior","author":"Price","year":"2017"},{"key":"10.1016\/j.caeai.2025.100490_bib0225","doi-asserted-by":"crossref","first-page":"249","DOI":"10.3758\/BF03194060","article-title":"Cognitive tutor: Applied research in mathematics education","volume":"14","author":"Ritter","year":"2007","journal-title":"Psychonomic Bulletin & Review"},{"key":"10.1016\/j.caeai.2025.100490_bib0230","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1007\/s40593-015-0070-z","article-title":"Data-driven hint generation in vast solution spaces: A self-improving python programming tutor","volume":"27","author":"Rivers","year":"2017","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1016\/j.caeai.2025.100490_bib0235","series-title":"Proceedings of the 26th Australasian Computing Education Conference","first-page":"144","article-title":"Next-step hint generation for introductory programming using large language models","author":"Roest","year":"2024"},{"key":"10.1016\/j.caeai.2025.100490_bib0240","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1016\/j.learninstruc.2010.07.004","article-title":"Improving students\u2019 help-seeking skills using metacognitive feedback in an intelligent tutoring system","volume":"21","author":"Roll","year":"2011","journal-title":"Learning and Instruction"},{"key":"10.1016\/j.caeai.2025.100490_bib0245","author":"Saparov"},{"key":"10.1016\/j.caeai.2025.100490_bib0250","first-page":"3083","article-title":"Testing the general deductive reasoning capacity of large language models using ood examples","volume":"36","author":"Saparov","year":"2023","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.caeai.2025.100490_bib0255","doi-asserted-by":"crossref","first-page":"328","DOI":"10.3758\/BF03200584","article-title":"Basicbayes: A tutor system for simple bayesian inference","volume":"29","author":"Sedlmeier","year":"1997","journal-title":"Behavior Research Methods, Instruments, & Computers"},{"key":"10.1016\/j.caeai.2025.100490_bib0260","series-title":"International educational data mining society","article-title":"Learning problem decomposition\u2013recomposition with data-driven chunky parsons problems within an intelligent logic tutor","author":"Shabrina","year":"2023"},{"key":"10.1016\/j.caeai.2025.100490_bib0265","doi-asserted-by":"crossref","first-page":"3","DOI":"10.3233\/JAI-130029","article-title":"Experimental evaluation of automatic hint generation for a logic tutor","volume":"22","author":"Stamper","year":"2013","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1016\/j.caeai.2025.100490_bib0270","series-title":"International Conference on Artificial Intelligence in Education","first-page":"32","article-title":"Enhancing llm-based feedback: Insights from intelligent tutoring systems and the learning sciences","author":"Stamper","year":"2024"},{"key":"10.1016\/j.caeai.2025.100490_bib0275","author":"Tack"},{"key":"10.1016\/j.caeai.2025.100490_bib0280","author":"Tafjord"},{"key":"10.1016\/j.caeai.2025.100490_bib0285","series-title":"International Conference on Artificial Intelligence in Education","first-page":"324","article-title":"Jill watson: A virtual teaching assistant powered by chatgpt","author":"Taneja","year":"2024"},{"key":"10.1016\/j.caeai.2025.100490_bib0290","series-title":"Proceedings of the 17th international conference on educational data mining","first-page":"698","article-title":"Examining llm prompting strategies for automatic evaluation of learner-created computational artifacts","author":"Tian","year":"2024"},{"key":"10.1016\/j.caeai.2025.100490_bib0295","author":"Tithi"},{"key":"10.1016\/j.caeai.2025.100490_bib0300","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1109\/TLT.2017.2741960","article-title":"Irt-based adaptive hints to scaffold learning in programming","volume":"11","author":"Ueno","year":"2017","journal-title":"IEEE Transactions on Learning Technologies"},{"key":"10.1016\/j.caeai.2025.100490_bib0305","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1080\/00461520.2011.611369","article-title":"The relative effectiveness of human tutoring, intelligent tutoring systems, and other tutoring systems","volume":"46","author":"VanLehn","year":"2011","journal-title":"Educational Psychologist"},{"key":"10.1016\/j.caeai.2025.100490_bib0310","author":"Venugopalan"},{"key":"10.1016\/j.caeai.2025.100490_bib0315","author":"Wang"},{"key":"10.1016\/j.caeai.2025.100490_bib0320","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei","year":"2022","journal-title":"Advances in Neural Information Processing Systems"}],"container-title":["Computers and Education: Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666920X25001304?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666920X25001304?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,27]],"date-time":"2026-04-27T07:15:46Z","timestamp":1777274146000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2666920X25001304"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12]]},"references-count":64,"alternative-id":["S2666920X25001304"],"URL":"https:\/\/doi.org\/10.1016\/j.caeai.2025.100490","relation":{},"ISSN":["2666-920X"],"issn-type":[{"value":"2666-920X","type":"print"}],"subject":[],"published":{"date-parts":[[2025,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"The promise and limits of LLMs in constructing proofs and hints for logic problems in intelligent tutoring systems","name":"articletitle","label":"Article Title"},{"value":"Computers and Education: Artificial Intelligence","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.caeai.2025.100490","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Authors. Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"100490"}}