{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T20:06:40Z","timestamp":1780085200603,"version":"3.54.0"},"reference-count":59,"publisher":"Elsevier BV","issue":"5","license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T00:00:00Z","timestamp":1776816000000},"content-version":"vor","delay-in-days":142,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"Cyber Valley Research Fund","award":["CyVy-RF-2019-02"],"award-info":[{"award-number":["CyVy-RF-2019-02"]}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Artificial Intelligence in Education"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s40593-025-00493-7","type":"journal-article","created":{"date-parts":[[2025,7,10]],"date-time":"2025-07-10T22:15:45Z","timestamp":1752185745000},"page":"3095-3127","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"title":["An Intelligent Tutor for Planning in Large Partially Observable Environments"],"prefix":"10.1016","volume":"35","author":[{"given":"Lovis","family":"Heindrich","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Saksham","family":"Consul","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Falk","family":"Lieder","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"2","key":"10.1007\/s40593-025-00493-7_bib1","doi-asserted-by":"crossref","first-page":"101","DOI":"10.3233\/IRG-2006-16(2)02","article-title":"Toward meta-cognitive tutoring: A model of help seeking with a cognitive tutor","volume":"16","author":"Aleven","year":"2006","journal-title":"International Journal of Artificial Intelligence in Education"},{"issue":"4","key":"10.1007\/s40593-025-00493-7_bib2","first-page":"159","article-title":"Lisp tutor","volume":"10","author":"Anderson","year":"1985","journal-title":"Byte"},{"issue":"4698","key":"10.1007\/s40593-025-00493-7_bib3","doi-asserted-by":"crossref","first-page":"456","DOI":"10.1126\/science.228.4698.456","article-title":"Intelligent tutoring systems","volume":"228","author":"Anderson","year":"1985","journal-title":"Science"},{"key":"10.1007\/s40593-025-00493-7_bib4","series-title":"The adaptive character of thought","author":"Anderson","year":"1990"},{"issue":"4","key":"10.1007\/s40593-025-00493-7_bib5","doi-asserted-by":"crossref","first-page":"467","DOI":"10.1007\/s42113-022-00149-y","article-title":"Boosting human decision-making with AI-generated decision aids","volume":"5","author":"Becker","year":"2022","journal-title":"Computational Brain & Behavior"},{"issue":"1","key":"10.1007\/s40593-025-00493-7_bib6","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1111\/j.2517-6161.1995.tb02031.x","article-title":"Controlling the false discovery rate: A practical and powerful approach to multiple testing","volume":"57","author":"Benjamini","year":"1995","journal-title":"Journal of the Royal Statistical Society: Series B (Methodological)"},{"issue":"2","key":"10.1007\/s40593-025-00493-7_bib7","doi-asserted-by":"crossref","first-page":"290","DOI":"10.1214\/aoms\/1177728786","article-title":"Some theorems on quadratic forms applied in the study of analysis of variance problems, I. Effect of inequality of variance in the one-way classification","volume":"25","author":"Box","year":"1954","journal-title":"The Annals of Mathematical Statistics"},{"key":"10.1007\/s40593-025-00493-7_bib8","doi-asserted-by":"crossref","first-page":"3121","DOI":"10.1109\/ICPR.2010.764","article-title":"The balanced accuracy and its posterior distribution","author":"Brodersen","year":"2010","journal-title":"2010 20th international conference on pattern recognition"},{"issue":"35","key":"10.1007\/s40593-025-00493-7_bib9","first-page":"58","article-title":"The truncated normal distribution","volume":"1","author":"Burkardt","year":"2014","journal-title":"Department of Scientific Computing Website, Florida State University"},{"key":"10.1007\/s40593-025-00493-7_bib10","doi-asserted-by":"crossref","unstructured":"Callaway, F., Lieder, F., Krueger, P., & Griffiths, T. L. (2017). Mouselab-MDP: A new paradigm for tracing how people plan. OSF Preprints.","DOI":"10.31219\/osf.io\/7wcya"},{"key":"10.1007\/s40593-025-00493-7_bib11","series-title":"Proceedings of the thirty-fourth conference on uncertainty in artificial intelligence, UAI 2018, monterey, California, USA, august 6-10, 2018","first-page":"776","article-title":"Learning to select computations","author":"Callaway","year":"2018"},{"issue":"12","key":"10.1007\/s40593-025-00493-7_bib12","doi-asserted-by":"crossref","DOI":"10.1073\/pnas.2117432119","article-title":"Leveraging artificial intelligence to improve people\u2019s planning strategies","volume":"119","author":"Callaway","year":"2022","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"8","key":"10.1007\/s40593-025-00493-7_bib13","doi-asserted-by":"crossref","first-page":"1112","DOI":"10.1038\/s41562-022-01332-8","article-title":"Rational use of cognitive resources in human planning","volume":"6","author":"Callaway","year":"2022","journal-title":"Nature Human Behaviour"},{"issue":"7","key":"10.1007\/s40593-025-00493-7_bib14","doi-asserted-by":"crossref","first-page":"596","DOI":"10.1016\/j.tics.2021.03.015","article-title":"The psychology of (in) effective altruism","volume":"25","author":"Caviola","year":"2021","journal-title":"Trends in Cognitive Sciences"},{"issue":"1","key":"10.1007\/s40593-025-00493-7_bib15","first-page":"25","article-title":"Meta-cognitive strategy instruction in intelligent tutoring systems: How, when, and why","volume":"13","author":"Chi","year":"2010","journal-title":"Journal of Educational Technology & Society"},{"issue":"2","key":"10.1007\/s40593-025-00493-7_bib16","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1007\/s42113-022-00128-3","article-title":"Improving human decision-making by discovering efficient strategies for hierarchical planning","volume":"5","author":"Consul","year":"2022","journal-title":"Computational Brain & Behavior"},{"key":"10.1007\/s40593-025-00493-7_bib17","series-title":"Handbook of human-computer interaction","first-page":"849","article-title":"Intelligent tutoring systems","author":"Corbett","year":"1997"},{"key":"10.1007\/s40593-025-00493-7_bib18","first-page":"761","article-title":"Bayesian Q-learning","author":"Dearden","year":"1998","journal-title":"Aaai"},{"key":"10.1007\/s40593-025-00493-7_bib19","unstructured":"Ellis, K., Nye, M. I., Pu, Y., Sosa, F., Tenenbaum, J., & Solar-Lezama, A. (2019). Write, execute, assess: Program synthesis with a REPL. In H. M. Wallach, H. Larochelle, A. Beygelzimer, F. d\u2019Alch\u00e9-Buc, E. B. Fox, & R. Garnett (Eds.), Advances in neural information processing systems 32: Annual conference on neural information processing systems 2019, neurips 2019, december 8-14, 2019, vancouver, bc, Canada (pp. 9165\u20139174)."},{"issue":"2011","key":"10.1007\/s40593-025-00493-7_bib20","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1146\/annurev-psych-120709-145346","article-title":"Heuristic decision making","volume":"62","author":"Gigerenzer","year":"2011","journal-title":"Annual review of psychology"},{"key":"10.1007\/s40593-025-00493-7_bib21","article-title":"Intelligent tutoring systems","author":"Graesser","year":"2012","journal-title":"APA educational psychology handbook, Vol 3: Application to learning and teaching"},{"key":"10.1007\/s40593-025-00493-7_bib22","series-title":"Applied natural language processing: Identification, investigation and resolution","first-page":"169","article-title":"Autotutor","author":"Graesser","year":"2012"},{"key":"10.1007\/s40593-025-00493-7_bib23","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1016\/j.cobeha.2019.01.005","article-title":"Doing more with less: Meta-reasoning and meta-learning in humans and machines","volume":"29","author":"Griffiths","year":"2019","journal-title":"Current Opinion in Behavioral Sciences"},{"key":"10.1007\/s40593-025-00493-7_bib24","doi-asserted-by":"crossref","first-page":"98","DOI":"10.3389\/fnhum.2017.00098","article-title":"A-book: A feedback-based adaptive system to enhance meta-cognitive skills during reading","volume":"11","author":"Guerra","year":"2017","journal-title":"Frontiers in Human Neuroscience"},{"key":"10.1007\/s40593-025-00493-7_bib25","series-title":"Advances in neural information processing systems (Vol. 25).","article-title":"Efficient bayes-adaptive reinforcement learning using sample-based search","author":"Guez","year":"2012"},{"issue":"2","key":"10.1007\/s40593-025-00493-7_bib26","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1016\/j.jarmac.2016.04.011","article-title":"Applied decision making with fast-and-frugal heuristics","volume":"5","author":"Hafenbr\u00e4dl","year":"2016","journal-title":"Journal of Applied Research in Memory and Cognition"},{"key":"10.1007\/s40593-025-00493-7_bib27","series-title":"Proceedings of the twenty-eighth conference on uncertainty in artificial intelligence, Catalina Island, Ca, USA, august 14-18, 2012","first-page":"346","article-title":"Selecting computations: Theory and applications","author":"Hay","year":"2012"},{"key":"10.1007\/s40593-025-00493-7_bib28","article-title":"Measuring and modelling how people learn how to plan and how people adapt their planning strategies the to structure of the environment","author":"He","year":"2021","journal-title":"International conference on cognitive modeling."},{"key":"10.1007\/s40593-025-00493-7_bib29","unstructured":"Heindrich, L., & Lieder, F. (2024). Leveraging automatic strategy discovery to teach people how to select better projects. Retrieved from https:\/\/arxiv.org\/abs\/2406.04082"},{"issue":"6","key":"10.1007\/s40593-025-00493-7_bib30","doi-asserted-by":"crossref","first-page":"973","DOI":"10.1177\/1745691617702496","article-title":"Nudging and boosting: Steering or empowering good decisions","volume":"12","author":"Hertwig","year":"2017","journal-title":"Perspectives on Psychological Science"},{"issue":"4","key":"10.1007\/s40593-025-00493-7_bib31","doi-asserted-by":"crossref","first-page":"2037","DOI":"10.3758\/s13428-022-01789-5","article-title":"A computational process-tracing method for measuring people\u2019s planning strategies and how they change over time","volume":"55","author":"Jain","year":"2023","journal-title":"Behavior Research Methods"},{"issue":"1","key":"10.1007\/s40593-025-00493-7_bib32","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","article-title":"Planning and acting in partially observable stochastic domains","volume":"101","author":"Kaelbling","year":"1998","journal-title":"Artificial Intelligence"},{"key":"10.1007\/s40593-025-00493-7_bib33","first-page":"30","article-title":"Intelligent tutoring goes to school in the big city","volume":"8","author":"Koedinger","year":"1997","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1007\/s40593-025-00493-7_bib34","article-title":"Enhancing metacognitive reinforcement learning using reward structures and feedback","author":"Krueger","year":"2017","journal-title":"Proceedings of the 39th annual conference of the cognitive science society."},{"issue":"6","key":"10.1007\/s40593-025-00493-7_bib35","doi-asserted-by":"crossref","first-page":"362","DOI":"10.1111\/j.1467-9280.1990.tb00243.x","article-title":"Teaching the use of cost-benefit reasoning in everyday life","volume":"1","author":"Larrick","year":"1990","journal-title":"Psychological Science"},{"key":"10.1007\/s40593-025-00493-7_bib36","article-title":"A cognitive tutor for helping people overcome present bias","author":"Lieder","year":"2019","journal-title":"RLDM 2019."},{"key":"10.1007\/s40593-025-00493-7_bib37","doi-asserted-by":"crossref","first-page":"e1","DOI":"10.1017\/S0140525X1900061X","article-title":"Resource-rational analysis: Understanding human cognition as the optimal use of limited computational resources","volume":"43","author":"Lieder","year":"2020","journal-title":"Behavioral and brain sciences"},{"key":"10.1007\/s40593-025-00493-7_bib38","article-title":"Utility-weighted sampling in decisions from experience","author":"Lieder","year":"2015","journal-title":"The 2nd multidisciplinary conference on reinforcement learning and decision making."},{"key":"10.1007\/s40593-025-00493-7_bib39","article-title":"An automatic method for discovering rational heuristics for risky choice","author":"Lieder","year":"2017","journal-title":"Cogsci 2017."},{"issue":"3","key":"10.1007\/s40593-025-00493-7_bib40","doi-asserted-by":"crossref","first-page":"621","DOI":"10.1093\/bjps\/axs046","article-title":"Why are normal distributions normal?","volume":"65","author":"Lyon","year":"2014","journal-title":"The British Journal for the Philosophy of Science"},{"issue":"3","key":"10.1007\/s40593-025-00493-7_bib41","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1007\/s42113-022-00141-6","article-title":"Leveraging machine learning to automatically derive robust decision strategies from imperfect knowledge of the real world","volume":"5","author":"Mehta","year":"2022","journal-title":"Computational Brain & Behavior"},{"key":"10.1007\/s40593-025-00493-7_bib42","series-title":"Bayesian approach to global optimization: theory and applications (Vol. 37).","author":"Mockus","year":"2012"},{"issue":"1","key":"10.1007\/s40593-025-00493-7_bib43","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1287\/mnsc.28.1.1","article-title":"State of the art\u2013a survey of partially observable markov decision processes: Theory, models, and algorithms","volume":"28","author":"Monahan","year":"1982","journal-title":"Management science"},{"issue":"1","key":"10.1007\/s40593-025-00493-7_bib44","doi-asserted-by":"crossref","first-page":"142","DOI":"10.1080\/10494820.2018.1558257","article-title":"Intelligent tutoring systems: A systematic review of characteristics, applications, and evaluation methods","volume":"29","author":"Mousavinasab","year":"2021","journal-title":"Interactive Learning Environments"},{"key":"10.1007\/s40593-025-00493-7_bib45","unstructured":"Murphy, K. P. (2007). Conjugate bayesian analysis of the gaussian distribution. def, 1(2\u03c32), 1. Retrieved from https:\/\/www.cs.ubc.ca\/~murphyk\/Papers\/bayesGauss.pdf"},{"issue":"12","key":"10.1007\/s40593-025-00493-7_bib46","doi-asserted-by":"crossref","first-page":"1","DOI":"10.18637\/jss.v050.i12","article-title":"nparLD: An R software package for the nonparametric analysis of longitudinal data in factorial experiments","volume":"50","author":"Noguchi","year":"2012","journal-title":"Journal of Statistical Software"},{"issue":"2","key":"10.1007\/s40593-025-00493-7_bib47","doi-asserted-by":"crossref","first-page":"249","DOI":"10.3758\/BF03194060","article-title":"Cognitive Tutor: Applied research in mathematics education","volume":"14","author":"Ritter","year":"2007","journal-title":"Psychonomic Bulletin & Review"},{"key":"10.1007\/s40593-025-00493-7_bib48","doi-asserted-by":"crossref","first-page":"367","DOI":"10.1007\/11527886_48","article-title":"Modeling students\u2019 metacognitive errors in two intelligent tutoring systems","author":"Roll","year":"2005","journal-title":"User modeling 2005: 10th international conference, um 2005, edinburgh, scotland, uk, july 24-29, 2005. proceedings 10"},{"issue":"1","key":"10.1007\/s40593-025-00493-7_bib49","doi-asserted-by":"crossref","first-page":"361","DOI":"10.1016\/0004-3702(91)90015-C","article-title":"Principles of metareasoning","volume":"49","author":"Russell","year":"1991","journal-title":"Artificial Intelligence"},{"key":"10.1007\/s40593-025-00493-7_bib50","series-title":"Advances in neural information processing systems (Vol. 23).","article-title":"Monte-Carlo planning in large POMDPs","author":"Silver","year":"2010"},{"key":"10.1007\/s40593-025-00493-7_bib51","series-title":"Science and human behavior","first-page":"91","article-title":"Shaping and maintaining operant behavior","author":"Skinner","year":"1953"},{"issue":"3","key":"10.1007\/s40593-025-00493-7_bib52","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1037\/h0049039","article-title":"Reinforcement today","volume":"13","author":"Skinner","year":"1958","journal-title":"American Psychologist"},{"issue":"9","key":"10.1007\/s40593-025-00493-7_bib53","doi-asserted-by":"crossref","first-page":"2641","DOI":"10.1007\/s10994-021-05963-2","article-title":"Automatic discovery of interpretable planning strategies","volume":"110","author":"Skirzy\u0144ski","year":"2021","journal-title":"Machine Learning"},{"key":"10.1007\/s40593-025-00493-7_bib54","series-title":"The optimal control of partially observable markov processes.","author":"Sondik","year":"1971"},{"key":"10.1007\/s40593-025-00493-7_bib55","article-title":"Adaptive metareasoning for bounded rational agents","author":"Svegliato","year":"2018","journal-title":"Cai-ecai workshop on architectures and evaluation for generality, autonomy and progress in ai (aegap), stockholm, Sweden."},{"key":"10.1007\/s40593-025-00493-7_bib56","series-title":"Nudge","author":"Thaler","year":"2021"},{"issue":"4","key":"10.1007\/s40593-025-00493-7_bib57","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1080\/00461520.2011.611369","article-title":"The relative effectiveness of human tutoring, intelligent tutoring systems, and other tutoring systems","volume":"46","author":"VanLehn","year":"2011","journal-title":"Educational psychologist"},{"issue":"4","key":"10.1007\/s40593-025-00493-7_bib58","doi-asserted-by":"crossref","first-page":"599","DOI":"10.1111\/cogs.12101","article-title":"One and done? Optimal decisions from very few samples","volume":"38","author":"Vul","year":"2014","journal-title":"Cognitive science"},{"issue":"2","key":"10.1007\/s40593-025-00493-7_bib59","first-page":"67","article-title":"The effect of metacognitive strategy training on mathematical problem solving achievement","volume":"1","author":"\u00d6zsoy","year":"2017","journal-title":"International Electronic Journal of Elementary Education"}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-025-00493-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-025-00493-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226000600?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226000600?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-025-00493-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T06:54:53Z","timestamp":1779087293000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1560429226000600"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12]]},"references-count":59,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["S1560429226000600"],"URL":"https:\/\/doi.org\/10.1007\/s40593-025-00493-7","relation":{},"ISSN":["1560-4292"],"issn-type":[{"value":"1560-4292","type":"print"}],"subject":[],"published":{"date-parts":[[2025,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"An Intelligent Tutor for Planning in Large Partially Observable Environments","name":"articletitle","label":"Article Title"},{"value":"International Journal of Artificial Intelligence in Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1007\/s40593-025-00493-7","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2025 The Author(s). Published by Elsevier Ltd","name":"copyright","label":"Copyright"}]}}