{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,20]],"date-time":"2026-07-20T10:21:51Z","timestamp":1784542911699,"version":"3.55.0"},"reference-count":59,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T00:00:00Z","timestamp":1716508800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T00:00:00Z","timestamp":1716508800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Comput Sci"],"DOI":"10.1038\/s43588-024-00629-0","type":"journal-article","created":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T10:01:31Z","timestamp":1716544891000},"page":"334-345","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Automated discovery of symbolic laws governing skill acquisition from naturally occurring data"],"prefix":"10.1038","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4926-3720","authenticated-orcid":false,"given":"Sannyuya","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qing","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6663-5821","authenticated-orcid":false,"given":"Xiaoxuan","family":"Shen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0951-1072","authenticated-orcid":false,"given":"Jianwen","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-0096-6993","authenticated-orcid":false,"given":"Zongkai","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,5,24]]},"reference":[{"key":"629_CR1","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1146\/annurev.psych.47.1.513","volume":"47","author":"K VanLehn","year":"1996","unstructured":"VanLehn, K. Cognitive skill acquisition. Ann. Rev. Psychol. 47, 513\u2013539 (1996).","journal-title":"Ann. Rev. Psychol."},{"key":"629_CR2","doi-asserted-by":"crossref","unstructured":"DeKeyser, R. in Skill Acquisition Theory 83\u2013104 (Routledge, 2020).","DOI":"10.4324\/9780429503986-5"},{"key":"629_CR3","doi-asserted-by":"publisher","first-page":"3988","DOI":"10.1073\/pnas.1815156116","volume":"116","author":"B Tabibian","year":"2019","unstructured":"Tabibian, B. et al. Enhancing human learning via spaced repetition optimization. Proc. Natl Acad. Sci. USA 116, 3988\u20133993 (2019).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"629_CR4","doi-asserted-by":"publisher","first-page":"592","DOI":"10.1037\/rev0000105","volume":"125","author":"NJ Evans","year":"2018","unstructured":"Evans, N. J., Brown, S. D., Mewhort, D. J. & Heathcote, A. Refining the law of practice. Psychol. Rev. 125, 592 (2018).","journal-title":"Psychol. Rev."},{"key":"629_CR5","doi-asserted-by":"publisher","first-page":"185","DOI":"10.3758\/BF03212979","volume":"7","author":"A Heathcote","year":"2000","unstructured":"Heathcote, A., Brown, S. & Mewhort, D. J. The power law repealed: the case for an exponential law of practice. Psychon. Bull. Rev. 7, 185\u2013207 (2000).","journal-title":"Psychon. Bull. Rev."},{"key":"629_CR6","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1126\/science.3175664","volume":"242","author":"J Shrager","year":"1988","unstructured":"Shrager, J., Hogg, T. & Huberman, B. A. A graph-dynamic model of the power law of practice and the problem-solving fan-effect. Science 242, 414\u2013416 (1988).","journal-title":"Science"},{"key":"629_CR7","doi-asserted-by":"publisher","first-page":"e2201332119","DOI":"10.1073\/pnas.2201332119","volume":"119","author":"JT Wixted","year":"2022","unstructured":"Wixted, J. T. The enigma of forgetting. Proc. Natl Acad. Sci. USA 119, e2201332119 (2022).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"629_CR8","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.jmp.2010.08.009","volume":"55","author":"L Averell","year":"2011","unstructured":"Averell, L. & Heathcote, A. The form of the forgetting curve and the fate of memories. J. Math. Psychol. 55, 25\u201335 (2011).","journal-title":"J. Math. Psychol."},{"key":"629_CR9","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1146\/annurev.psych.57.102904.190139","volume":"59","author":"HL Roediger III","year":"2008","unstructured":"Roediger III, H. L. Relativity of remembering: why the laws of memory vanished. Annu. Rev. Psychol. 59, 225\u2013254 (2008).","journal-title":"Annu. Rev. Psychol."},{"key":"629_CR10","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1111\/j.1468-2419.2005.00225.x","volume":"9","author":"DS Chiaburu","year":"2005","unstructured":"Chiaburu, D. S. & Marinova, S. V. What predicts skill transfer? An exploratory study of goal orientation, training self-efficacy and organizational supports. Int. J. Train. Dev. 9, 110\u2013123 (2005).","journal-title":"Int. J. Train. Dev."},{"key":"629_CR11","doi-asserted-by":"publisher","first-page":"166","DOI":"10.1097\/SLA.0b013e318176bf24","volume":"248","author":"LP Sturm","year":"2008","unstructured":"Sturm, L. P. et al. A systematic review of skills transfer after surgical simulation training. Ann. Surgery 248, 166\u2013179 (2008).","journal-title":"Ann. Surgery"},{"key":"629_CR12","doi-asserted-by":"publisher","first-page":"492","DOI":"10.1037\/0033-295X.95.4.492","volume":"95","author":"GD Logan","year":"1988","unstructured":"Logan, G. D. Toward an instance theory of automatization. Psycho. Rev. 95, 492 (1988).","journal-title":"Psycho. Rev."},{"key":"629_CR13","first-page":"883","volume":"18","author":"GD Logan","year":"1992","unstructured":"Logan, G. D. Shapes of reaction-time distributions and shapes of learning curves: a test of the instance theory of automaticity. J. Exp. Psychol. 18, 883 (1992).","journal-title":"J. Exp. Psychol."},{"key":"629_CR14","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1037\/0033-295X.89.4.369","volume":"89","author":"JR Anderson","year":"1982","unstructured":"Anderson, J. R. Acquisition of cognitive skill. Psychol. Rev. 89, 369 (1982).","journal-title":"Psychol. Rev."},{"key":"629_CR15","first-page":"749","volume":"42","author":"C Tenison","year":"2016","unstructured":"Tenison, C. & Anderson, J. R. Modeling the distinct phases of skill acquisition. J. Exp. Psychol. 42, 749 (2016).","journal-title":"J. Exp. Psychol."},{"key":"629_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.cogpsych.2016.03.001","volume":"87","author":"C Tenison","year":"2016","unstructured":"Tenison, C., Fincham, J. M. & Anderson, J. R. Phases of learning: how skill acquisition impacts cognitive processing. Cognitive Psychol. 87, 1\u201328 (2016).","journal-title":"Cognitive Psychol."},{"key":"629_CR17","doi-asserted-by":"crossref","unstructured":"Jordan, M. I. Serial order: a parallel distributed processing approach. Adv. Pyschol. 121, 471\u2013495 (1997).","DOI":"10.1016\/S0166-4115(97)80111-2"},{"key":"629_CR18","unstructured":"McClelland, J. L. et al. Parallel Distributed Processing Vol. 2 (MIT Press, 1986)."},{"key":"629_CR19","doi-asserted-by":"crossref","unstructured":"Young, R. M. & Lewis, R. L. in Models of Working Memory: Mechanisms of Active Maintenance and Executive Control 224\u2013256 (Cambridge Univ. Press, 1999).","DOI":"10.1017\/CBO9781139174909.010"},{"key":"629_CR20","doi-asserted-by":"crossref","unstructured":"Anderson, J. R., Matessa, M. & Lebiere, C. in Human\u2013Computer Interaction Vol. 12, 439\u2013462 (Lawrence Erlbaum Associates, 1997).","DOI":"10.1207\/s15327051hci1204_5"},{"key":"629_CR21","doi-asserted-by":"publisher","first-page":"e1488","DOI":"10.1002\/wcs.1488","volume":"10","author":"FE Ritter","year":"2019","unstructured":"Ritter, F. E., Tehranchi, F. & Oury, J. D. ACT-R: a cognitive architecture for modeling cognition. WIREs Cogn. Sci. 10, e1488 (2019).","journal-title":"WIREs Cogn. Sci."},{"key":"629_CR22","doi-asserted-by":"publisher","first-page":"548","DOI":"10.1111\/tops.12212","volume":"8","author":"RL Goldstone","year":"2016","unstructured":"Goldstone, R. L. & Lupyan, G. Discovering psychological principles by mining naturally occurring data sets. Topics Cogn. Sci. 8, 548\u2013568 (2016).","journal-title":"Topics Cogn. Sci."},{"key":"629_CR23","unstructured":"Jenkins, J. J., Cermak, L. & Craik, F. in Levels of Processing in Human Memory 429\u2013446 (Pyschology, 1979)."},{"key":"629_CR24","doi-asserted-by":"publisher","first-page":"eaay2631","DOI":"10.1126\/sciadv.aay2631","volume":"6","author":"S-M Udrescu","year":"2020","unstructured":"Udrescu, S.-M. & Tegmark, M. AI Feynman: a physics-inspired method for symbolic regression. Sci. Adv. 6, eaay2631 (2020).","journal-title":"Sci. Adv."},{"key":"629_CR25","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1038\/s41586-023-06221-2","volume":"620","author":"H Wang","year":"2023","unstructured":"Wang, H. et al. Scientific discovery in the age of artificial intelligence. Nature 620, 47\u201360 (2023).","journal-title":"Nature"},{"key":"629_CR26","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1126\/science.1165893","volume":"324","author":"M Schmidt","year":"2009","unstructured":"Schmidt, M. & Lipson, H. Distilling free-form natural laws from experimental data. Science 324, 81\u201385 (2009).","journal-title":"Science"},{"key":"629_CR27","unstructured":"Cranmer, M. et al. Discovering symbolic models from deep learning with inductive biases. In 34th Conference on Neural Information Processing Systems 17429\u201317442 (NeurIPS, 2020)."},{"key":"629_CR28","doi-asserted-by":"publisher","first-page":"e1602614","DOI":"10.1126\/sciadv.1602614","volume":"3","author":"SH Rudy","year":"2017","unstructured":"Rudy, S. H., Brunton, S. L., Proctor, J. L. & Kutz, J. N. Data-driven discovery of partial differential equations. Sci. Adv. 3, e1602614 (2017).","journal-title":"Sci. Adv."},{"key":"629_CR29","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-26434-1","volume":"12","author":"Z Chen","year":"2021","unstructured":"Chen, Z., Liu, Y. & Sun, H. Physics-informed learning of governing equations from scarce data. Nat. Commun. 12, 6136 (2021).","journal-title":"Nat. Commun."},{"key":"629_CR30","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1038\/s41929-022-00896-y","volume":"6","author":"JT Margraf","year":"2023","unstructured":"Margraf, J. T., Jung, H., Scheurer, C. & Reuter, K. Exploring catalytic reaction networks with machine learning. Nat. Catal. 6, 112\u2013121 (2023).","journal-title":"Nat. Catal."},{"key":"629_CR31","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-22048-9","volume":"12","author":"Z-K Han","year":"2021","unstructured":"Han, Z.-K. et al. Single-atom alloy catalysts designed by first-principles calculations and artificial intelligence. Nat. Commun. 12, 1833 (2021).","journal-title":"Nat. Commun."},{"key":"629_CR32","doi-asserted-by":"publisher","first-page":"793","DOI":"10.1557\/mrc.2019.85","volume":"9","author":"Y Wang","year":"2019","unstructured":"Wang, Y., Wagner, N. & Rondinelli, J. M. Symbolic regression in materials science. MRS Commun. 9, 793\u2013805 (2019).","journal-title":"MRS Commun."},{"key":"629_CR33","doi-asserted-by":"publisher","first-page":"110578","DOI":"10.1016\/j.commatsci.2021.110578","volume":"196","author":"M He","year":"2021","unstructured":"He, M. & Zhang, L. Machine learning and symbolic regression investigation on stability of mxene materials. Comput. Mater. Sci. 196, 110578 (2021).","journal-title":"Comput. Mater. Sci."},{"key":"629_CR34","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y. & Hinton, G. Deep learning. Nature 521, 436\u2013444 (2015).","journal-title":"Nature"},{"key":"629_CR35","unstructured":"Vaswani, A. et al. Attention is all you need. In Advances in Neural Information Processing Systems 30 (NIPS, 2017)."},{"key":"629_CR36","unstructured":"Baker, F. B. The Basics of Item Response Theory (ERIC, 2001)."},{"key":"629_CR37","unstructured":"Hambleton, R. K., Swaminathan, H. & Rogers, H. J. Fundamentals of Item Response Theory Vol. 2 (Sage, 1991)."},{"key":"629_CR38","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1007\/BF02295598","volume":"51","author":"H Swaminathan","year":"1986","unstructured":"Swaminathan, H. & Gifford, J. A. Bayesian estimation in the three-parameter logistic model. Psychometrika 51, 589\u2013601 (1986).","journal-title":"Psychometrika"},{"key":"629_CR39","first-page":"75","volume":"7","author":"G Maris","year":"2009","unstructured":"Maris, G. & Bechger, T. On interpreting the model parameters for the three parameter logistic model. Measurement 7, 75\u201388 (2009).","journal-title":"Measurement"},{"key":"629_CR40","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/0893-6080(91)90009-T","volume":"4","author":"K Hornik","year":"1991","unstructured":"Hornik, K. Approximation capabilities of multilayer feedforward networks. Neural Netw. 4, 251\u2013257 (1991).","journal-title":"Neural Netw."},{"key":"629_CR41","unstructured":"Raghu, M., Poole, B., Kleinberg, J., Ganguli, S. & Sohl-Dickstein, J. On the expressive power of deep neural networks. In Proc. 34th International Conference on Machine Learning 2847\u20132854 (PMLR, 2017)."},{"key":"629_CR42","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/BF02551274","volume":"2","author":"G Cybenko","year":"1989","unstructured":"Cybenko, G. Approximation by superpositions of a sigmoidal function. Math. Control Signals Syst. 2, 303\u2013314 (1989).","journal-title":"Math. Control Signals Syst."},{"key":"629_CR43","doi-asserted-by":"publisher","first-page":"201","DOI":"10.2307\/1412107","volume":"15","author":"C Spearman","year":"1904","unstructured":"Spearman, C. \u201cGeneral intelligence,\u201d objectively determined and measured. Am. J. Psychol. 15, 201\u2013293 (1904).","journal-title":"Am. J. Psychol."},{"key":"629_CR44","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1037\/met0000083","volume":"22","author":"M Eid","year":"2017","unstructured":"Eid, M., Geiser, C., Koch, T. & Heene, M. Anomalous results in g-factor models: explanations and alternatives. Psychol. Methods 22, 541 (2017).","journal-title":"Psychol. Methods"},{"key":"629_CR45","doi-asserted-by":"publisher","first-page":"1145","DOI":"10.1038\/s41562-020-00935-3","volume":"4","author":"M Steyvers","year":"2020","unstructured":"Steyvers, M. & Schafer, R. J. Inferring latent learning factors in large-scale cognitive training data. Nat. Hum. Behav. 4, 1145\u20131155 (2020).","journal-title":"Nat. Hum. Behav."},{"key":"629_CR46","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1177\/1529100616661983","volume":"17","author":"DJ Simons","year":"2016","unstructured":"Simons, D. J. et al. Do \u201cbrain-training\u201d programs work?. Psychol. Sci. Public Interest 17, 103\u2013186 (2016).","journal-title":"Psychol. Sci. Public Interest"},{"key":"629_CR47","doi-asserted-by":"publisher","first-page":"1419","DOI":"10.1177\/0956797617710785","volume":"28","author":"RA Kievit","year":"2017","unstructured":"Kievit, R. A. et al. Mutualistic coupling between vocabulary and reasoning supports cognitive development during late adolescence and early adulthood. Psychol. Sci. 28, 1419\u20131431 (2017).","journal-title":"Psychol. Sci."},{"key":"629_CR48","doi-asserted-by":"publisher","first-page":"1245","DOI":"10.1177\/0956797619841265","volume":"30","author":"RA Kievit","year":"2019","unstructured":"Kievit, R. A., Hofman, A. D. & Nation, K. Mutualistic coupling between vocabulary and reasoning in young children: a replication and extension of the study by Kievit et al. (2017). Psychol. Sci. 30, 1245\u20131252 (2019).","journal-title":"Psychol. Sci."},{"key":"629_CR49","doi-asserted-by":"publisher","first-page":"554","DOI":"10.1136\/bmj.1.3923.554-a","volume":"1","author":"RA Fisher","year":"1936","unstructured":"Fisher, R. A. Design of experiments. Brit. Med. J. 1, 554 (1936).","journal-title":"Brit. Med. J."},{"key":"629_CR50","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1038\/s41539-022-00142-x","volume":"7","author":"A Kumar","year":"2022","unstructured":"Kumar, A., Benjamin, A. S., Heathcote, A. & Steyvers, M. Comparing models of learning and relearning in large-scale cognitive training data sets. NPJ Sci. Learn. 7, 24 (2022).","journal-title":"NPJ Sci. Learn."},{"key":"629_CR51","unstructured":"Liu, R. & Koedinger, K. R. Towards reliable and valid measurement of individualized student parameters. In Proc.10th International Conference on Educational Data Mining 135\u2013142 (International Educational Data Mining Society, 2017)."},{"key":"629_CR52","doi-asserted-by":"publisher","first-page":"e2221311120","DOI":"10.1073\/pnas.2221311120","volume":"120","author":"KR Koedinger","year":"2023","unstructured":"Koedinger, K. R., Carvalho, P. F., Liu, R. & McLaughlin, E. A. An astonishing regularity in student learning rate. Proc. Natl Acad. Sci. USA 120, e2221311120 (2023).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"629_CR53","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1002\/wics.199","volume":"4","author":"AA Neath","year":"2012","unstructured":"Neath, A. A. & Cavanaugh, J. E. The bayesian information criterion: background, derivation, and applications. WIREs Comput. Stats 4, 199\u2013203 (2012).","journal-title":"WIREs Comput. Stats"},{"key":"629_CR54","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1037\/a0027127","volume":"17","author":"SI Vrieze","year":"2012","unstructured":"Vrieze, S. I. Model selection and psychological theory: a discussion of the differences between the Akaike information criterion (AIC) and the Bayesian information criterion (BIC). Psychol. Methods 17, 228 (2012).","journal-title":"Psychol. Methods"},{"key":"629_CR55","unstructured":"Paszke, A. et al. PyTorch: an imperative style, high-performance deep learning library. In Proc. 33rd International Conference on Neural Information Processing Systems 8026\u20138037 (Curran Associates Inc., 2019)."},{"key":"629_CR56","unstructured":"Kingma, D. P. & Ba, J. Adam: a method for stochastic optimization. Preprint at https:\/\/arxiv.org\/abs\/1412.6980 (2015)."},{"key":"629_CR57","doi-asserted-by":"publisher","first-page":"1531","DOI":"10.3758\/s13428-018-1128-2","volume":"51","author":"M Steyvers","year":"2019","unstructured":"Steyvers, M. & Benjamin, A. S. The joint contribution of participation and performance to learning functions: exploring the effects of age in large-scale data sets. Behav. Res. Methods 51, 1531\u20131543 (2019).","journal-title":"Behav. Res. Methods"},{"key":"629_CR58","unstructured":"Liu, S. et al. ccnu-mathits\/ADM. GitHub https:\/\/github.com\/ccnu-mathits\/ADM (2024)."},{"key":"629_CR59","doi-asserted-by":"publisher","unstructured":"Liu, S. et al. ccnu-mathits\/ADM: source code. Zenodo https:\/\/doi.org\/10.5281\/zenodo.10938670 (2024).","DOI":"10.5281\/zenodo.10938670"}],"container-title":["Nature Computational Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s43588-024-00629-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s43588-024-00629-0","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s43588-024-00629-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,29]],"date-time":"2024-05-29T16:12:24Z","timestamp":1716999144000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s43588-024-00629-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,24]]},"references-count":59,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2024,5]]}},"alternative-id":["629"],"URL":"https:\/\/doi.org\/10.1038\/s43588-024-00629-0","relation":{},"ISSN":["2662-8457"],"issn-type":[{"value":"2662-8457","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,5,24]]},"assertion":[{"value":"11 June 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 April 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 May 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}