{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T13:12:22Z","timestamp":1779369142379,"version":"3.53.0"},"reference-count":24,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,4,22]],"date-time":"2022-04-22T00:00:00Z","timestamp":1650585600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,22]],"date-time":"2022-04-22T00:00:00Z","timestamp":1650585600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000185","name":"United States Department of Defense | Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["N660011924033"],"award-info":[{"award-number":["N660011924033"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"United States Department of Defense | Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["N660011924033"],"award-info":[{"award-number":["N660011924033"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"United States Department of Defense | Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["N660011924033"],"award-info":[{"award-number":["N660011924033"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"United States Department of Defense | Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["N660011924033"],"award-info":[{"award-number":["N660011924033"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-022-00478-4","type":"journal-article","created":{"date-parts":[[2022,4,22]],"date-time":"2022-04-22T16:03:16Z","timestamp":1650643396000},"page":"318-322","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Designing a strong test for measuring true common-sense reasoning"],"prefix":"10.1038","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5988-8305","authenticated-orcid":false,"given":"Mayank","family":"Kejriwal","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2110-6416","authenticated-orcid":false,"given":"Henrique","family":"Santos","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2981-0675","authenticated-orcid":false,"given":"Alice M.","family":"Mulvehill","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Deborah L.","family":"McGuinness","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,4,22]]},"reference":[{"key":"478_CR1","unstructured":"Devlin, J., Chang, M.-W., Lee, K. & Toutanova, K. in Proc. 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies Vol. 1 (eds Burstein, J. et al.) 4171\u20134186 (ACL, 2019)."},{"key":"478_CR2","unstructured":"Brown, T. et al. in Advances in Neural Information Processing Systems 33, 1877\u20131901 (2020)."},{"key":"478_CR3","doi-asserted-by":"publisher","unstructured":"Liu, Y. et al. Preprint at arXiv https:\/\/doi.org\/10.48550\/arXiv.1907.11692 (2019).","DOI":"10.48550\/arXiv.1907.11692"},{"key":"478_CR4","unstructured":"Grudin, J. & Jacques, R. in Proc. 2019 CHI Conference on Human Factors in Computing Systems 209 (2019)."},{"key":"478_CR5","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1145\/2701413","volume":"58","author":"E Davis","year":"2015","unstructured":"Davis, E. & Marcus, G. Commun. ACM 58, 92\u2013103 (2015).","journal-title":"Commun. ACM"},{"key":"478_CR6","unstructured":"Talmor, A., Herzig, J., Lourie, N. & Berant, J. in Proc. 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies Vol. 1 (eds Burstein, J. et al.) 4149\u20134158 (ACL, 2019)."},{"key":"478_CR7","unstructured":"Lewis, M. & Fan, A. in International Conference on Learning Representations https:\/\/openreview.net\/pdf?id=Bkx0RjA9tX (2019)."},{"key":"478_CR8","unstructured":"Khashabi, D. et al. in EMNLP\u201920: Findings of the Association for Computational Linguistics 1896\u20131907 (2020)."},{"key":"478_CR9","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1145\/219717.219745","volume":"38","author":"DB Lenat","year":"1995","unstructured":"Lenat, D. B. Commun. ACM 38, 33\u201338 (1995).","journal-title":"Commun. ACM"},{"key":"478_CR10","doi-asserted-by":"crossref","unstructured":"Speer, R., Chin, J. & Havasi, C. in Proc. 31st AAAI Conference on Artificial Intelligence, February 2017 (eds Singh, S. & Markovitch, S.) 4444\u20134451 (AAAI Press, 2017).","DOI":"10.1609\/aaai.v31i1.11164"},{"key":"478_CR11","doi-asserted-by":"crossref","unstructured":"Gordon, A. S. & Hobbs, J. R. A Formal Theory of Commonsense Psychology: How People Think People Think (Cambridge Univ. Press, 2017).","DOI":"10.1017\/9781316584705"},{"key":"478_CR12","unstructured":"Moore, C. The Development of Commonsense Psychology (Psychology Press, 2006)."},{"key":"478_CR13","doi-asserted-by":"crossref","unstructured":"Ratcliffe, M. Rethinking Commonsense Psychology: A Critique of Folk Psychology, Theory of Mind and Simulation (Palgrave Macmillan UK, 2007).","DOI":"10.1057\/9780230287006"},{"key":"478_CR14","unstructured":"Goldman, A. I. in The Oxford Handbook of Philosophy of Cognitive Science (eds Margolis, E. et al.) (2012)."},{"key":"478_CR15","doi-asserted-by":"publisher","first-page":"99","DOI":"10.2307\/1884852","volume":"69","author":"HA Simon","year":"1955","unstructured":"Simon, H. A. Q. J. Econ. 69, 99\u2013118 (1955).","journal-title":"Q. J. Econ."},{"key":"478_CR16","unstructured":"Grice, P. Studies in the Way of Words (Harvard Univ. Press, 1989)."},{"key":"478_CR17","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1111\/j.1749-6632.1984.tb16516.x","volume":"426","author":"J McCarthy","year":"1984","unstructured":"McCarthy, J. Ann. N. Y. Acad. Sci. 426, 129\u2013137 (1984).","journal-title":"Ann. N. Y. Acad. Sci."},{"key":"478_CR18","doi-asserted-by":"publisher","first-page":"729","DOI":"10.1016\/j.infbeh.2014.09.004","volume":"37","author":"S Biro","year":"2014","unstructured":"Biro, S., Verschoor, S., Coalter, E. & Leslie, A. M. Infant Behav. Devel. 37, 729\u2013738 (2014).","journal-title":"Infant Behav. Devel."},{"key":"478_CR19","doi-asserted-by":"publisher","first-page":"1134","DOI":"10.1177\/0956797610376652","volume":"21","author":"T Kushnir","year":"2010","unstructured":"Kushnir, T., Xu, F. & Wellman, H. M. Psychol. Sci. 21, 1134\u20131140 (2010).","journal-title":"Psychol. Sci."},{"key":"478_CR20","unstructured":"Perner, J. Understanding the Representational Mind (MIT Press, 1991)."},{"key":"478_CR21","first-page":"E3965","volume":"110","author":"LJ Powell","year":"2013","unstructured":"Powell, L. J. & Spelke, E. S. Proc. Natl Acad. Sci. USA 110, E3965\u2013E3972 (2013).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"478_CR22","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1111\/j.1532-7078.2012.00129.x","volume":"18","author":"JA Sommerville","year":"2013","unstructured":"Sommerville, J. A., Schmidt, M. F., Yun, J. E. & Burns, M. Infancy 18, 40\u201366 (2013).","journal-title":"Infancy"},{"key":"478_CR23","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1016\/j.tics.2016.05.011","volume":"20","author":"J Jara-Ettinger","year":"2016","unstructured":"Jara-Ettinger, J., Gweon, H., Schulz, L. E. & Tenenbaum, J. B. Trends Cogn. Sci. 20, 589\u2013604 (2016).","journal-title":"Trends Cogn. Sci."},{"key":"478_CR24","unstructured":"Lin, X. V., Socher, R. & Xiong, C. in Proc. 2018 Conference on Empirical Methods in Natural Language Processing (eds Riloff, E. et al.) 3243\u20133253 (ACL, 2018)."}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00478-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00478-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00478-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,25]],"date-time":"2022-11-25T09:28:20Z","timestamp":1669368500000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00478-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,22]]},"references-count":24,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2022,4]]}},"alternative-id":["478"],"URL":"https:\/\/doi.org\/10.1038\/s42256-022-00478-4","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,22]]},"assertion":[{"value":"22 April 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}