{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,27]],"date-time":"2025-10-27T08:05:43Z","timestamp":1761552343955,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032090072","type":"print"},{"value":"9783032090089","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,28]],"date-time":"2025-10-28T00:00:00Z","timestamp":1761609600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2025,10,28]],"date-time":"2025-10-28T00:00:00Z","timestamp":1761609600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:p>We have to measure what AI is capable of, and we have to measure our dreams of future AI as well.<\/jats:p>\n                  <jats:p>My personal AI mission: Understand intelligence, with measurement as the main scientific tool for this.<\/jats:p>","DOI":"10.1007\/978-3-032-09008-9_13","type":"book-chapter","created":{"date-parts":[[2025,10,27]],"date-time":"2025-10-27T07:56:09Z","timestamp":1761551769000},"page":"113-123","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Let\u2019s Talk AI with AI Expert Jos\u00e9 Hern\u00e1ndez-Orallo"],"prefix":"10.1007","author":[{"given":"Jos\u00e9","family":"Hern\u00e1ndez-Orallo","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Barbara","family":"Steffen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,28]]},"reference":[{"key":"13_CR1","doi-asserted-by":"crossref","unstructured":"Bai, L., Liu, X., Su, J.: ChatGPT: the cognitive effects on learning and memory. Brain-X 1(3), e30 (2023)","DOI":"10.1002\/brx2.30"},{"issue":"6641","key":"13_CR2","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1126\/science.adf6369","volume":"380","author":"R Burnell","year":"2023","unstructured":"Burnell, R., et al.: Rethink reporting of evaluation results in AI. Science 380(6641), 136\u2013138 (2023)","journal-title":"Science"},{"key":"13_CR3","unstructured":"Burnell, R., Hao, H., Conway, A.R.A., Hern\u00e1ndez-Orallo, J.: Revealing the structure of language model capabilities. https:\/\/arxiv.org\/abs\/2306.10062"},{"key":"13_CR4","doi-asserted-by":"publisher","first-page":"44222","DOI":"10.1038\/srep44222","volume":"7","author":"K Desender","year":"2017","unstructured":"Desender, K., Van Opstal, F., Van den Bussche, E.: Subjective experience of difficulty depends on multiple cues. Sci. Rep. 7, 44222 (2017)","journal-title":"Sci. Rep."},{"key":"13_CR5","doi-asserted-by":"crossref","unstructured":"Hern\u00e1ndez-Orallo, J.: The Measure of All Minds: Evaluating Natural and Artificial Intelligence. Cambridge University Press (2017)","DOI":"10.1017\/9781316594179"},{"key":"13_CR6","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1038\/s41567-018-0388-1","volume":"15","author":"J Hern\u00e1ndez-Orallo","year":"2019","unstructured":"Hern\u00e1ndez-Orallo, J.: Unbridled mental power. Nat. Phys. 15, 106 (2019)","journal-title":"Nat. Phys."},{"issue":"3","key":"13_CR7","first-page":"66","volume":"38","author":"J Hern\u00e1ndez-Orallo","year":"2017","unstructured":"Hern\u00e1ndez-Orallo, J., et al.: A new AI evaluation cosmos: ready to play the game? AI Mag. 38(3), 66\u201369 (2017)","journal-title":"AI Mag."},{"issue":"3","key":"13_CR8","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1007\/s10462-016-9505-7","volume":"48","author":"J Hern\u00e1ndez-Orallo","year":"2017","unstructured":"Hern\u00e1ndez-Orallo, J.: Evaluation in artificial intelligence: from task-oriented to ability-oriented measurement. Artif. Intell. Rev. 48(3), 397\u2013447 (2017)","journal-title":"Artif. Intell. Rev."},{"key":"13_CR9","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1016\/j.cogsys.2013.06.001","volume":"27","author":"J Hern\u00e1ndez-Orallo","year":"2014","unstructured":"Hern\u00e1ndez-Orallo, J., Dowe, D.L., Hern\u00e1ndez-Lloreda, M.V.: Universal psychometrics: measuring cognitive abilities in the machine kingdom. Cogn. Syst. Res. 27, 50\u201374 (2014)","journal-title":"Cogn. Syst. Res."},{"key":"13_CR10","doi-asserted-by":"publisher","first-page":"22822","DOI":"10.1038\/s41598-021-01997-7","volume":"11","author":"J Hern\u00e1ndez-Orallo","year":"2021","unstructured":"Hern\u00e1ndez-Orallo, J., Loe, B.S., Cheke, L., et al.: General intelligence disentangled via a generality metric for natural and artificial intelligence. Sci. Rep. 11, 22822 (2021)","journal-title":"Sci. Rep."},{"key":"13_CR11","doi-asserted-by":"crossref","unstructured":"Hern\u00e1ndez-Orallo, J., Schellaert, W., Mart\u00ednez-Plumed, F.: Training on the test set: mapping the system-problem space in AI. In: Proceedings of the AAAI 2022, pp. 12256\u201312261. AAAI (2022)","DOI":"10.1609\/aaai.v36i11.21487"},{"key":"13_CR12","doi-asserted-by":"crossref","unstructured":"Schellaert, W., et al.: Your prompt is my command: on assessing the human-centred generality of multimodal models. J. Artificial Intell. Res. 77, 377\u2013394 (2023)","DOI":"10.1613\/jair.1.14157"},{"key":"13_CR13","unstructured":"Wang, X., et al.: Evaluating general-purpose AI with psychometrics. https:\/\/arxiv.org\/abs\/2310.16379"},{"key":"13_CR14","doi-asserted-by":"publisher","first-page":"107","DOI":"10.2307\/1412107","volume":"15","author":"C Spearman","year":"1904","unstructured":"Spearman, C.: General intelligence: objectively determined and measured. Am. J. Psychol. 15, 107\u2013197 (1904)","journal-title":"Am. J. Psychol."},{"key":"13_CR15","unstructured":"Zhou, L., et al.: Predictable artificial intelligence. https:\/\/arxiv.org\/abs\/2310.06167"},{"key":"13_CR16","unstructured":"Zhang, Y., et al.: Small language models need strong verifiers to self-correct reasoning. https:\/\/arxiv.org\/abs\/2404.17140"},{"key":"13_CR17","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1038\/s41586-024-07930-y","volume":"634","author":"L Zhou","year":"2024","unstructured":"Zhou, L., Schellaert, W., Martinez-Plumed, F., Moros-Daval, Y., Ferri, C., Hern\u00e1ndez-Orallo, J.: Larger and more instructable language models became less reliable. Nature 634, 61\u201368 (2024)","journal-title":"Nature"},{"key":"13_CR18","unstructured":"https:\/\/aievaluation.substack.com\/"}],"container-title":["Lecture Notes in Computer Science","Let\u2019s Talk AI"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-09008-9_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,27]],"date-time":"2025-10-27T07:56:12Z","timestamp":1761551772000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-09008-9_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,28]]},"ISBN":["9783032090072","9783032090089"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-09008-9_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,28]]},"assertion":[{"value":"28 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}