{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,31]],"date-time":"2026-10-31T19:47:26Z","timestamp":1793476046734,"version":"4.5.0"},"reference-count":63,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Artificial Intelligence in Medicine"],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1016\/j.artmed.2022.102393","type":"journal-article","created":{"date-parts":[[2022,9,5]],"date-time":"2022-09-05T13:58:24Z","timestamp":1662386304000},"page":"102393","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":51,"special_numbering":"C","title":["Semantic coherence markers: The contribution of perplexity metrics"],"prefix":"10.1016","volume":"134","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9999-0109","authenticated-orcid":false,"given":"Davide","family":"Colla","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matteo","family":"Delsanto","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6610-5655","authenticated-orcid":false,"given":"Marco","family":"Agosto","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8093-7383","authenticated-orcid":false,"given":"Benedetto","family":"Vitiello","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0443-7720","authenticated-orcid":false,"given":"Daniele P.","family":"Radicioni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"9","key":"10.1016\/j.artmed.2022.102393_b1","doi-asserted-by":"crossref","first-page":"975","DOI":"10.1001\/archpsyc.62.9.975","article-title":"Association between duration of untreated psychosis and outcome in cohorts of first-episode patients: a systematic review","volume":"62","author":"Marshall","year":"2005","journal-title":"Arch Gen Psychiatry"},{"issue":"8","key":"10.1016\/j.artmed.2022.102393_b2","doi-asserted-by":"crossref","first-page":"1347","DOI":"10.1586\/ern.10.93","article-title":"Early signs, diagnosis and therapeutics of the prodromal phase of schizophrenia and related psychotic disorders","volume":"10","author":"Larson","year":"2010","journal-title":"Expert Rev Neurother"},{"issue":"3","key":"10.1016\/j.artmed.2022.102393_b3","doi-asserted-by":"crossref","first-page":"212","DOI":"10.1097\/YCO.0000000000000595","article-title":"Anomalies in language as a biomarker for schizophrenia","volume":"33","author":"de\u00a0Boer","year":"2020","journal-title":"Curr Opin Psych"},{"issue":"1","key":"10.1016\/j.artmed.2022.102393_b4","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1016\/j.schres.2005.01.016","article-title":"Schizophrenia and the structure of language: the linguist\u2019s view","volume":"77","author":"Covington","year":"2005","journal-title":"Schizophr Res"},{"issue":"4","key":"10.1016\/j.artmed.2022.102393_b5","doi-asserted-by":"crossref","first-page":"358","DOI":"10.1001\/archpsyc.1996.01830040094014","article-title":"Communication disturbances in schizophrenia and mania","volume":"53","author":"Docherty","year":"1996","journal-title":"Arch Gen Psychiatry"},{"issue":"1","key":"10.1016\/j.artmed.2022.102393_b6","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41537-018-0061-9","article-title":"The language profile of formal thought disorder","volume":"4","author":"\u00c7okal","year":"2018","journal-title":"Npj Schizophr"},{"issue":"1","key":"10.1016\/j.artmed.2022.102393_b7","doi-asserted-by":"crossref","first-page":"262","DOI":"10.1016\/j.neuropsychologia.2009.09.012","article-title":"Grammatical processing in schizophrenia: Evidence from morphology","volume":"48","author":"Walenski","year":"2010","journal-title":"Neuropsychologia"},{"key":"10.1016\/j.artmed.2022.102393_b8","doi-asserted-by":"crossref","unstructured":"Harman\u00a0D. Overview of the first TREC conference. In: Proceedings of the 16th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval. 1993, p. 36\u201347.","DOI":"10.1145\/160688.160692"},{"issue":"3","key":"10.1016\/j.artmed.2022.102393_b9","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1016\/S0306-4573(96)00068-4","article-title":"A cooccurrence-based thesaurus and two applications to information retrieval","volume":"33","author":"Sch\u00fctze","year":"1997","journal-title":"Inf Process Manage"},{"issue":"2\u20133","key":"10.1016\/j.artmed.2022.102393_b10","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1080\/01638539809545028","article-title":"An introduction to latent semantic analysis","volume":"25","author":"Landauer","year":"1998","journal-title":"Discourse Processes"},{"key":"10.1016\/j.artmed.2022.102393_b11","doi-asserted-by":"crossref","unstructured":"Hindle\u00a0D. Noun classification from predicate-argument structures. In: 28th Annual Meeting of the Association for Computational Linguistics. 1990, p. 268\u201375.","DOI":"10.3115\/981823.981857"},{"issue":"1\u20133","key":"10.1016\/j.artmed.2022.102393_b12","doi-asserted-by":"crossref","first-page":"304","DOI":"10.1016\/j.schres.2007.03.001","article-title":"Quantifying incoherence in speech: an automated methodology and novel application to schizophrenia","volume":"93","author":"Elvev\u00e5g","year":"2007","journal-title":"Schizophr Res"},{"issue":"1","key":"10.1016\/j.artmed.2022.102393_b13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/npjschz.2015.30","article-title":"Automated analysis of free speech predicts psychosis onset in high-risk youths","volume":"1","author":"Bedi","year":"2015","journal-title":"Npj Schizophr"},{"issue":"6","key":"10.1016\/j.artmed.2022.102393_b14","doi-asserted-by":"crossref","first-page":"693","DOI":"10.1017\/S1351324919000305","article-title":"An overview of word and sense similarity","volume":"25","author":"Navigli","year":"2019","journal-title":"Nat Lang Eng"},{"key":"10.1016\/j.artmed.2022.102393_b15","unstructured":"Mikolov\u00a0T, Sutskever\u00a0I, Chen\u00a0K, Corrado\u00a0GS, Dean\u00a0J. Distributed representations of words and phrases and their compositionality. In: Advances in Neural Information Processing Systems. 2013, p. 3111\u20139."},{"key":"10.1016\/j.artmed.2022.102393_b16","doi-asserted-by":"crossref","unstructured":"Pennington\u00a0J, Socher\u00a0R, Manning\u00a0CD. GloVe: Global Vectors for Word Representation. In: Empirical Methods in Natural Language Processing. 2014, p. 1532\u201343.","DOI":"10.3115\/v1\/D14-1162"},{"key":"10.1016\/j.artmed.2022.102393_b17","series-title":"An ensemble method to produce high-quality word embeddings","author":"Speer","year":"2016"},{"key":"10.1016\/j.artmed.2022.102393_b18","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1162\/tacl_a_00051","article-title":"Enriching word vectors with subword information","volume":"5","author":"Bojanowski","year":"2017","journal-title":"Trans Assoc Comput Linguist"},{"issue":"2","key":"10.1016\/j.artmed.2022.102393_b19","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1162\/coli_a_00375","article-title":"LessLex: Linking multilingual embeddings to sense representations of lexical items","volume":"46","author":"Colla","year":"2020","journal-title":"Comput Linguist"},{"key":"10.1016\/j.artmed.2022.102393_b20","doi-asserted-by":"crossref","first-page":"106346","DOI":"10.1016\/j.knosys.2020.106346","article-title":"Novel metrics for computing semantic similarity with sense embeddings","volume":"206","author":"Colla","year":"2020","journal-title":"Knowledge-Based Syst."},{"key":"10.1016\/j.artmed.2022.102393_b21","doi-asserted-by":"crossref","unstructured":"Camacho-Collados\u00a0J, Pilehvar\u00a0MT, Navigli\u00a0R. NASARI: a novel approach to a semantically-aware representation of items. In: Proceedings of NAACL. 2015, p. 567\u201377.","DOI":"10.3115\/v1\/N15-1059"},{"issue":"1\u20133","key":"10.1016\/j.artmed.2022.102393_b22","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1016\/j.schres.2011.04.026","article-title":"Detecting order\u2013disorder transitions in discourse: Implications for schizophrenia","volume":"131","author":"Cabana","year":"2011","journal-title":"Schizophr Res"},{"issue":"4","key":"10.1016\/j.artmed.2022.102393_b23","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0034928","article-title":"Speech graphs provide a quantitative measure of thought disorder in psychosis","volume":"7","author":"Mota","year":"2012","journal-title":"PLoS One"},{"issue":"1","key":"10.1016\/j.artmed.2022.102393_b24","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41537-017-0019-3","article-title":"Thought disorder measured as random speech structure classifies negative symptoms and schizophrenia diagnosis 6 months in advance","volume":"3","author":"Mota","year":"2017","journal-title":"Npj Schizophr"},{"key":"10.1016\/j.artmed.2022.102393_b25","series-title":"1996 IEEE international conference on acoustics, speech, and signal processing conference proceedings, Vol. 1","first-page":"405","article-title":"Statistical language modeling for speech disfluencies","author":"Stolcke","year":"1996"},{"issue":"2","key":"10.1016\/j.artmed.2022.102393_b26","first-page":"1","article-title":"Perplexity \u2013a new predictor of cognitive changes in spoken language?\u2013 results of the interdisciplinary longitudinal study on adult development and aging (ILSE)","volume":"5","author":"Frankenberg","year":"2019","journal-title":"Linguist Vanguard"},{"issue":"6","key":"10.1016\/j.artmed.2022.102393_b27","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1001\/archneur.1994.00540180063015","article-title":"The natural history of Alzheimer\u2019s disease: description of study cohort and accuracy of diagnosis","volume":"51","author":"Becker","year":"1994","journal-title":"Arch Neurol"},{"key":"10.1016\/j.artmed.2022.102393_b28","series-title":"ICASSP 2019-2019 IEEE international conference on acoustics, speech and signal processing","first-page":"5841","article-title":"Automatic diagnosis of alzheimer\u2019s disease using neural network language models","author":"Fritsch","year":"2019"},{"key":"10.1016\/j.artmed.2022.102393_b29","series-title":"Proceedings of the 58th annual meeting of the association for computational linguistics","first-page":"1946","article-title":"A tale of two perplexities: Sensitivity of neural language models to lexical retrieval deficits in dementia of the Alzheimer\u2019s type","author":"Cohen","year":"2020"},{"issue":"2\u20133","key":"10.1016\/j.artmed.2022.102393_b30","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1080\/00437956.1954.11659520","article-title":"Distributional structure","volume":"10","author":"Harris","year":"1954","journal-title":"Word"},{"key":"10.1016\/j.artmed.2022.102393_b31","series-title":"Foundations of statistical natural language processing","author":"Manning","year":"1999"},{"issue":"1","key":"10.1016\/j.artmed.2022.102393_b32","first-page":"1","article-title":"Neural network methods for natural language processing","volume":"10","author":"Goldberg","year":"2017","journal-title":"Synth Lect Hum Lang Technol"},{"key":"10.1016\/j.artmed.2022.102393_b33","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1163\/9789004653566_015","article-title":"What\u2019s wrong with adding one","author":"Gale","year":"1994","journal-title":"Corpus-Based Res Lang Honour Jan Aarts"},{"key":"10.1016\/j.artmed.2022.102393_b34","series-title":"1995 international conference on acoustics, speech, and signal processing, Vol. 1","first-page":"181","article-title":"Improved backing-off for m-gram language modeling","author":"Kneser","year":"1995"},{"issue":"2","key":"10.1016\/j.artmed.2022.102393_b35","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1207\/s15516709cog1402_1","article-title":"Finding structure in time","volume":"14","author":"Elman","year":"1990","journal-title":"Cogn Sci"},{"issue":"2","key":"10.1016\/j.artmed.2022.102393_b36","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1109\/72.279181","article-title":"Learning long-term dependencies with gradient descent is difficult","volume":"5","author":"Bengio","year":"1994","journal-title":"IEEE Trans Neural Netw"},{"issue":"8","key":"10.1016\/j.artmed.2022.102393_b37","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","article-title":"Long short-term memory","volume":"9","author":"Hochreiter","year":"1997","journal-title":"Neural Comput"},{"key":"10.1016\/j.artmed.2022.102393_b38","series-title":"Advances in neural information processing systems","first-page":"3104","article-title":"Sequence to sequence learning with neural networks","author":"Sutskever","year":"2014"},{"key":"10.1016\/j.artmed.2022.102393_b39","series-title":"Advances in neural information processing systems","first-page":"5998","article-title":"Attention is all you need","author":"Vaswani","year":"2017"},{"key":"10.1016\/j.artmed.2022.102393_b40","series-title":"Neural machine translation by jointly learning to align and translate","author":"Bahdanau","year":"2014"},{"key":"10.1016\/j.artmed.2022.102393_b41","series-title":"Proceedings of the 57th annual meeting of the association for computational linguistics","first-page":"4593","article-title":"BERT rediscovers the classical NLP pipeline","author":"Tenney","year":"2019"},{"key":"10.1016\/j.artmed.2022.102393_b42","series-title":"What do you learn from context? probing for sentence structure in contextualized word representations","author":"Tenney","year":"2019"},{"key":"10.1016\/j.artmed.2022.102393_b43","series-title":"GLUE: A multi-task benchmark and analysis platform for natural language understanding","author":"Wang","year":"2018"},{"key":"10.1016\/j.artmed.2022.102393_b44","series-title":"Superglue: A stickier benchmark for general-purpose language understanding systems","author":"Wang","year":"2019"},{"key":"10.1016\/j.artmed.2022.102393_b45","series-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018"},{"issue":"8","key":"10.1016\/j.artmed.2022.102393_b46","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI Blog"},{"key":"10.1016\/j.artmed.2022.102393_b47","series-title":"Albert: A lite BERT for self-supervised learning of language representations","author":"Lan","year":"2019"},{"key":"10.1016\/j.artmed.2022.102393_b48","series-title":"Roberta: A robustly optimized bert pretraining approach","author":"Liu","year":"2019"},{"key":"10.1016\/j.artmed.2022.102393_b49","unstructured":"Yang\u00a0Z, Dai\u00a0Z, Yang\u00a0Y, Carbonell\u00a0J, Salakhutdinov\u00a0RR, Le\u00a0QV. XLNet: Generalized Autoregressive Pretraining for Language Understanding. In: Wallach\u00a0H, Larochelle\u00a0H, Beygelzimer\u00a0A, d\u00c1lch\u00e9 Buc\u00a0F, Fox\u00a0E, Garnett\u00a0R, editors. Advances in neural information processing systems. Curran Associates, Inc.."},{"key":"10.1016\/j.artmed.2022.102393_b50","series-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","author":"Raffel","year":"2019"},{"key":"10.1016\/j.artmed.2022.102393_b51","series-title":"Language models are few-shot learners","author":"Brown","year":"2020"},{"key":"10.1016\/j.artmed.2022.102393_b52","series-title":"Generating wikipedia by summarizing long sequences","author":"Liu","year":"2018"},{"issue":"2","key":"10.1016\/j.artmed.2022.102393_b53","doi-asserted-by":"crossref","first-page":"420","DOI":"10.1037\/0033-2909.86.2.420","article-title":"Intraclass correlations: uses in assessing rater reliability","volume":"86","author":"Shrout","year":"1979","journal-title":"Psychol Bull"},{"key":"10.1016\/j.artmed.2022.102393_b54","series-title":"Boston diagnostic aphasia examination booklet","author":"Goodglass","year":"1983"},{"key":"10.1016\/j.artmed.2022.102393_b55","series-title":"Speech and language processing. Vol. 3","author":"Jurafsky","year":"2014"},{"issue":"6","key":"10.1016\/j.artmed.2022.102393_b56","doi-asserted-by":"crossref","first-page":"763","DOI":"10.1017\/S1351324921000322","article-title":"Emerging trends: A gentle introduction to fine-tuning","volume":"27","author":"Church","year":"2021","journal-title":"Nat Lang Eng"},{"issue":"7","key":"10.1016\/j.artmed.2022.102393_b57","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0219854","article-title":"Intraclass correlation\u2013a discussion and demonstration of basic features","volume":"14","author":"Liljequist","year":"2019","journal-title":"PLoS One"},{"key":"10.1016\/j.artmed.2022.102393_b58","series-title":"the childes project: tools for analyzing talk, volume II:the database","author":"MacWhinney","year":"2014"},{"key":"10.1016\/j.artmed.2022.102393_b59","first-page":"1","article-title":"Tools for analyzing talk part 1: The CHAT transcription format","author":"MacWhinney","year":"2017","journal-title":"Carnegie"},{"key":"10.1016\/j.artmed.2022.102393_b60","series-title":"Mathematics for health sciences: a comprehensive approach","author":"Helms","year":"2009"},{"issue":"8","key":"10.1016\/j.artmed.2022.102393_b61","article-title":"OCCAM: a flexible, multi-purpose and extendable HPC cluster","volume":"898","author":"Aldinucci","year":"2017","journal-title":"J Phys Conf Ser"},{"issue":"7","key":"10.1016\/j.artmed.2022.102393_b62","doi-asserted-by":"crossref","first-page":"1119","DOI":"10.1212\/WNL.37.7.1119","article-title":"Cognitive deficits and clinical diagnosis of Alzheimer\u2019s disease","volume":"37","author":"Huff","year":"1987","journal-title":"Neurology"},{"issue":"10","key":"10.1016\/j.artmed.2022.102393_b63","doi-asserted-by":"crossref","first-page":"1517","DOI":"10.1212\/WNL.40.10.1517","article-title":"Reliability of NINCDS-ADRDA clinical criteria for the diagnosis of Alzheimer\u2019s disease","volume":"40","author":"Lopez","year":"1990","journal-title":"Neurology"}],"container-title":["Artificial Intelligence in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0933365722001440?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0933365722001440?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T15:14:46Z","timestamp":1760541286000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0933365722001440"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12]]},"references-count":63,"alternative-id":["S0933365722001440"],"URL":"https:\/\/doi.org\/10.1016\/j.artmed.2022.102393","relation":{},"ISSN":["0933-3657"],"issn-type":[{"value":"0933-3657","type":"print"}],"subject":[],"published":{"date-parts":[[2022,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Semantic coherence markers: The contribution of perplexity metrics","name":"articletitle","label":"Article Title"},{"value":"Artificial Intelligence in Medicine","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.artmed.2022.102393","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2022 Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"102393"}}