{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T09:44:51Z","timestamp":1785577491849,"version":"3.56.0"},"reference-count":49,"publisher":"Public Library of Science (PLoS)","issue":"3","license":[{"start":{"date-parts":[[2020,3,5]],"date-time":"2020-03-05T00:00:00Z","timestamp":1583366400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.plosone.org"],"crossmark-restriction":false},"short-container-title":["PLoS ONE"],"DOI":"10.1371\/journal.pone.0229460","type":"journal-article","created":{"date-parts":[[2020,3,5]],"date-time":"2020-03-05T18:28:25Z","timestamp":1583432905000},"page":"e0229460","update-policy":"https:\/\/doi.org\/10.1371\/journal.pone.corrections_policy","source":"Crossref","is-referenced-by-count":8,"title":["A machine learning-based linguistic battery for diagnosing mild cognitive impairment due to Alzheimer\u2019s disease"],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7678-8680","authenticated-orcid":true,"given":"Sylvester Olubolu","family":"Orimaye","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Karl","family":"Goodkin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ossama Abid","family":"Riaz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jean-Maurice Miranda","family":"Salcedo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thabit","family":"Al-Khateeb","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adeola Olubukola","family":"Awujoola","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Patrick Olumuyiwa","family":"Sodeke","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2020,3,5]]},"reference":[{"issue":"7355","key":"pone.0229460.ref001","doi-asserted-by":"crossref","first-page":"S2","DOI":"10.1038\/475S2a","article-title":"Dementia: a problem for our age","volume":"475","author":"A Abbott","year":"2011","journal-title":"Nature"},{"issue":"3","key":"pone.0229460.ref002","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1016\/j.jalz.2011.03.008","article-title":"The diagnosis of mild cognitive impairment due to Alzheimer\u2019s disease: Recommendations from the National Institute on Aging-Alzheimer\u2019s Association workgroups on diagnostic guidelines for Alzheimer\u2019s disease","volume":"7","author":"MS Albert","year":"2011","journal-title":"Alzheimer\u2019s & Dementia"},{"issue":"2","key":"pone.0229460.ref003","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1016\/j.jalz.2013.02.005","article-title":"Diagnosing Alzheimer\u2019s disease: a systematic review of economic evaluations","volume":"10","author":"RL Handels","year":"2014","journal-title":"Alzheimer\u2019s & Dementia"},{"issue":"5","key":"pone.0229460.ref004","doi-asserted-by":"crossref","first-page":"602","DOI":"10.1016\/j.jalz.2012.12.001","article-title":"Neuropsychiatric symptoms in Alzheimer\u2019s disease: past progress and anticipation of the future","volume":"9","author":"YE Geda","year":"2013","journal-title":"Alzheimer\u2019s & dementia"},{"issue":"12","key":"pone.0229460.ref005","doi-asserted-by":"crossref","first-page":"3727","DOI":"10.1093\/brain\/awt269","article-title":"Connected speech as a marker of disease progression in autopsy-proven Alzheimer\u2019s disease","volume":"136","author":"S Ahmed","year":"2013","journal-title":"Brain"},{"issue":"2","key":"pone.0229460.ref006","doi-asserted-by":"crossref","first-page":"407","DOI":"10.3233\/JAD-150520","article-title":"Linguistic features identify Alzheimer\u2019s disease in narrative speech","volume":"49","author":"KC Fraser","year":"2016","journal-title":"Journal of Alzheimer\u2019s Disease"},{"key":"pone.0229460.ref007","author":"A Venneri","year":"2016","journal-title":"Paradigm shift: semantic memory decline as a biomarker of preclinical Alzheimer\u2019s disease"},{"issue":"7","key":"pone.0229460.ref008","doi-asserted-by":"crossref","first-page":"2081","DOI":"10.1109\/TASL.2011.2112351","article-title":"Spoken language derived measures for detecting mild cognitive impairment","volume":"19","author":"B Roark","year":"2011","journal-title":"Audio, Speech, and Language Processing, IEEE Transactions on"},{"key":"pone.0229460.ref009","doi-asserted-by":"crossref","unstructured":"Orimaye SO, Wong JSM, Golden KJ. Learning predictive linguistic features for Alzheimer\u2019s disease and related dementias using verbal utterances. In: Proceedings of the 1st Workshop on Computational Linguistics and Clinical Psychology (CLPsych); 2014. p. 78\u201387.","DOI":"10.3115\/v1\/W14-3210"},{"key":"pone.0229460.ref010","unstructured":"Orimaye SO, Tai KY, Wong JSM, Wong CP. Learning Linguistic Biomarkers for Predicting Mild Cognitive Impairment using Compound Skip-grams. arXiv preprint arXiv:151102436. 2015;."},{"issue":"1","key":"pone.0229460.ref011","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1186\/s12859-016-1456-0","article-title":"Predicting probable Alzheimer\u2019s disease using linguistic deficits and biomarkers","volume":"18","author":"SO Orimaye","year":"2017","journal-title":"BMC bioinformatics"},{"issue":"11","key":"pone.0229460.ref012","doi-asserted-by":"crossref","first-page":"e0205636","DOI":"10.1371\/journal.pone.0205636","article-title":"Deep language space neural network for classifying mild cognitive impairment and Alzheimer-type dementia","volume":"13","author":"SO Orimaye","year":"2018","journal-title":"PloS one"},{"issue":"1","key":"pone.0229460.ref013","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1186\/1471-2377-11-78","article-title":"Detection of early Alzheimer\u2019s disease in MCI patients by the combination of MMSE and an episodic memory test","volume":"11","author":"A Pozueta","year":"2011","journal-title":"BMC Neurology"},{"key":"pone.0229460.ref014","article-title":"Utility and limits of the Mini Mental State Examination in evaluating consent capacity in Alzheimer\u2019s disease","author":"SY Kim","year":"2014","journal-title":"Psychiatric Services"},{"key":"pone.0229460.ref015","article-title":"Graph-based word alignment for clinical language evaluation","author":"E Prud\u2019hommeaux","year":"2015","journal-title":"Computational Linguistics"},{"issue":"2","key":"pone.0229460.ref016","doi-asserted-by":"crossref","first-page":"126","DOI":"10.1159\/000323867","article-title":"The Montreal Cognitive Assessment and the Mini-Mental State Examination as screening instruments for cognitive impairment: item analyses and threshold scores","volume":"31","author":"AM Damian","year":"2011","journal-title":"Dementia and Geriatric Cognitive Disorders"},{"issue":"S1","key":"pone.0229460.ref017","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1017\/S1041610297004870","article-title":"Clinical dementia rating: a reliable and valid diagnostic and staging measure for dementia of the Alzheimer type","volume":"9","author":"JC Morris","year":"1997","journal-title":"International psychogeriatrics"},{"key":"pone.0229460.ref018","volume-title":"Boston naming test","author":"E Kaplan","year":"2001"},{"issue":"1","key":"pone.0229460.ref019","first-page":"29","article-title":"The CERAD Neuropsychological Test Battery: norms from a Yoruba-speaking Nigerian sample","volume":"14","author":"O Guruje","year":"1995","journal-title":"West African Journal of Medicine"},{"issue":"4","key":"pone.0229460.ref020","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1016\/j.jpsychires.2008.04.014","article-title":"A meta-analysis of the accuracy of the mini-mental state examination in the detection of dementia and mild cognitive impairment","volume":"43","author":"AJ Mitchell","year":"2009","journal-title":"Journal of Psychiatric Research"},{"issue":"8","key":"pone.0229460.ref021","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1002\/gps.913","article-title":"Performance on the CERAD Word List Memory task: a comparison of university-based and community-based groups","volume":"18","author":"R Andel","year":"2003","journal-title":"International journal of geriatric psychiatry"},{"issue":"9","key":"pone.0229460.ref022","doi-asserted-by":"crossref","first-page":"1159","DOI":"10.1212\/WNL.39.9.1159","article-title":"The Consortium to Establish a Registry for Alzheimer\u2019s Disease (CERAD). Part I. Clinical and neuropsychological assesment of Alzheimer\u2019s disease","volume":"39","author":"J Moms","year":"1989","journal-title":"Neurology"},{"key":"pone.0229460.ref023","volume-title":"Wechsler memory scale (WMS-III)","author":"D Wechsler","year":"1997"},{"key":"pone.0229460.ref024","doi-asserted-by":"crossref","unstructured":"Lehr M, Prud\u2019hommeaux E, Shafran I, Roark B. Fully automated neuropsychological assessment for detecting mild cognitive impairment. In: Thirteenth Annual Conference of the International Speech Communication Association; 2012.","DOI":"10.21437\/Interspeech.2012-306"},{"issue":"10","key":"pone.0229460.ref025","doi-asserted-by":"crossref","first-page":"1017","DOI":"10.1016\/j.jagp.2012.08.021","article-title":"The CERAD neuropsychological assessment battery total score detects and predicts Alzheimer disease dementia with high diagnostic accuracy","volume":"22","author":"S Wolfsgruber","year":"2014","journal-title":"The American Journal of Geriatric Psychiatry"},{"issue":"4","key":"pone.0229460.ref026","doi-asserted-by":"crossref","first-page":"364","DOI":"10.1080\/02687038.2015.1067288","article-title":"Modelling confrontation naming and discourse performance in aphasia","volume":"30","author":"G Fergadiotis","year":"2016","journal-title":"Aphasiology"},{"issue":"7","key":"pone.0229460.ref027","doi-asserted-by":"crossref","first-page":"1115","DOI":"10.1017\/S1041610213000367","article-title":"CERAD practice effects and attrition bias in a dementia prevention trial","volume":"25","author":"M Mathews","year":"2013","journal-title":"International psychogeriatrics"},{"issue":"4","key":"pone.0229460.ref028","doi-asserted-by":"crossref","first-page":"455","DOI":"10.1080\/13803395.2015.1123226","article-title":"Indicators of suboptimal performance embedded in the Wechsler Memory Scale\u2013Fourth Edition (WMS\u2013IV)","volume":"38","author":"Z Bouman","year":"2016","journal-title":"Journal of clinical and experimental neuropsychology"},{"issue":"1","key":"pone.0229460.ref029","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1186\/s12874-015-0022-1","article-title":"The rise of multiple imputation: a review of the reporting and implementation of the method in medical research","volume":"15","author":"PH Rezvan","year":"2015","journal-title":"BMC medical research methodology"},{"key":"pone.0229460.ref030","doi-asserted-by":"crossref","first-page":"157","DOI":"10.2147\/CLEP.S129785","article-title":"Missing data and multiple imputation in clinical epidemiological research","volume":"9","author":"AB Pedersen","year":"2017","journal-title":"Clinical epidemiology"},{"key":"pone.0229460.ref031","doi-asserted-by":"crossref","first-page":"b2393","DOI":"10.1136\/bmj.b2393","article-title":"Multiple imputation for missing data in epidemiological and clinical research: potential and pitfalls","volume":"338","author":"JA Sterne","year":"2009","journal-title":"Bmj"},{"key":"pone.0229460.ref032","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1016\/j.jclinepi.2019.02.016","article-title":"The proportion of missing data should not be used to guide decisions on multiple imputation","volume":"10","author":"P Madley-Dowd","year":"2019","journal-title":"Journal of clinical epidemiology. Elsevier"},{"key":"pone.0229460.ref033","article-title":"Multiple imputation with large proportions of missing data: How much is too much? In: United Kingdom Stata Users\u2019 Group Meetings 2011","volume":"23","author":"JH Lee","year":"2011","journal-title":"Stata Users Group"},{"key":"pone.0229460.ref034","doi-asserted-by":"crossref","first-page":"98","DOI":"10.4324\/9781315755649-8","volume-title":"The reviewer\u2019s guide to quantitative methods in the social sciences","author":"DL Bandalos","year":"2018"},{"issue":"2","key":"pone.0229460.ref035","first-page":"1","article-title":"What is rotating in exploratory factor analysis","volume":"20","author":"JW Osborne","year":"2015","journal-title":"Practical assessment, research & evaluation"},{"issue":"3","key":"pone.0229460.ref036","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1037\/met0000079","article-title":"Comparing the Pearson and Spearman correlation coefficients across distributions and sample sizes: A tutorial using simulations and empirical data","volume":"21","author":"JC de Winter","year":"2016","journal-title":"Psychological methods"},{"key":"pone.0229460.ref037","doi-asserted-by":"crossref","first-page":"53","DOI":"10.5116\/ijme.4dfb.8dfd","article-title":"Making sense of Cronbach\u2019s alpha","volume":"2","author":"M Tavakol","year":"2011","journal-title":"International journal of medical education"},{"key":"pone.0229460.ref038","article-title":"Package \u2018e1071\u2019","author":"D Meyer","year":"2019","journal-title":"The R Journal"},{"issue":"6245","key":"pone.0229460.ref039","doi-asserted-by":"crossref","first-page":"255","DOI":"10.1126\/science.aaa8415","article-title":"Machine learning: Trends, perspectives, and prospects","volume":"349","author":"MI Jordan","year":"2015","journal-title":"Science"},{"issue":"2","key":"pone.0229460.ref040","first-page":"627","article-title":"Receiver operating characteristic (ROC) curve analysis for medical diagnostic test evaluation","volume":"4","author":"K Hajian-Tilaki","year":"2013","journal-title":"Caspian journal of internal medicine"},{"issue":"2","key":"pone.0229460.ref041","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1016\/j.jarmac.2015.01.003","article-title":"Receiver operating characteristic analysis and confidence\u2013accuracy characteristic analysis in investigations of system variables and estimator variables that affect eyewitness memory","volume":"4","author":"L Mickes","year":"2015","journal-title":"Journal of Applied Research in Memory and Cognition"},{"issue":"5","key":"pone.0229460.ref042","doi-asserted-by":"crossref","first-page":"654","DOI":"10.1161\/CIRCULATIONAHA.105.594929","article-title":"Receiver-operating characteristic analysis for evaluating diagnostic tests and predictive models","volume":"115","author":"KH Zou","year":"2007","journal-title":"Circulation"},{"issue":"01","key":"pone.0229460.ref043","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1017\/S1481803500013336","article-title":"Understanding receiver operating characteristic (ROC) curves","volume":"8","author":"J Fan","year":"2006","journal-title":"Cjem"},{"issue":"1","key":"pone.0229460.ref044","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1186\/1471-2105-12-77","article-title":"pROC: an open-source package for R and S+ to analyze and compare ROC curves","volume":"12","author":"X Robin","year":"2011","journal-title":"BMC bioinformatics"},{"key":"pone.0229460.ref045","article-title":"Package \u2018gplots\u2019","author":"MGR Warnes","year":"2016","journal-title":"Various R Programming Tools for Plotting Data"},{"issue":"2","key":"pone.0229460.ref046","doi-asserted-by":"crossref","first-page":"202","DOI":"10.1177\/0013164404267287","article-title":"The quality of factor solutions in exploratory factor analysis: The influence of sample size, communality, and overdetermination","volume":"65","author":"KY Hogarty","year":"2005","journal-title":"Educational and Psychological Measurement"},{"key":"pone.0229460.ref047","doi-asserted-by":"crossref","first-page":"7164","DOI":"10.1109\/ACCESS.2017.2779794","article-title":"Optimal hyper-parameter tuning of SVM classifiers with application to medical diagnosis","volume":"6","author":"A Rojas-Dom\u00ednguez","year":"2017","journal-title":"IEEE Access"},{"key":"pone.0229460.ref048","article-title":"Multiple imputation with large proportions of missing data: How much is too much? In: United Kingdom Stata Users\u2019 Group Meetings 2011","volume":"23","author":"JH Lee","year":"2011","journal-title":"Stata Users Group"},{"key":"pone.0229460.ref049","doi-asserted-by":"crossref","first-page":"149","DOI":"10.4324\/9781315825724-12","volume-title":"Cross cultural anxiety","author":"J Benson","year":"2018"}],"container-title":["PLOS ONE"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pone.0229460","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,17]],"date-time":"2022-10-17T19:02:33Z","timestamp":1666033353000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pone.0229460"}},"subtitle":[],"editor":[{"given":"Stephen D.","family":"Ginsberg","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2020,3,5]]},"references-count":49,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2020,3,5]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pone.0229460","relation":{},"ISSN":["1932-6203"],"issn-type":[{"value":"1932-6203","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,3,5]]}}}