{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,19]],"date-time":"2026-08-19T19:19:30Z","timestamp":1787167170093,"version":"build-2736575974"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,5,25]],"date-time":"2025-05-25T00:00:00Z","timestamp":1748131200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,5,25]],"date-time":"2025-05-25T00:00:00Z","timestamp":1748131200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-024-63888-x","type":"journal-article","created":{"date-parts":[[2025,5,25]],"date-time":"2025-05-25T05:13:50Z","timestamp":1748150030000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Performance of machine learning models for predicting high-severity symptoms in multiple sclerosis"],"prefix":"10.1038","volume":"15","author":[{"given":"Subhrajit","family":"Roy","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Diana","family":"Mincu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lev","family":"Proleev","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chintan","family":"Ghate","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jennifer S.","family":"Graves","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David F.","family":"Steiner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fletcher Lee","family":"Hartsell","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Katherine","family":"Heller","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,5,25]]},"reference":[{"issue":"6","key":"63888_CR1","doi-asserted-by":"publisher","first-page":"e314","DOI":"10.1016\/S2589-7500(20)30085-6","volume":"2","author":"M Monteiro","year":"2020","unstructured":"Monteiro, M. et al. Multiclass semantic segmentation and quantification of traumatic brain injury lesions on head CT using deep learning: An algorithm development and multicentre validation study. Lancet Digit. Health 2(6), e314\u2013e322. https:\/\/doi.org\/10.1016\/S2589-7500(20)30085-6 (2020).","journal-title":"Lancet Digit. Health"},{"issue":"2","key":"63888_CR2","doi-asserted-by":"publisher","first-page":"318","DOI":"10.1148\/radiol.2018171820","volume":"288","author":"G Choy","year":"2018","unstructured":"Choy, G. et al. Current applications and future impact of machine learning in radiology. Radiology 288(2), 318\u2013328. https:\/\/doi.org\/10.1148\/radiol.2018171820 (2018).","journal-title":"Radiology"},{"issue":"4","key":"63888_CR3","doi-asserted-by":"publisher","first-page":"939","DOI":"10.1002\/jmri.26534","volume":"49","author":"MA Mazurowski","year":"2019","unstructured":"Mazurowski, M. A., Buda, M., Saha, A. & Bashir, M. R. Deep learning in radiology: An overview of the concepts and a survey of the state of the art with focus on MRI. J. Magn. Reson. Imaging 49(4), 939\u2013954. https:\/\/doi.org\/10.1002\/jmri.26534 (2019).","journal-title":"J. Magn. Reson. Imaging"},{"key":"63888_CR4","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.ejrad.2019.02.038","volume":"114","author":"L Saba","year":"2019","unstructured":"Saba, L. et al. The present and future of deep learning in radiology. Eur. J. Radiol. 114, 14\u201324. https:\/\/doi.org\/10.1016\/j.ejrad.2019.02.038 (2019).","journal-title":"Eur. J. Radiol."},{"issue":"4","key":"63888_CR5","doi-asserted-by":"publisher","first-page":"686","DOI":"10.1038\/s41416-020-01122-x","volume":"124","author":"A Echle","year":"2021","unstructured":"Echle, A. et al. Deep learning in cancer pathology: A new generation of clinical biomarkers. Br. J. Cancer 124(4), 686\u2013696. https:\/\/doi.org\/10.1038\/s41416-020-01122-x (2021).","journal-title":"Br. J. Cancer"},{"issue":"10","key":"63888_CR6","doi-asserted-by":"publisher","first-page":"2475","DOI":"10.1109\/TBME.2017.2649485","volume":"64","author":"X Hongming","year":"2017","unstructured":"Hongming, X., Cheng, L., Berendt, R., Jha, N. & Mandal, M. Automatic nuclear segmentation using multiscale radial line scanning with dynamic programming. IEEE Trans. Biomed. Eng. 64(10), 2475\u20132485. https:\/\/doi.org\/10.1109\/TBME.2017.2649485 (2017).","journal-title":"IEEE Trans. Biomed. Eng."},{"issue":"22","key":"63888_CR7","doi-asserted-by":"publisher","first-page":"2402","DOI":"10.1001\/jama.2016.17216","volume":"316","author":"V Gulshan","year":"2016","unstructured":"Gulshan, V. et al. Development and validation of a deep learning algorithm for detection of diabetic retinopathy in retinal fundus photographs. JAMA 316(22), 2402\u20132410. https:\/\/doi.org\/10.1001\/jama.2016.17216 (2016).","journal-title":"JAMA"},{"key":"63888_CR8","doi-asserted-by":"crossref","unstructured":"Rahimy, E. Deep learning applications in ophthalmology. Curr. Opin. Ophthalmol.29(3) (2018).","DOI":"10.1097\/ICU.0000000000000470"},{"issue":"7767","key":"63888_CR9","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1038\/s41586-019-1390-1","volume":"572","author":"N Toma\u0161ev","year":"2019","unstructured":"Toma\u0161ev, N. et al. A clinically applicable approach to continuous prediction of future acute kidney injury. Nature 572(7767), 116\u2013119. https:\/\/doi.org\/10.1038\/s41586-019-1390-1 (2019).","journal-title":"Nature"},{"issue":"1","key":"63888_CR10","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1186\/s12864-020-07319-x","volume":"22","author":"OA Montesinos-L\u00f3pez","year":"2021","unstructured":"Montesinos-L\u00f3pez, O. A. et al. A review of deep learning applications for genomic selection. BMC Genomics 22(1), 19. https:\/\/doi.org\/10.1186\/s12864-020-07319-x (2021).","journal-title":"BMC Genomics"},{"issue":"1","key":"63888_CR11","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1038\/s41588-018-0295-5","volume":"51","author":"J Zou","year":"2019","unstructured":"Zou, J. et al. A primer on deep learning in genomics. Nat. Genet. 51(1), 12\u201318. https:\/\/doi.org\/10.1038\/s41588-018-0295-5 (2019).","journal-title":"Nat. Genet."},{"issue":"1","key":"63888_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-020-78212-6","volume":"10","author":"MF Pinto","year":"2020","unstructured":"Pinto, M. F. et al. Prediction of disease progression and outcomes in multiple sclerosis with machine learning. Sci. Rep. 10(1), 1\u201313. https:\/\/doi.org\/10.1038\/s41598-020-78212-6 (2020).","journal-title":"Sci. Rep."},{"issue":"6","key":"63888_CR13","doi-asserted-by":"publisher","first-page":"1705","DOI":"10.1109\/TSMCC.2012.2217326","volume":"42","author":"JD Rodriguez","year":"2012","unstructured":"Rodriguez, J. D., Perez, A., Arteta, D., Tejedor, D. & Lozano, J. A. Using multidimensional Bayesian network classifiers to assist the treatment of multiple sclerosis. IEEE Trans. Syst. Man Cybern. Part C (Appl. Rev.) 42(6), 1705\u20131715. https:\/\/doi.org\/10.1109\/TSMCC.2012.2217326 (2012).","journal-title":"IEEE Trans. Syst. Man Cybern. Part C (Appl. Rev.)"},{"issue":"3","key":"63888_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0230219","volume":"15","author":"R Seccia","year":"2020","unstructured":"Seccia, R. et al. Considering patient clinical history impacts performance of machine learning models in predicting course of multiple sclerosis. PLoS ONE 15(3), 1\u201318. https:\/\/doi.org\/10.1371\/journal.pone.0230219 (2020).","journal-title":"PLoS ONE"},{"key":"63888_CR15","doi-asserted-by":"publisher","DOI":"10.1007\/s00415-021-10605-7","author":"S Tommasin","year":"2021","unstructured":"Tommasin, S. et al. Machine learning classifier to identify clinical and radiological features relevant to disability progression in multiple sclerosis. J. Neurol.https:\/\/doi.org\/10.1007\/s00415-021-10605-7 (2021).","journal-title":"J. Neurol."},{"issue":"4","key":"63888_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0174866","volume":"12","author":"Y Zhao","year":"2017","unstructured":"Zhao, Y. et al. Exploration of machine learning techniques in predicting multiple sclerosis disease course. PLoS ONE 12(4), 1\u201313. https:\/\/doi.org\/10.1371\/journal.pone.0174866 (2017).","journal-title":"PLoS ONE"},{"issue":"4","key":"63888_CR17","doi-asserted-by":"publisher","first-page":"654","DOI":"10.1177\/13524585211028561","volume":"28","author":"X Montalban","year":"2022","unstructured":"Montalban, X. et al. A smartphone sensor-based digital outcome assessment of multiple sclerosis. Mult. Scler. J. 28(4), 654\u2013664. https:\/\/doi.org\/10.1177\/13524585211028561 (2022).","journal-title":"Mult. Scler. J."},{"key":"63888_CR18","doi-asserted-by":"publisher","DOI":"10.3390\/brainsci11091247","author":"A van der Walt","year":"2021","unstructured":"van der Walt, A. et al. Developing a digital solution for remote assessment in multiple sclerosis: From concept to software as a medical device. Brain Sci.https:\/\/doi.org\/10.3390\/brainsci11091247 (2021).","journal-title":"Brain Sci."},{"key":"63888_CR19","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1016\/j.inffus.2021.11.011","volume":"81","author":"R Shwartz-Ziv","year":"2022","unstructured":"Shwartz-Ziv, R. & Armon, A. Tabular data: Deep learning is not all you need. Inform. Fusion 81, 84\u201390. https:\/\/doi.org\/10.1016\/j.inffus.2021.11.011 (2022).","journal-title":"Inform. Fusion"},{"issue":"1","key":"63888_CR20","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L. Random forests. Mach. Learn. 45(1), 5\u201332. https:\/\/doi.org\/10.1023\/A:1010933404324 (2001).","journal-title":"Mach. Learn."},{"key":"63888_CR21","doi-asserted-by":"crossref","unstructured":"Shwartz-Ziv, R. & Armon, A. Tabular data: Deep learning is not all you need. CoRR. arXiv:abs\/2106.03253 (2021).","DOI":"10.1016\/j.inffus.2021.11.011"},{"key":"63888_CR22","unstructured":"The Multiple Sclerosis International Federation. Atlas of MS. https:\/\/www.msif.org\/resource\/atlas-of-ms-2020\/. Accessed Sep 3 2020 (2020)."},{"issue":"140","key":"63888_CR23","first-page":"55","volume":"22","author":"R Likert","year":"1932","unstructured":"Likert, R. A technique for the measurement of attitudes. Arch. Psychol. 22(140), 55 (1932).","journal-title":"Arch. Psychol."},{"key":"63888_CR24","unstructured":"Roy, S., Mincu, D., Proleev, L., Rostamzadeh, N., Ghate, C., Harris, N., Chen, C., Schrouff, J., Toma\u0161ev, N., Hartsell, F. L. & Heller, K. Disability prediction in multiple sclerosis using performance outcome measures and demographic data. In Proceedings of the Conference on Health, Inference, and Learning, volume 174 of Proceedings of Machine Learning Research (eds. Flores, G., Chen, G. H., Pollard, T., Ho, J. C. & Naumann, T.) 375\u2013396. (PMLR, 2022). https:\/\/proceedings.mlr.press\/v174\/roy22a.html."},{"issue":"6","key":"63888_CR25","doi-asserted-by":"publisher","first-page":"2765","DOI":"10.1038\/s41596-021-00513-5","volume":"16","author":"N Toma\u0161ev","year":"2021","unstructured":"Toma\u0161ev, N. et al. Use of deep learning to develop continuous-risk models for adverse event prediction from electronic health records. Nat. Protoc. 16(6), 2765\u20132787. https:\/\/doi.org\/10.1038\/s41596-021-00513-5 (2021).","journal-title":"Nat. Protoc."},{"issue":"5","key":"63888_CR26","doi-asserted-by":"publisher","first-page":"1189","DOI":"10.1214\/aos\/1013203451","volume":"29","author":"JH Friedman","year":"2001","unstructured":"Friedman, J. H. Greedy function approximation: A gradient boosting machine. Ann. Stat. 29(5), 1189\u20131232. https:\/\/doi.org\/10.1214\/aos\/1013203451 (2001).","journal-title":"Ann. Stat."},{"key":"63888_CR27","doi-asserted-by":"crossref","unstructured":"Rumelhart, D. E. & McClelland, J. L. Learning Internal Representations by Error Propagation, 318\u2013362 (1987).","DOI":"10.7551\/mitpress\/4943.003.0128"},{"key":"63888_CR28","unstructured":"Bai, S., Kolter, J. Z. & Koltun, V. An Empirical Evaluation of Generic Convolutional and Recurrent Networks for Sequence Modeling (2018)."},{"key":"63888_CR29","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F. et al. Scikit-learn: Machine learning in Python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011).","journal-title":"J. Mach. Learn. Res."},{"key":"63888_CR30","unstructured":"Abadi, M., Agarwal, A., Barham, P., Brevdo, E., Chen, Z., Citro, C., Corrado, G. S., Davis, A., Dean, J., Devin, M., Ghemawat, S., Goodfellow, I., Harp, A., Irving, G., Isard, M., Jia, Y., Jozefowicz, R., Kaiser, L., Kudlur, M., Levenberg, J., Man\u00e9, D., Monga, R., Moore, S., Murray, D., Olah, C., Schuster, M., Shlens, J., Steiner, B., Sutskever, I., Talwar, K., Tucker, P., Vanhoucke, V., Vasudevan, V., Vi\u00e9gas, F., Vinyals, O., Warden, P., Wattenberg, M., Wicke, M., Yu, Y. & Zheng, X. TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems (2015). https:\/\/www.tensorflow.org\/. Software available from tensorflow.org."},{"key":"63888_CR31","unstructured":"Chollet, F. et\u00a0al. Keras. https:\/\/github.com\/fchollet\/keras (2015)."},{"key":"63888_CR32","doi-asserted-by":"publisher","unstructured":"Davis, J. & Goadrich, M. The relationship between precision-recall and roc curves. In Proceedings of the 23rd International Conference on Machine Learning, ICML \u201906, pp. 233\u2013240, New York, NY, USA. Association for Computing Machinery. ISBN 1595933832. https:\/\/doi.org\/10.1145\/1143844.1143874 (2006).","DOI":"10.1145\/1143844.1143874"}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-024-63888-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-024-63888-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-024-63888-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,25]],"date-time":"2025-05-25T05:13:56Z","timestamp":1748150036000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-024-63888-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,25]]},"references-count":32,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["63888"],"URL":"https:\/\/doi.org\/10.1038\/s41598-024-63888-x","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,5,25]]},"assertion":[{"value":"17 October 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 June 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 May 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"18209"}}