{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T04:33:16Z","timestamp":1784003596296,"version":"3.55.0"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,11,4]],"date-time":"2017-11-04T00:00:00Z","timestamp":1509753600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"Javna Agencija za Raziskovalno Dejavnost RS (SI)","award":["J2-5473"],"award-info":[{"award-number":["J2-5473"]}]},{"name":"Javna Agencija za Raziskovalno Dejavnost RS (SI)","award":["J7-6781"],"award-info":[{"award-number":["J7-6781"]}]},{"DOI":"10.13039\/501100004329","name":"Javna Agencija za Raziskovalno Dejavnost RS","doi-asserted-by":"publisher","award":["L2-5472"],"award-info":[{"award-number":["L2-5472"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004329","name":"Javna Agencija za Raziskovalno Dejavnost RS","doi-asserted-by":"publisher","award":["J2-8173"],"award-info":[{"award-number":["J2-8173"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neuroinform"],"published-print":{"date-parts":[[2018,1]]},"DOI":"10.1007\/s12021-017-9348-7","type":"journal-article","created":{"date-parts":[[2017,11,4]],"date-time":"2017-11-04T10:34:29Z","timestamp":1509791669000},"page":"51-63","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":135,"title":["A Novel Public MR Image Dataset of Multiple Sclerosis Patients With Lesion Segmentations Based on Multi-rater Consensus"],"prefix":"10.1007","volume":"16","author":[{"given":"\u017diga","family":"Lesjak","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alfiia","family":"Galimzianova","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ale\u0161","family":"Koren","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matej","family":"Lukin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Franjo","family":"Pernu\u0161","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bo\u0161tjan","family":"Likar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"\u017diga","family":"\u0160piclin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,11,4]]},"reference":[{"issue":"10","key":"9348_CR1","doi-asserted-by":"crossref","first-page":"1997","DOI":"10.1109\/TMI.2014.2329603","volume":"33","author":"A Akhondi-Asl","year":"2014","unstructured":"Akhondi-Asl, A., Hoyte, L., Lockhart, M.E., & Warfield, S.K. (2014). A logarithmic opinion pool based staple algorithm for the fusion of segmentations with associated reliability weights. IEEE Transactions on Medical Imaging, 33(10), 1997\u20132009.","journal-title":"IEEE Transactions on Medical Imaging"},{"issue":"3","key":"9348_CR2","doi-asserted-by":"crossref","first-page":"1037","DOI":"10.1016\/j.neuroimage.2003.10.012","volume":"21","author":"P Anbeek","year":"2004","unstructured":"Anbeek, P., Vincken, K.L., van Osch, M.J.P., Bisschops, R.H.C., & van der Grond, J. (2004). Probabilistic segmentation of white matter lesions in MR, imaging. NeuroImage, 21(3), 1037\u20131044.","journal-title":"NeuroImage"},{"key":"9348_CR3","unstructured":"Arthur, D., & Vassilvitskii, S. (2007). K-means++: the advantages of careful seeding. In Proceedings of the eighteenth annual ACM-SIAM Symposium on Discrete algorithms, SODA \u201907 (pp. 1027\u20131035). Philadelphia: Society for Industrial and Applied Mathematics."},{"key":"9348_CR4","unstructured":"Barillot, C., Commowick, O., Guttmann, C., Styner, M., & Warfield, S. (2016). MS Segmentation challenge. Last accessed: 20 oct, 2016. \n                        https:\/\/portal.fli-iam.irisa.fr\/msseg-challenge\/overview\n                        \n                    ."},{"issue":"9","key":"9348_CR5","doi-asserted-by":"publisher","first-page":"1976","DOI":"10.1109\/TMI.2015.2418298","volume":"34","author":"MJ Cardoso","year":"2015","unstructured":"Cardoso, M.J., Modat, M., Wolz, R., Melbourne, A., Cash, D., Rueckert, D., & Ourselin, S. (2015). Geodesic information flows: spatially-variant graphs and their application to segmentation and fusion. IEEE Transactions on Medical Imaging, 34(9), 1976\u20131988. \n                        https:\/\/doi.org\/10.1109\/TMI.2015.2418298\n                        \n                    .","journal-title":"IEEE Transactions on Medical Imaging"},{"key":"9348_CR6","unstructured":"CIBC. (2016). Seg3d: Volumetric image segmentation and visualization. Scientific computing and imaging institute (SCI), download from: \n                        http:\/\/www.seg3d.org\n                        \n                    ."},{"key":"9348_CR7","first-page":"425","volume":"5","author":"CA Cocosco","year":"1997","unstructured":"Cocosco, C.A., Kollokian, V., Kwan, R.K.S., Pike, G.B., & Evans, A.C. (1997). BrainWeb: online interface to a 3d MRI simulated brain database. NeuroImage, 5, 425.","journal-title":"NeuroImage"},{"issue":"6","key":"9348_CR8","doi-asserted-by":"publisher","first-page":"838","DOI":"10.1109\/TMI.2008.2010438","volume":"28","author":"O Commowick","year":"2009","unstructured":"Commowick, O., & Warfield, S. (2009). A continuous STAPLE for scalar, vector, and tensor images: an application to DTI analysis. IEEE Transactions on Medical Imaging, 28(6), 838\u2013846. \n                        https:\/\/doi.org\/10.1109\/TMI.2008.2010438\n                        \n                    .","journal-title":"IEEE Transactions on Medical Imaging"},{"key":"9348_CR9","doi-asserted-by":"publisher","first-page":"c3666","DOI":"10.1136\/bmj.c3666","volume":"341","author":"S Debette","year":"2010","unstructured":"Debette, S., & Markus, H.S. (2010). The clinical importance of white matter hyperintensities on brain magnetic resonance imaging: systematic review and meta-analysis. BMJ, 341, c3666. \n                        https:\/\/doi.org\/10.1136\/bmj.c3666\n                        \n                    .","journal-title":"BMJ"},{"issue":"4","key":"9348_CR10","doi-asserted-by":"crossref","first-page":"1352","DOI":"10.1016\/j.neuroimage.2009.04.019","volume":"47","author":"C Di Perri","year":"2009","unstructured":"Di Perri, C., Dwyer, M.G., Wack, D.S., Cox, J.L., Hashmi, K., Saluste, E., Hussein, S., Schirda, C., Stosic, M., Durfee, J., Poloni, G. U., Nayyar, N., Bergamaschi, R., & Zivadinov, R. (2009). Signal abnormalities on 1.5 and 3 Tesla brain mri in multiple sclerosis patients and healthy controls. A morphological and spatial quantitative comparison study. NeuroImage, 47(4), 1352\u20131362.","journal-title":"NeuroImage"},{"issue":"3","key":"9348_CR11","doi-asserted-by":"publisher","first-page":"297","DOI":"10.2307\/1932409","volume":"26","author":"LR Dice","year":"1945","unstructured":"Dice, L.R. (1945). Measures of the amount of ecologic association between species. Ecology, 26(3), 297\u2013302. \n                        https:\/\/doi.org\/10.2307\/1932409\n                        \n                    . ArticleType: research-article \/ Full publication date: Jul., 1945 \/ Copyright \u24b81945 Ecological Society of America.","journal-title":"Ecology"},{"issue":"Pt 6","key":"9348_CR12","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1093\/brain\/118.6.1593","volume":"118","author":"M Filippi","year":"1995","unstructured":"Filippi, M., Horsfield, M.A., Bressi, S., Martinelli, V., Baratti, C., Reganati, P., Campi, A., Miller, D.H., & Comi, G. (1995). Intra- and inter-observer agreement of brain MRI lesion volume measurements in multiple sclerosis. A comparison of techniques. Brain: A Journal of Neurology, 118( Pt 6), 1593\u20131600.","journal-title":"Brain: A Journal of Neurology"},{"issue":"Supplement 1","key":"9348_CR13","doi-asserted-by":"crossref","first-page":"S102","DOI":"10.1016\/S1053-8119(09)70884-5","volume":"47","author":"V Fonov","year":"2009","unstructured":"Fonov, V., Evans, A., McKinstry, R., Almli, C., & Collins, D. (2009). Unbiased nonlinear average age-appropriate brain templates from birth to adulthood. Neuroimage, 47(Supplement 1), S102.","journal-title":"Neuroimage"},{"issue":"1","key":"9348_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.media.2012.09.004","volume":"17","author":"D Garcia-Lorenzo","year":"2013","unstructured":"Garcia-Lorenzo, D., Francis, S., Narayanan, S., Arnold, D.L., & Collins, D.L. (2013). Review of automatic segmentation methods of multiple sclerosis white matter lesions on conventional magnetic resonance imaging. Medical Image Analysis, 17(1), 1\u201318. \n                        https:\/\/doi.org\/10.1016\/j.media.2012.09.004\n                        \n                    .","journal-title":"Medical Image Analysis"},{"issue":"5","key":"9348_CR15","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1016\/0730-725X(96)00018-5","volume":"14","author":"J Grimaud","year":"1996","unstructured":"Grimaud, J., Lai, M., Thorpe, J., Adeleine, P., Wang, L., Barker, G.J., Plummer, D.L, Tofts, P.S., McDonald, W.I, & Miller, D.H. (1996). Quantification of MRI lesion load in multiple sclerosis: A comparison of three computer-assisted techniques. Magnetic Resonance Imaging, 14(5), 495\u2013505. \n                        https:\/\/doi.org\/10.1016\/0730-725X(96)00018-5\n                        \n                    .","journal-title":"Magnetic Resonance Imaging"},{"issue":"9","key":"9348_CR16","doi-asserted-by":"publisher","first-page":"1617","DOI":"10.1109\/TMI.2011.2138152","volume":"30","author":"J Iglesias","year":"2011","unstructured":"Iglesias, J., Liu, C.Y., Thompson, P., & Tu, Z. (2011). Robust brain extraction across datasets and comparison with publicly available methods. IEEE Transactions on Medical Imaging, 30(9), 1617\u20131634. \n                        https:\/\/doi.org\/10.1109\/TMI.2011.2138152\n                        \n                    .","journal-title":"IEEE Transactions on Medical Imaging"},{"issue":"1","key":"9348_CR17","doi-asserted-by":"crossref","first-page":"196","DOI":"10.1109\/TMI.2009.2035616","volume":"29","author":"S Klein","year":"2010","unstructured":"Klein, S., Staring, M., Murphy, K., Viergever, M., & Pluim, J.P.W. (2010). Elastix: A toolbox for intensity-based medical image registration. IEEE Transactions on Medical Imaging, 29(1), 196\u2013205.","journal-title":"IEEE Transactions on Medical Imaging"},{"key":"9348_CR18","unstructured":"Lesjak, Z., Galimzianova, A., Likar, B, Pernu\u0161, F., & \u0160piclin, Z. (2015). Increased accuracy and reproducibility of MS lesion volume quantification by using publicly available BrainSeg3d image analysis software. In ECTRIMS Online Library, no. 116236. \n                        http:\/\/onlinelibrary.ectrims-congress.eu\/ectrims\/2015\/31st\/116236\/iga.lesjak.increased.accuracy.and.reproducibility.of.ms.lesion.volume.html?f=p6m3e891o11460\n                        \n                    ."},{"issue":"1","key":"9348_CR19","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1016\/j.ins.2011.10.011","volume":"186","author":"X Llado","year":"2012","unstructured":"Llado, X., Oliver, A., Cabezas, M., Freixenet, J., Vilanova, J.C., Quiles, A., Valls, L., Ramio-TorrentA, L., & Rovira, A. (2012). Segmentation of multiple sclerosis lesions in brain MRI: A review of automated approaches. Information Sciences, 186(1), 164\u2013185. \n                        https:\/\/doi.org\/10.1016\/j.ins.2011.10.011\n                        \n                    .","journal-title":"Information Sciences"},{"key":"9348_CR20","doi-asserted-by":"publisher","unstructured":"Patzig, M., Burke, M, Br\u00fcckmann, H., & Fesl, G. (2014). Comparison of 3d cube FLAIR with 2d FLAIR for multiple sclerosis imaging at 3 Tesla. RoFo: Fortschritte Auf Dem Gebiete Der Rontgenstrahlen Und Der Nuklearmedizin, 186(5), 484\u2013488. \n                        https:\/\/doi.org\/10.1055\/s-0033-1355896\n                        \n                    .","DOI":"10.1055\/s-0033-1355896"},{"key":"9348_CR21","doi-asserted-by":"crossref","first-page":"240","DOI":"10.1098\/rspl.1895.0041","volume":"58","author":"K Pearson","year":"1895","unstructured":"Pearson, K. (1895). Note on regression and inheritance in the case of two parents. Proceedings of the Royal Society of London, 58, 240\u2013242.","journal-title":"Proceedings of the Royal Society of London"},{"key":"9348_CR22","unstructured":"Pham, D. (2015). Longitudinal MS lesion segmentation challenge. Last accessed: 20 oct, 2016. \n                        http:\/\/iacl.ece.jhu.edu\/index.php\/MSChallenge\n                        \n                    ."},{"issue":"2","key":"9348_CR23","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1002\/ana.22366","volume":"69","author":"CH Polman","year":"2011","unstructured":"Polman, C.H., Reingold, S.C., Banwell, B., Clanet, M., Cohen, J.A., Filippi, M., Fujihara, K., Havrdova, E., Hutchinson, M., Kappos, L., Lublin, F.D., Montalban, X., O\u2019Connor, P., Sandberg-Wollheim, M., Thompson, A.J., Waubant, E., Weinshenker, B., & Wolinsky, J.S. (2011). Diagnostic criteria for multiple sclerosis: 2010 Revisions to the McDonald criteria. Annals of Neurology, 69(2), 292\u2013302. \n                        https:\/\/doi.org\/10.1002\/ana.22366\n                        \n                    .","journal-title":"Annals of Neurology"},{"issue":"10","key":"9348_CR24","doi-asserted-by":"crossref","first-page":"1082","DOI":"10.1136\/jnnp-2012-304094","volume":"84","author":"V Popescu","year":"2013","unstructured":"Popescu, V., Agosta, F., Hulst, H.E., Sluimer, I.C., Knol, D.L., Sormani, M.P., Enzinger, C., Ropele, S., Alonso, J., Sastre-Garriga, J., Rovira, A., Montalban, X., Bodini, B., Ciccarelli, O., Khaleeli, Z., Chard, D.T., Matthews, L., Palace, J., Giorgio, A., De Stefano, N., Eisele, P., Gass, A., Polman, C.H., Uitdehaag, B.M.J., Messina, M.J., Comi, G., Filippi, M., Barkhof, F., Venken, H., & MAGNIMS Study Group. (2013). Brain atrophy and lesion load predict long term disability in multiple sclerosis. Journal of Neurology, Neurosurgery, and Psychiatry, 84(10), 1082\u20131091.","journal-title":"Journal of Neurology, Neurosurgery, and Psychiatry"},{"issue":"4","key":"9348_CR25","doi-asserted-by":"crossref","first-page":"226","DOI":"10.1159\/000008055","volume":"41","author":"M Rovaris","year":"1999","unstructured":"Rovaris, M., Rocca, M.A., Sormani, M.P., Comi, G., & Filippi, M. (1999). Reproducibility of brain MRI lesion volume measurements in multiple sclerosis using a local thresholding technique: effects of formal operator training. European Neurology, 41(4), 226\u2013230.","journal-title":"European Neurology"},{"issue":"8","key":"9348_CR26","doi-asserted-by":"publisher","first-page":"471","DOI":"10.1038\/nrneurol.2015.106","volume":"11","author":"A Rovira","year":"2015","unstructured":"Rovira, A., Wattjes, M.P, Tintor\u00e9, M., Tur, C., Yousry, T.A., Sormani, M.P., De Stefano, N., Filippi, M., Auger, C., Rocca, M.A., Barkhof, F., Fazekas, F., Kappos, L., Polman, C., Miller, D., Montalban, X, & MAGNIMS Study group. (2015). Evidence-based guidelines: MAGNIMS consensus guidelines on the use of MRI in multiple sclerosis-clinical implementation in the diagnostic process. Nature Reviews Neurology, 11(8), 471\u2013482. \n                        https:\/\/doi.org\/10.1038\/nrneurol.2015.106\n                        \n                    .","journal-title":"Nature Reviews Neurology"},{"issue":"1","key":"9348_CR27","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1177\/1756285614560733","volume":"8","author":"M Stangel","year":"2015","unstructured":"Stangel, M., Penner, I. K., Kallmann, B.A., Lukas, C., & Kieseier, B.C. (2015). Towards the implementation of \u2019no evidence of disease activity\u2019 in multiple sclerosis treatment: the multiple sclerosis decision model. Therapeutic Advances in Neurological Disorders, 8(1), 3\u201313.","journal-title":"Therapeutic Advances in Neurological Disorders"},{"key":"9348_CR28","first-page":"1","volume":"2008","author":"M Styner","year":"2008","unstructured":"Styner, M., Lee, J., Chin, B., Chin, M., Commowick, O., Tran, H., Markovic-Plese, S., Jewells, V., & Warfield, S. (2008). 3D segmentation in the clinic: A grand challenge II: MS lesion segmentation. MIDAS Journal, 2008, 1\u20136.","journal-title":"MIDAS Journal"},{"issue":"6","key":"9348_CR29","doi-asserted-by":"crossref","first-page":"1310","DOI":"10.1109\/TMI.2010.2046908","volume":"29","author":"N Tustison","year":"2010","unstructured":"Tustison, N., Avants, B., Cook, P., Zheng, Y., Egan, A., Yushkevich, P., & Gee, J. (2010). N4ITK: Improved N3 bias correction. IEEE Transactions on Medical Imaging, 29(6), 1310\u20131320.","journal-title":"IEEE Transactions on Medical Imaging"},{"key":"9348_CR30","volume-title":"Combining clinical and magnetic resonance imaging markers enhances prediction of 12-year disability in multiple sclerosis","author":"T Uher","year":"2016","unstructured":"Uher, T., Vaneckova, M., Sobisek, L., Tyblova, M., Seidl, Z., Krasensky, J., Ramasamy, D., Zivadinov, R., Havrdova, E., Kalincik, T., & Horakova, D. (2016). Combining clinical and magnetic resonance imaging markers enhances prediction of 12-year disability in multiple sclerosis. Houndmills: Multiple Sclerosis."},{"issue":"10","key":"9348_CR31","doi-asserted-by":"publisher","first-page":"2458","DOI":"10.1007\/s00415-012-6762-5","volume":"260","author":"H Vrenken","year":"2013","unstructured":"Vrenken, H, Jenkinson, M, Horsfield, M.A., Battaglini, M, Schijndel, R.A.V., Rostrup, E., Geurts, J.J.G., Fisher, E., Zijdenbos, A., Ashburner, J., Miller, D.H., Filippi, M., Fazekas, F., Rovaris, M., Rovira, A., Barkhof, F, Stefano, N.D., & Group, M.S. (2013). Recommendations to improve imaging and analysis of brain lesion load and atrophy in longitudinal studies of multiple sclerosis. Journal of Neurology, 260(10), 2458\u20132471. \n                        https:\/\/doi.org\/10.1007\/s00415-012-6762-5\n                        \n                    .","journal-title":"Journal of Neurology"},{"issue":"7","key":"9348_CR32","doi-asserted-by":"crossref","first-page":"903","DOI":"10.1109\/TMI.2004.828354","volume":"23","author":"SK Warfield","year":"2004","unstructured":"Warfield, S.K., Zou, K.H., & Wells, W.M. (2004). Simultaneous truth and performance level estimation (STAPLE): an algorithm for the validation of image segmentation. IEEE Transactions on Medical Imaging, 23(7), 903\u2013921.","journal-title":"IEEE Transactions on Medical Imaging"},{"issue":"4","key":"9348_CR33","doi-asserted-by":"publisher","first-page":"716","DOI":"10.1109\/42.363096","volume":"13","author":"A Zijdenbos","year":"1994","unstructured":"Zijdenbos, A., Dawant, B., Margolin, R., & Palmer, A. (1994). Morphometric analysis of white matter lesions in MR images: method and validation. IEEE Transactions on Medical Imaging, 13(4), 716\u2013724. \n                        https:\/\/doi.org\/10.1109\/42.363096\n                        \n                    .","journal-title":"IEEE Transactions on Medical Imaging"},{"issue":"10","key":"9348_CR34","doi-asserted-by":"crossref","first-page":"1280","DOI":"10.1109\/TMI.2002.806283","volume":"21","author":"AP Zijdenbos","year":"2002","unstructured":"Zijdenbos, A.P., Forghani, R., & Evans, A.C. (2002). Automatic \u201cpipeline\u201d analysis of 3-D MRI data for clinical trials: application to multiple sclerosis. IEEE Transactions on Medical Imaging, 21(10), 1280\u20131291.","journal-title":"IEEE Transactions on Medical Imaging"}],"container-title":["Neuroinformatics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12021-017-9348-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12021-017-9348-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12021-017-9348-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2018,5,18]],"date-time":"2018-05-18T12:00:48Z","timestamp":1526644848000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12021-017-9348-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,11,4]]},"references-count":34,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,1]]}},"alternative-id":["9348"],"URL":"https:\/\/doi.org\/10.1007\/s12021-017-9348-7","relation":{},"ISSN":["1539-2791","1559-0089"],"issn-type":[{"value":"1539-2791","type":"print"},{"value":"1559-0089","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,11,4]]}}}