{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T11:24:39Z","timestamp":1774524279892,"version":"3.50.1"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030597092","type":"print"},{"value":"9783030597108","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-59710-8_18","type":"book-chapter","created":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T18:06:41Z","timestamp":1601575601000},"page":"179-190","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Learning to Segment When Experts Disagree"],"prefix":"10.1007","author":[{"given":"Le","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ryutaro","family":"Tanno","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kevin","family":"Bronik","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chen","family":"Jin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Parashkev","family":"Nachev","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Frederik","family":"Barkhof","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Olga","family":"Ciccarelli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daniel C.","family":"Alexander","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,9,29]]},"reference":[{"issue":"7","key":"18_CR1","doi-asserted-by":"publisher","first-page":"903","DOI":"10.1109\/TMI.2004.828354","volume":"23","author":"SK Warfield","year":"2004","unstructured":"Warfield, S.K., Zou, K.H., Wells, W.M.: Simultaneous truth and performance level estimation (staple): an algorithm for the validation of image segmentation. IEEE Trans. Med. Imaging 23(7), 903\u2013921 (2004)","journal-title":"IEEE Trans. Med. Imaging"},{"issue":"10","key":"18_CR2","doi-asserted-by":"publisher","first-page":"1993","DOI":"10.1109\/TMI.2014.2377694","volume":"34","author":"BH Menze","year":"2014","unstructured":"Menze, B.H., et al.: The multimodal brain tumor image segmentation benchmark (BRATS). IEEE Trans. Med. Imaging 34(10), 1993\u20132024 (2014)","journal-title":"IEEE Trans. Med. Imaging"},{"issue":"3","key":"18_CR3","doi-asserted-by":"publisher","first-page":"1391","DOI":"10.1007\/s00330-018-5695-5","volume":"29","author":"L Joskowicz","year":"2019","unstructured":"Joskowicz, L., Cohen, D., Caplan, N., Sosna, J.: Inter-observer variability of manual contour delineation of structures in CT. Eur. Radiol. 29(3), 1391\u20131399 (2019)","journal-title":"Eur. Radiol."},{"key":"18_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"338","DOI":"10.1007\/978-3-030-32248-9_38","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019","author":"H Zhang","year":"2019","unstructured":"Zhang, H., et al.: Multiple sclerosis lesion segmentation with Tiramisu and 2.5D stacked slices. In: Shen, D., et al. (eds.) MICCAI 2019. LNCS, vol. 11766, pp. 338\u2013346. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32248-9_38"},{"key":"18_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"510","DOI":"10.1007\/978-3-030-32248-9_57","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019","author":"E Kats","year":"2019","unstructured":"Kats, E., Goldberger, J., Greenspan, H.: A soft STAPLE algorithm combined with anatomical knowledge. In: Shen, D., et al. (eds.) MICCAI 2019. LNCS, vol. 11766, pp. 510\u2013517. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32248-9_57"},{"key":"18_CR6","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1007\/978-3-319-94878-2_6","volume-title":"Artificial Intelligence in Medical Imaging","author":"H Harvey","year":"2019","unstructured":"Harvey, H., Glocker, B.: A standardised approach for preparing imaging data for machine learning tasks in radiology. In: Ranschaert, E.R., Morozov, S., Algra, P.R. (eds.) Artificial Intelligence in Medical Imaging, pp. 61\u201372. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-319-94878-2_6"},{"key":"18_CR7","doi-asserted-by":"publisher","first-page":"679","DOI":"10.3389\/fneur.2018.00679","volume":"9","author":"S Winzeck","year":"2018","unstructured":"Winzeck, S., et al.: Isles 2016 and 2017-benchmarking ischemic stroke lesion outcome prediction based on multispectral MRI. Front. Neurol. 9, 679 (2018)","journal-title":"Front. Neurol."},{"issue":"1","key":"18_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-018-31911-7","volume":"8","author":"O Commowick","year":"2018","unstructured":"Commowick, O., et al.: Objective evaluation of multiple sclerosis lesion segmentation using a data management and processing infrastructure. Sci. Rep. 8(1), 1\u201317 (2018)","journal-title":"Sci. Rep."},{"key":"18_CR9","unstructured":"Gleason 2019 challenge. https:\/\/gleason2019.grand-challenge.org\/Home\/. Accessed 30 Feb 2020"},{"issue":"10","key":"18_CR10","doi-asserted-by":"publisher","first-page":"1779","DOI":"10.1109\/TMI.2011.2147795","volume":"30","author":"AJ Asman","year":"2011","unstructured":"Asman, A.J., Landman, B.A.: Robust statistical label fusion through consensus level, labeler accuracy, and truth estimation (collate). IEEE Trans. Med. Imaging 30(10), 1779\u20131794 (2011)","journal-title":"IEEE Trans. Med. Imaging"},{"issue":"6","key":"18_CR11","doi-asserted-by":"publisher","first-page":"1326","DOI":"10.1109\/TMI.2012.2190992","volume":"31","author":"AJ Asman","year":"2012","unstructured":"Asman, A.J., Landman, B.A.: Formulating spatially varying performance in the statistical fusion framework. IEEE Trans. Med. Imaging 31(6), 1326\u20131336 (2012)","journal-title":"IEEE Trans. Med. Imaging"},{"key":"18_CR12","doi-asserted-by":"crossref","unstructured":"Iglesias, J.E., Sabuncu, M.R., Van Leemput, K.: A unified framework for cross-modality multi-atlas segmentation of brain MRI. Med. Image Anal. 17(8), 1181\u20131191 (2013)","DOI":"10.1016\/j.media.2013.08.001"},{"issue":"6","key":"18_CR13","doi-asserted-by":"publisher","first-page":"671","DOI":"10.1016\/j.media.2013.02.006","volume":"17","author":"M Jorge Cardoso","year":"2013","unstructured":"Jorge Cardoso, M., et al.: Steps: similarity and truth estimation for propagated segmentations and its application to hippocampal segmentation and brain parcelation. Med. Image Anal. 17(6), 671\u2013684 (2013)","journal-title":"Med. Image Anal."},{"issue":"2","key":"18_CR14","doi-asserted-by":"publisher","first-page":"194","DOI":"10.1016\/j.media.2012.10.002","volume":"17","author":"AJ Asman","year":"2013","unstructured":"Asman, A.J., Landman, B.A.: Non-local statistical label fusion for multi-atlas segmentation. Med. Image Anal. 17(2), 194\u2013208 (2013)","journal-title":"Med. Image Anal."},{"issue":"10","key":"18_CR15","doi-asserted-by":"publisher","first-page":"1997","DOI":"10.1109\/TMI.2014.2329603","volume":"33","author":"A Akhondi-Asl","year":"2014","unstructured":"Akhondi-Asl, A., et al.: A logarithmic opinion pool based staple algorithm for the fusion of segmentations with associated reliability weights. IEEE Trans. Med. Imaging 33(10), 1997\u20132009 (2014)","journal-title":"IEEE Trans. Med. Imaging"},{"key":"18_CR16","unstructured":"Castro, D.C., Tan, J., Kainz, B., Konukoglu, E., Glocker, B.: Morpho-MNIST: quantitative assessment and diagnostics for representation learning. J. Mach. Learn. Res. 20 (2019)"},{"key":"18_CR17","unstructured":"Kohl, S., et al.: A probabilistic U-Net for segmentation of ambiguous images. In: Advances in Neural Information Processing Systems, pp. 6965\u20136975 (2018)"},{"key":"18_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/978-3-030-32245-8_14","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019","author":"CF Baumgartner","year":"2019","unstructured":"Baumgartner, C.F., et al.: PHiSeg: capturing uncertainty in medical image segmentation. In: Shen, D., et al. (eds.) MICCAI 2019. LNCS, vol. 11765, pp. 119\u2013127. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32245-8_14"},{"key":"18_CR19","first-page":"1297","volume":"11","author":"VC Raykar","year":"2010","unstructured":"Raykar, V.C., et al.: Learning from crowds. J. Mach. Learn. Res. 11, 1297\u20131322 (2010)","journal-title":"J. Mach. Learn. Res."},{"key":"18_CR20","unstructured":"Khetan, A., Lipton, Z.C., Anandkumar, A.: Learning from noisy singly-labeled data. arXiv preprint arXiv:1712.04577 (2017)"},{"key":"18_CR21","doi-asserted-by":"crossref","unstructured":"Tanno, R., Saeedi, A., Sankaranarayanan, S., Alexander, D.C., Silberman, N.: Learning from noisy labels by regularized estimation of annotator confusion. arXiv preprint arXiv:1902.03680 (2019)","DOI":"10.1109\/CVPR.2019.01150"},{"key":"18_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1007\/978-3-030-32251-9_73","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019","author":"CH Sudre","year":"2019","unstructured":"Sudre, C.H., et al.: Let\u2019s agree to disagree: learning highly debatable multirater labelling. In: Shen, D., et al. (eds.) MICCAI 2019. LNCS, vol. 11767, pp. 665\u2013673. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32251-9_73"},{"issue":"11","key":"18_CR23","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., Haffner, P., et al.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998)","journal-title":"Proc. IEEE"},{"key":"18_CR24","unstructured":"Jesson, A., Arbel, T.: Hierarchical MRF and random forest segmentation of MS lesions and healthy tissues in brain MRI. In: Proceedings of the 2015 Longitudinal Multiple Sclerosis Lesion Segmentation Challenge, pp. 1\u20132 (2015)"},{"key":"18_CR25","doi-asserted-by":"crossref","unstructured":"Valverde, S., et al.: One-shot domain adaptation in multiple sclerosis lesion segmentation using convolutional neural networks. NeuroImage Clin. p. 101638 (2018)","DOI":"10.1016\/j.nicl.2018.101638"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2020"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-59710-8_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T22:03:16Z","timestamp":1759356196000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-59710-8_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030597092","9783030597108"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-59710-8_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"29 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lima","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Peru","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.miccai2020.org\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1809","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"542","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}