{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T13:25:31Z","timestamp":1783689931197,"version":"3.55.0"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T00:00:00Z","timestamp":1778457600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T00:00:00Z","timestamp":1783641600000},"content-version":"vor","delay-in-days":60,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Antoni van Leeuwenhoek Foundation"},{"name":"Vodafone Netherlands"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-026-50544-9","type":"journal-article","created":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T20:24:40Z","timestamp":1778531080000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Crowdsourcing enables robust cell annotation for breast cancer pathology"],"prefix":"10.1038","volume":"16","author":[{"given":"Pascal","family":"Kl\u00f6ckner","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Melis Erdal","family":"Cesur","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bart de","family":"Rooij","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zainab","family":"Ameziane","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Idris","family":"Iritas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rolf","family":"Harkes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Siamak","family":"Hajizadeh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ibrahim","family":"Aloglu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joyce","family":"Sanders","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marcos da Silva","family":"Guimaraes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sybren Lodewijk","family":"Meijer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rafael","family":"Bidarra","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jelle ten","family":"Hoeve","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Laurens","family":"Pels","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sara Pires","family":"Oliveira","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hugo Mark","family":"Horlings","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,5,11]]},"reference":[{"key":"50544_CR1","doi-asserted-by":"publisher","DOI":"10.3389\/fonc.2017.00156","author":"L Wein","year":"2017","unstructured":"Wein, L. et al. Clinical validity and utility of tumor-infiltrating lymphocytes in routine clinical practice for breast cancer patients: Current and future directions. Front. Oncol. https:\/\/doi.org\/10.3389\/fonc.2017.00156 (2017).","journal-title":"Front. Oncol."},{"key":"50544_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.critrevonc.2022.103773","volume":"177","author":"D Presti","year":"2022","unstructured":"Presti, D. et al. Tumor infiltrating lymphocytes (tils) as a predictive biomarker of response to checkpoint blockers in solid tumors: A systematic review. Crit. Rev. Oncol.\/Hematol. 177, 103773. https:\/\/doi.org\/10.1016\/j.critrevonc.2022.103773 (2022).","journal-title":"Crit. Rev. Oncol.\/Hematol."},{"key":"50544_CR3","unstructured":"Schirris, Y. et al. Ectil: Label-efficient computational tumour infiltrating lymphocyte (til) assessment in breast cancer: Multicentre validation in 2,340 patients with breast cancer (2025). arxiv:2501.14379."},{"key":"50544_CR4","doi-asserted-by":"publisher","first-page":"19804","DOI":"10.1038\/s41598-025-04043-y","volume":"15","author":"A Sharma","year":"2025","unstructured":"Sharma, A., Liu, B. & Rantalainen, M. A method for spatial interpretation of weakly supervised deep learning models in computational pathology. Sci. Rep. 15, 19804 (2025).","journal-title":"Sci. Rep."},{"key":"50544_CR5","doi-asserted-by":"publisher","DOI":"10.3389\/fonc.2021.806603","author":"S Abousamra","year":"2022","unstructured":"Abousamra, S. et al. Deep learning-based mapping of tumor infiltrating lymphocytes in whole slide images of 23 types of cancer. Front. Oncol. https:\/\/doi.org\/10.3389\/fonc.2021.806603 (2022).","journal-title":"Front. Oncol."},{"key":"50544_CR6","unstructured":"Baumann, E. et al. HoVer-NeXt: A Fast Nuclei Segmentation and Classification Pipeline for Next Generation Histopathology. In Burgos, N. et al. (eds.) Proceedings of The 7nd International Conference on Medical Imaging with Deep Learning, vol. 250 of Proceedings of Machine Learning Research, 61\u201386 (PMLR, 2024)."},{"key":"50544_CR7","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1038\/s41523-022-00416-y","volume":"8","author":"I Nederlof","year":"2022","unstructured":"Nederlof, I. et al. Spatial interplay of lymphocytes and fibroblasts in estrogen receptor-positive her2-negative breast cancer. NPJ Breast Cancer 8, 56 (2022).","journal-title":"NPJ Breast Cancer"},{"key":"50544_CR8","unstructured":"Adjadj, B. et al. Towards comprehensive cellular characterisation of h&e slides, arXiv:2508.09926 (2025)."},{"key":"50544_CR9","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1186\/s13000-024-01590-2","volume":"19","author":"E Walsh","year":"2024","unstructured":"Walsh, E. & Orsi, N. M. The current troubled state of the global pathology workforce: A concise review. Diagn. Pathol. 19, 163 (2024).","journal-title":"Diagn. Pathol."},{"key":"50544_CR10","doi-asserted-by":"crossref","unstructured":"Crowston, K. Amazon mechanical turk: A research tool for organizations and information systems scholars. In Bhattacherjee, A. & Fitzgerald, B. (eds.) Shaping the Future of ICT Research. Methods and Approaches, 210\u2013221 (Springer Berlin Heidelberg, Berlin, Heidelberg, 2012).","DOI":"10.1007\/978-3-642-35142-6_14"},{"key":"50544_CR11","unstructured":"Ji, Z. et al. Considerations for data acquisition and modeling strategies: Mitosis detection in computational pathology. In Oguz, I. et al. (eds.) Medical Imaging with Deep Learning, vol. 227 of Proceedings of Machine Learning Research, 1051\u20131066 (PMLR, 2024)."},{"key":"50544_CR12","doi-asserted-by":"publisher","first-page":"1313","DOI":"10.1109\/TMI.2016.2528120","volume":"35","author":"S Albarqouni","year":"2016","unstructured":"Albarqouni, S. et al. Aggnet: Deep learning from crowds for mitosis detection in breast cancer histology images. IEEE Trans. Med. Imaging 35, 1313\u20131321. https:\/\/doi.org\/10.1109\/TMI.2016.2528120 (2016).","journal-title":"IEEE Trans. Med. Imaging"},{"key":"50544_CR13","doi-asserted-by":"publisher","unstructured":"Irshad, H. et al. Crowdsourcing image annotation for nucleus detection and segmentation in computational pathology: evaluating experts, automated methods, and the crowd. Pac. Symp. Biocomput. 294\u2013305, https:\/\/doi.org\/10.1142\/9789814644730_0029 (2015).","DOI":"10.1142\/9789814644730_0029"},{"key":"50544_CR14","doi-asserted-by":"crossref","unstructured":"Deng, R. et al. Democratizing pathological image segmentation with lay annotators via molecular-empowered learning. In: International Conference on Medical Image Computing and Computer-Assisted Intervention, 497\u2013507 (Springer, 2023).","DOI":"10.1007\/978-3-031-43987-2_48"},{"key":"50544_CR15","doi-asserted-by":"publisher","first-page":"giac037","DOI":"10.1093\/gigascience\/giac037","volume":"11","author":"M Amgad","year":"2022","unstructured":"Amgad, M. et al. NuCLS: A scalable crowdsourcing approach and dataset for nucleus classification and segmentation in breast cancer. Gigascience 11, giac037 (2022).","journal-title":"Gigascience"},{"key":"50544_CR16","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2023.102686","volume":"145","author":"R del Amor","year":"2023","unstructured":"del Amor, R. et al. Annotation protocol and crowdsourcing multiple instance learning classification of skin histological images: The cr-ai4skin dataset. Artif. Intell. Med. 145, 102686. https:\/\/doi.org\/10.1016\/j.artmed.2023.102686 (2023).","journal-title":"Artif. Intell. Med."},{"key":"50544_CR17","doi-asserted-by":"crossref","unstructured":"Kang, C., Lee, C.\u00a0C., Song, H., Ma, M. & Pereira, S. Variability Matters: Evaluating inter-rater variability in histopathology for robust cell detection. In ECCV Workshops (2022).","DOI":"10.1007\/978-3-031-25082-8_37"},{"key":"50544_CR18","doi-asserted-by":"publisher","first-page":"968","DOI":"10.1016\/j.cell.2018.07.010","volume":"174","author":"Y Goltsev","year":"2018","unstructured":"Goltsev, Y. et al. Deep profiling of mouse splenic architecture with codex multiplexed imaging. Cell 174, 968-981.e15. https:\/\/doi.org\/10.1016\/j.cell.2018.07.010 (2018).","journal-title":"Cell"},{"key":"50544_CR19","unstructured":"H\u00f6rst, F. et al. Cellvit++: Energy-efficient and adaptive cell segmentation and classification using foundation models (2025). arxiv:2501.05269."},{"key":"50544_CR20","doi-asserted-by":"publisher","DOI":"10.3389\/fcomp.2021.780026","volume":"3","author":"N Chiaruttini","year":"2022","unstructured":"Chiaruttini, N. et al. An open-source whole slide image registration workflow at cellular precision using fiji, QuPath and elastix. Front. Comput. Sci. 3, 780026 (2022).","journal-title":"Front. Comput. Sci."},{"key":"50544_CR21","doi-asserted-by":"crossref","unstructured":"Schmidt, U., Weigert, M., Broaddus, C. & Myers, G. Cell Detection with Star-Convex Polygons, 265\u2013273 (Springer International Publishing, 2018).","DOI":"10.1007\/978-3-030-00934-2_30"},{"key":"50544_CR22","unstructured":"Goldsborough, T. et al. Instanseg: an embedding-based instance segmentation algorithm optimized for accurate, efficient and portable cell segmentation (2024). arxiv:2408.15954."},{"key":"50544_CR23","doi-asserted-by":"publisher","first-page":"20","DOI":"10.2307\/2346806","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid, A. P. & Skene, A. M. Maximum likelihood estimation of observer error-rates using the EM algorithm. J. R. Stat. Soc.: Ser. C (Appl. Stat.) 28, 20\u201328. https:\/\/doi.org\/10.2307\/2346806 (1979).","journal-title":"J. R. Stat. Soc.: Ser. C (Appl. Stat.)"},{"key":"50544_CR24","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S. & Sun, J. Deep residual learning for image recognition. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 770\u2013778 (2016).","DOI":"10.1109\/CVPR.2016.90"},{"key":"50544_CR25","doi-asserted-by":"publisher","unstructured":"Falcon, W. & The PyTorch Lightning team. PyTorch Lightning https:\/\/doi.org\/10.5281\/zenodo.3828935 (2019).","DOI":"10.5281\/zenodo.3828935"},{"key":"50544_CR26","doi-asserted-by":"publisher","unstructured":"Akiba, T., Sano, S., Yanase, T., Ohta, T. & Koyama, M. Optuna: A next-generation hyperparameter optimization framework. In Proceedings of the 25th ACM SIGKDD international conference on knowledge discovery & data mining, 2623\u20132631, https:\/\/doi.org\/10.1145\/3292500.3330701 (2019).","DOI":"10.1145\/3292500.3330701"},{"key":"50544_CR27","doi-asserted-by":"publisher","first-page":"208","DOI":"10.1186\/s12943-022-01670-1","volume":"21","author":"M Xu","year":"2022","unstructured":"Xu, M., Zhang, T., Xia, R., Wei, Y. & Wei, X. Targeting the tumor stroma for cancer therapy. Mol. Cancer 21, 208 (2022).","journal-title":"Mol. Cancer"},{"key":"50544_CR28","doi-asserted-by":"publisher","DOI":"10.1016\/j.cellsig.2022.110567","volume":"103","author":"Q Zhang","year":"2023","unstructured":"Zhang, Q., Wang, Y. & Liu, F. Cancer-associated fibroblasts: Versatile mediators in remodeling the tumor microenvironment. Cell. Signal. 103, 110567 (2023).","journal-title":"Cell. Signal."}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-50544-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-50544-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-50544-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T13:01:58Z","timestamp":1783688518000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-50544-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,11]]},"references-count":28,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["50544"],"URL":"https:\/\/doi.org\/10.1038\/s41598-026-50544-9","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5,11]]},"assertion":[{"value":"6 January 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 April 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 May 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"21575"}}