{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T20:09:52Z","timestamp":1775678992227,"version":"3.50.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,4,7]],"date-time":"2022-04-07T00:00:00Z","timestamp":1649289600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,7]],"date-time":"2022-04-07T00:00:00Z","timestamp":1649289600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100007052","name":"Memorial Sloan-Kettering Cancer Center","doi-asserted-by":"publisher","award":["P30 CA008748"],"award-info":[{"award-number":["P30 CA008748"]}],"id":[{"id":"10.13039\/100007052","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-022-00471-x","type":"journal-article","created":{"date-parts":[[2022,4,7]],"date-time":"2022-04-07T16:02:49Z","timestamp":1649347369000},"page":"401-412","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":118,"title":["Deep learning-inferred multiplex immunofluorescence for immunohistochemical image quantification"],"prefix":"10.1038","volume":"4","author":[{"given":"Parmida","family":"Ghahremani","sequence":"first","affiliation":[]},{"given":"Yanyun","family":"Li","sequence":"additional","affiliation":[]},{"given":"Arie","family":"Kaufman","sequence":"additional","affiliation":[]},{"given":"Rami","family":"Vanguri","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7836-4379","authenticated-orcid":false,"given":"Noah","family":"Greenwald","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1531-5067","authenticated-orcid":false,"given":"Michael","family":"Angelo","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1599-0433","authenticated-orcid":false,"given":"Travis J.","family":"Hollmann","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5030-9792","authenticated-orcid":false,"given":"Saad","family":"Nadeem","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,4,7]]},"reference":[{"key":"471_CR1","doi-asserted-by":"publisher","first-page":"1962","DOI":"10.1109\/TMI.2016.2529665","volume":"35","author":"A Vahadane","year":"2016","unstructured":"Vahadane, A. et al. Structure-preserving color normalization and sparse stain separation for histological images. IEEE Trans. Med. Imag. 35, 1962\u20131971 (2016).","journal-title":"IEEE Trans. Med. Imag."},{"key":"471_CR2","doi-asserted-by":"crossref","unstructured":"Abousamra, S. et al. Weakly-supervised deep stain decomposition for multiplex IHC images. In Proc. 2020 IEEE 17th International Symposium on Biomedical Imaging (ISBI) 481\u2013485 (IEEE, 2020).","DOI":"10.1109\/ISBI45749.2020.9098652"},{"key":"471_CR3","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1186\/s13000-020-01003-0","volume":"15","author":"DJ Fassler","year":"2020","unstructured":"Fassler, D. J. et al. Deep learning-based image analysis methods for brightfield-acquired multiplex immunohistochemistry images. Diagn. Pathol. 15, 100 (2020).","journal-title":"Diagn. Pathol."},{"key":"471_CR4","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1002\/cac2.12023","volume":"40","author":"W Chang Colin Tan","year":"2020","unstructured":"Chang Colin Tan, W. et al. Overview of multiplex immunohistochemistry\/immunofluorescence techniques in the era of cancer immunotherapy. Cancer Commun. 40, 135\u2013153 (2020).","journal-title":"Cancer Commun."},{"key":"471_CR5","doi-asserted-by":"publisher","first-page":"557","DOI":"10.1136\/jclinpath-2019-206252","volume":"73","author":"J Yeong","year":"2022","unstructured":"Yeong, J. et al. Multiplex immunohistochemistry\/immunofluorescence (mIHC\/IF) for PD-L1 testing in triple-negative breast cancer: a translational assay compared with conventional IHC. J. Clin. Pathol. 73, 557\u2013562 (2022).","journal-title":"J. Clin. Pathol."},{"key":"471_CR6","doi-asserted-by":"publisher","first-page":"1195","DOI":"10.1001\/jamaoncol.2019.1549","volume":"5","author":"S Lu","year":"2019","unstructured":"Lu, S. et al. Comparison of biomarker modalities for predicting response to PD-1\/PD-L1 checkpoint blockade: a systematic review and meta-analysis. JAMA Oncol. 5, 1195\u20131204 (2019).","journal-title":"JAMA Oncol."},{"key":"471_CR7","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1023\/A:1007379606734","volume":"28","author":"R Caruana","year":"1997","unstructured":"Caruana, R. Multitask learning. Mach. Learn. 28, 41\u201375 (1997).","journal-title":"Mach. Learn."},{"key":"471_CR8","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1109\/TMI.2017.2677499","volume":"36","author":"N Kumar","year":"2017","unstructured":"Kumar, N. et al. A dataset and a technique for generalized nuclear segmentation for computational pathology. IEEE Trans. Med. Imag. 36, 1550\u20131560 (2017).","journal-title":"IEEE Trans. Med. Imag."},{"key":"471_CR9","doi-asserted-by":"crossref","unstructured":"Huang, Z. et al. BCData: A large-scale dataset and benchmark for cell detection and counting. In Proc. Medical Image Computing and Computer Assisted Intervention\u2014MICCAI 2020 (eds Martel, A. L. et al.) 289\u2013298 (Springer, 2020).","DOI":"10.1007\/978-3-030-59722-1_28"},{"key":"471_CR10","doi-asserted-by":"publisher","first-page":"101771","DOI":"10.1016\/j.media.2020.101771","volume":"65","author":"NA Koohbanani","year":"2020","unstructured":"Koohbanani, N. A., Jahanifar, M., Tajadin, N. Z. & Rajpoot, N. NuClick: a deep learning framework for interactive segmentation of microscopic images. Med. Image Anal. 65, 101771 (2020).","journal-title":"Med. Image Anal."},{"key":"471_CR11","doi-asserted-by":"publisher","first-page":"101547","DOI":"10.1016\/j.media.2019.101547","volume":"58","author":"Z Swiderska-Chadaj","year":"2019","unstructured":"Swiderska-Chadaj, Z. et al. Learning to detect lymphocytes in immunohistochemistry with deep learning. Med. Image Anal. 58, 101547 (2019).","journal-title":"Med. Image Anal."},{"key":"471_CR12","unstructured":"Kirillov, A., He, K., Girshick, R. & Doll\u00e1r, P. A unified architecture for instance and semantic segmentation. https:\/\/presentations.cocodataset.org\/COCO17-Stuff-FAIR.pdf (2017)."},{"key":"471_CR13","doi-asserted-by":"crossref","unstructured":"Chaurasia, A. & Culurciello, E. LinkNet: exploiting encoder representations for efficient semantic segmentation. In Proc. 2017 IEEE Visual Communications and Image Processing (VCIP) 1\u20134 (IEEE, 2017).","DOI":"10.1109\/VCIP.2017.8305148"},{"key":"471_CR14","doi-asserted-by":"crossref","unstructured":"He, K., Gkioxari, G., Doll\u00e1r, P. & Girshick, R. Mask R-CNN. In Proc. IEEE International Conference on Computer Vision 2961\u20132969 (IEEE, 2017).","DOI":"10.1109\/ICCV.2017.322"},{"key":"471_CR15","doi-asserted-by":"crossref","unstructured":"Zhou, Z., Rahman Siddiquee, M. M., Tajbakhsh, N. & Liang, J. UNet++: a nested U-Net architecture for medical image segmentation. In Deep Learning in Medical Image Analysis and Multimodal Learning for Clinical Decision Support 3\u201311 (Springer, 2018).","DOI":"10.1007\/978-3-030-00889-5_1"},{"key":"471_CR16","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1038\/s41592-020-01008-z","volume":"18","author":"F Isensee","year":"2021","unstructured":"Isensee, F., Jaeger, P. F., Kohl, S. A. A., Petersen, J. & Maier-Hein, K. H. nnU-Net: a self-configuring method for deep learning-based biomedical image segmentation. Nat. Methods 18, 203\u2013211 (2021).","journal-title":"Nat. Methods"},{"key":"471_CR17","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1080\/21681163.2016.1149104","volume":"6","author":"W Xie","year":"2018","unstructured":"Xie, W., Alison Noble, J. & Zisserman, A. Microscopy cell counting and detection with fully convolutional regression networks. Comput. Methods Biomech. Biomed. Eng. Imag. Vis. 6, 283\u2013292 (2018).","journal-title":"Comput. Methods Biomech. Biomed. Eng. Imag. Vis."},{"key":"471_CR18","unstructured":"Chen, L.-C., Papandreou, G., Schroff, F. & Adam, H. Rethinking atrous convolution for semantic image segmentation. Preprint at https:\/\/arxiv.org\/abs\/1706.05587 (2017)."},{"key":"471_CR19","doi-asserted-by":"publisher","first-page":"1753","DOI":"10.1109\/TMI.2016.2527740","volume":"35","author":"S Ram","year":"2016","unstructured":"Ram, S. & Rodr\u00edguez, J. J. Size-invariant detection of cell nuclei in microscopy images. IEEE Trans. Med. Imag. 35, 1753\u20131764 (2016).","journal-title":"IEEE Trans. Med. Imag."},{"key":"471_CR20","doi-asserted-by":"publisher","first-page":"1196","DOI":"10.1109\/TMI.2016.2525803","volume":"35","author":"K Sirinukunwattana","year":"2016","unstructured":"Sirinukunwattana, K. et al. Locality sensitive deep learning for detection and classification of nuclei in routine colon cancer histology images. IEEE Trans. Med. Imag. 35, 1196\u20131206 (2016).","journal-title":"IEEE Trans. Med. Imag."},{"key":"471_CR21","doi-asserted-by":"publisher","first-page":"101771","DOI":"10.1016\/j.media.2020.101771","volume":"65","author":"N Alemi Koohbanani","year":"2020","unstructured":"Alemi Koohbanani, N., Jahanifar, M., Zamani Tajadin, N. & Rajpoot, N. NuClick: a deep learning framework for interactive segmentation of microscopic images. Med. Image Anal. 65, 101771 (2020).","journal-title":"Med. Image Anal."},{"key":"471_CR22","doi-asserted-by":"publisher","first-page":"8489","DOI":"10.1038\/s41598-021-86912-w","volume":"11","author":"F Negahbani","year":"2021","unstructured":"Negahbani, F. et al. PathoNet introduced as a deep neural network backend for evaluation of Ki-67 and tumor-infiltrating lymphocytes in breast cancer. Sci. Rep. 11, 8489 (2021).","journal-title":"Sci. Rep."},{"key":"471_CR23","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1002\/pro.3987","volume":"30","author":"A Digre","year":"2021","unstructured":"Digre, A. & Lindskog, C. The Human Protein Atlas\u2014spatial localization of the human proteome in health and disease. Protein Sci. 30, 218\u2013233 (2021).","journal-title":"Protein Sci."},{"key":"471_CR24","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1038\/s41597-021-00915-w","volume":"8","author":"D Vrabac","year":"2021","unstructured":"Vrabac, D. et al. DLBCL-Morph: morphological features computed using deep learning for an annotated digital DLBCL image set. Sci. Data 8, 135 (2021).","journal-title":"Sci. Data"},{"key":"471_CR25","doi-asserted-by":"publisher","first-page":"100089","DOI":"10.1016\/j.patter.2020.100089","volume":"1","author":"ME Tschuchnig","year":"2020","unstructured":"Tschuchnig, M. E., Oostingh, G. J. & Gadermayr, M. Generative adversarial networks in digital pathology: a survey on trends and future potential. Pattern 1, 100089 (2020).","journal-title":"Pattern"},{"key":"471_CR26","doi-asserted-by":"publisher","first-page":"9647163","DOI":"10.34133\/2020\/9647163","volume":"2020","author":"Y Rivenson","year":"2020","unstructured":"Rivenson, Y., de Haan, K., Wallace, W. D. & Ozcan, A. Emerging advances to transform histopathology using virtual staining. BME Frontiers 2020, 9647163 (2020).","journal-title":"BME Frontiers"},{"key":"471_CR27","doi-asserted-by":"crossref","unstructured":"Liu, D. et al. Unsupervised instance segmentation in microscopy images via panoptic domain adaptation and task re-weighting. In Proc. IEEE Conference on Computer Vision and Pattern Recognition 4243\u20134252 (IEEE, 2020).","DOI":"10.1109\/CVPR42600.2020.00430"},{"key":"471_CR28","doi-asserted-by":"crossref","unstructured":"Cohen, J. P., Luck, M. & Honari, S. Distribution matching losses can hallucinate features in medical image translation. In Proc. International Conference on Medical Image Computing and Computer-Assisted Intervention\u2014MICCAI 2018 529\u2013536 (Springer, 2018).","DOI":"10.1007\/978-3-030-00928-1_60"},{"key":"471_CR29","doi-asserted-by":"publisher","first-page":"17507","DOI":"10.1038\/s41598-020-74500-3","volume":"10","author":"EA Burlingame","year":"2020","unstructured":"Burlingame, E. A. et al. SHIFT: speedy histological-to-immunofluorescent translation of a tumor signature enabled by deep learning. Sci. Rep. 10, 17507 (2020).","journal-title":"Sci. Rep."},{"key":"471_CR30","doi-asserted-by":"crossref","unstructured":"Mercan, C. et al. Virtual staining for mitosis detection in breast histopathology. In Proc. IEEE International Symposium on Biomedical Imaging (ISBI) 1770\u20131774 (IEEE, 2020).","DOI":"10.1109\/ISBI45749.2020.9098409"},{"key":"471_CR31","doi-asserted-by":"publisher","first-page":"4884","DOI":"10.1038\/s41467-021-25221-2","volume":"12","author":"K de Haan","year":"2021","unstructured":"de Haan, K. et al. Deep learning-based transformation of H&E stained tissues into special stains. Nat. Commun. 12, 4884 (2021).","journal-title":"Nat. Commun."},{"key":"471_CR32","doi-asserted-by":"publisher","first-page":"3042","DOI":"10.1109\/TMI.2020.2986331","volume":"39","author":"J Borovec","year":"2020","unstructured":"Borovec, J. et al. ANHIR: automatic non-rigid histological image registration challenge. IEEE Trans. Med. Imag. 39, 3042\u20133052 (2020).","journal-title":"IEEE Trans. Med. Imag."},{"key":"471_CR33","doi-asserted-by":"publisher","unstructured":"Martinez, N., Sapiro, G., Tannenbaum, A., Hollmann, T. J. & Nadeem, S. ImPartial: partial annotations for cell instance segmentation. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/2021.01.20.427458 (2021).","DOI":"10.1101\/2021.01.20.427458"},{"key":"471_CR34","doi-asserted-by":"crossref","unstructured":"Girshick, R. Fast R-CNN. In Proc. IEEE International Conference on Computer Vision (ICCV) 1440\u20131448 (IEEE, 2015).","DOI":"10.1109\/ICCV.2015.169"},{"key":"471_CR35","doi-asserted-by":"crossref","unstructured":"Isola, P., Zhu, J.-Y., Zhou, T. & Efros, A. A. Image-to-image translation with conditional adversarial networks. In Proc. 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR) 5967\u20135976 (IEEE, 2017).","DOI":"10.1109\/CVPR.2017.632"},{"key":"471_CR36","doi-asserted-by":"crossref","unstructured":"Ronneberger, O., Fischer, P. & Brox, T. U-Net: convolutional networks for biomedical image segmentation. In Proc. Medical Image Computing and Computer-Assisted Intervention\u2014MICCAI 2015 234\u2013241 (Springer, 2015).","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"471_CR37","unstructured":"Goodfellow, I. et al. Generative adversarial nets. In Advances in Neural Information Processing Systems 2672\u20132680 (NIPS, 2014)."},{"key":"471_CR38","unstructured":"Kingma, D. P. & Ba, J. Adam: a method for stochastic optimization. Preprint at https:\/\/arxiv.org\/abs\/1412.6980 (2014)."},{"key":"471_CR39","unstructured":"Miyato, T., Kataoka, T., Koyama, M. & Yoshida, Y. Spectral normalization for generative adversarial networks. In International Conference on Learning Representations (2018)."}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00471-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00471-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00471-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,25]],"date-time":"2022-11-25T09:25:19Z","timestamp":1669368319000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00471-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,7]]},"references-count":39,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2022,4]]}},"alternative-id":["471"],"URL":"https:\/\/doi.org\/10.1038\/s42256-022-00471-x","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,7]]},"assertion":[{"value":"13 July 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 February 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 April 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}