{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,9]],"date-time":"2026-11-09T06:44:25Z","timestamp":1794206665359,"version":"4.8.0"},"reference-count":67,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T00:00:00Z","timestamp":1724889600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T00:00:00Z","timestamp":1724889600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100000069","name":"U.S. Department of Health Human Services | NIH | National Institute of Arthritis and Musculoskeletal and Skin Diseases","doi-asserted-by":"publisher","award":["AR050401"],"award-info":[{"award-number":["AR050401"]}],"id":[{"id":"10.13039\/100000069","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Commun"],"DOI":"10.1038\/s41467-024-51012-6","type":"journal-article","created":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T13:02:55Z","timestamp":1724936575000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Automated multi-scale computational pathotyping (AMSCP) of inflamed synovial tissue"],"prefix":"10.1038","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1562-3879","authenticated-orcid":false,"given":"Richard D.","family":"Bell","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3417-4597","authenticated-orcid":false,"given":"Matthew","family":"Brendel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maxwell A.","family":"Konnaris","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Justin","family":"Xiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4945-2994","authenticated-orcid":false,"given":"Miguel","family":"Otero","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0529-9035","authenticated-orcid":false,"given":"Mark A.","family":"Fontana","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3891-8015","authenticated-orcid":false,"given":"Zilong","family":"Bai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"name":"Accelerating Medicines Partnership Rheumatoid Arthritis and Systemic Lupus Erythematosus (AMP RA\/SLE) Consortium","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jennifer","family":"Albrecht","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"William","family":"Apruzzese","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brendan F.","family":"Boyce","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David L.","family":"Boyle","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael B.","family":"Brenner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"suffix":"Jr.","given":"S. Louis","family":"Bridges","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christopher D.","family":"Buckley","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jane H.","family":"Buckner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vivian P.","family":"Bykerk","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"James","family":"Dolan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas M.","family":"Eisenhaure","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew","family":"Filer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gary S.","family":"Firestein","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chamith Y.","family":"Fonseka","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ellen M.","family":"Gravallese","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter K.","family":"Gregersen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joel M.","family":"Guthridge","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maria","family":"Gutierrez-Arcelus","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nir","family":"Hacohen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"V. Michael","family":"Holers","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Laura B.","family":"Hughes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eddie A.","family":"James","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Judith A.","family":"James","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"A. Helena","family":"Jonsson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Josh","family":"Keegan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stephen","family":"Kelly","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"James A.","family":"Lederer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yvonne C.","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David J.","family":"Lieb","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"suffix":"II","given":"Arthur M.","family":"Mandelin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mandy J.","family":"McGeachy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael A.","family":"McNamara","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joseph R.","family":"Mears","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fumitaka","family":"Mizoguchi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Larry","family":"Moreland","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jennifer P.","family":"Nguyen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Akiko","family":"Noma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chad","family":"Nusbaum","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Harris","family":"Perlman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christopher T.","family":"Ritchlin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"William H.","family":"Robinson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mina","family":"Rohani-Pichavant","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cristina","family":"Rozo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Karen","family":"Salomon-Escoto","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jennifer","family":"Seifert","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anupamaa","family":"Seshadri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kamil","family":"Slowikowski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Danielle","family":"Sutherby","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Darren","family":"Tabechian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jason D.","family":"Turner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paul J.","family":"Utz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gerald F. M.","family":"Watts","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kevin","family":"Wei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Costantino","family":"Pitzalis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Deepak A.","family":"Rao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Soumya","family":"Raychaudhuri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daria M.","family":"Krenitsky","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2868-3339","authenticated-orcid":false,"given":"Nida","family":"Meednu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9738-1182","authenticated-orcid":false,"given":"Javier","family":"Rangel-Moreno","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dagmar","family":"Scheel-Toellner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hayley","family":"Carr","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4350-110X","authenticated-orcid":false,"given":"Saba","family":"Nayar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jack","family":"McMurray","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Edward","family":"DiCarlo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1450-1549","authenticated-orcid":false,"given":"Jennifer H.","family":"Anolik","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1428-090X","authenticated-orcid":false,"given":"Laura T.","family":"Donlin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dana E.","family":"Orange","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0598-3232","authenticated-orcid":false,"given":"H. Mark","family":"Kenney","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4854-9698","authenticated-orcid":false,"given":"Edward M.","family":"Schwarz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8164-6249","authenticated-orcid":false,"given":"Andrew","family":"Filer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9951-0646","authenticated-orcid":false,"given":"Lionel B.","family":"Ivashkiv","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9459-9461","authenticated-orcid":false,"given":"Fei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,8,29]]},"reference":[{"key":"51012_CR1","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1186\/ar4593","volume":"16","author":"GS Firestein","year":"2014","unstructured":"Firestein, G. S. The disease formerly known as rheumatoid arthritis. Arthritis Res. Ther. 16, 114 (2014).","journal-title":"Arthritis Res. Ther."},{"key":"51012_CR2","doi-asserted-by":"publisher","first-page":"2455","DOI":"10.1016\/j.celrep.2019.07.091","volume":"28","author":"MJ Lewis","year":"2019","unstructured":"Lewis, M. J. et al. Molecular portraits of early rheumatoid arthritis identify clinical and treatment response phenotypes. Cell Rep. 28, 2455\u20132470.e5 (2019).","journal-title":"Cell Rep."},{"key":"51012_CR3","doi-asserted-by":"publisher","first-page":"1916","DOI":"10.1002\/art.42295","volume":"74","author":"J Wang","year":"2022","unstructured":"Wang, J. et al. Synovial inflammatory pathways characterize anti-TNF-responsive rheumatoid arthritis patients. Arthritis Rheumatol. 74, 1916\u20131927 (2022).","journal-title":"Arthritis Rheumatol."},{"key":"51012_CR4","doi-asserted-by":"publisher","first-page":"1256","DOI":"10.1038\/s41591-022-01789-0","volume":"28","author":"F Rivellese","year":"2022","unstructured":"Rivellese, F. et al. Rituximab versus tocilizumab in rheumatoid arthritis: synovial biopsy-based biomarker analysis of the phase 4 R4RA randomized trial. Nat. Med. 28, 1256\u20131268 (2022).","journal-title":"Nat. Med."},{"key":"51012_CR5","doi-asserted-by":"publisher","first-page":"e001949","DOI":"10.1136\/rmdopen-2021-001949","volume":"8","author":"R Micheroli","year":"2022","unstructured":"Micheroli, R. et al. Role of synovial fibroblast subsets across synovial pathotypes in rheumatoid arthritis: a deconvolution analysis. RMD Open 8, e001949 (2022).","journal-title":"RMD Open"},{"key":"51012_CR6","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1016\/S0140-6736(20)32341-2","volume":"397","author":"F Humby","year":"2021","unstructured":"Humby, F. et al. Rituximab versus tocilizumab in anti-TNF inadequate responder patients with rheumatoid arthritis (R4RA): 16\u2009week outcomes of a stratified, biopsy-driven, multicentre, open-label, phase 4 randomised controlled trial. Lancet 397, 305\u2013317 (2021).","journal-title":"Lancet"},{"key":"51012_CR7","doi-asserted-by":"publisher","first-page":"845","DOI":"10.3389\/fimmu.2020.00845","volume":"11","author":"A Nerviani","year":"2020","unstructured":"Nerviani, A. et al. A pauci-immune synovial pathotype predicts inadequate response to TNFalpha-blockade in rheumatoid arthritis patients. Front Immunol. 11, 845 (2020).","journal-title":"Front Immunol."},{"key":"51012_CR8","doi-asserted-by":"publisher","first-page":"1122","DOI":"10.1001\/jama.2015.1405","volume":"313","author":"JG Elmore","year":"2015","unstructured":"Elmore, J. G. et al. Diagnostic concordance among pathologists interpreting breast biopsy specimens. Jama 313, 1122\u20131132 (2015).","journal-title":"Jama"},{"key":"51012_CR9","doi-asserted-by":"publisher","first-page":"j2813","DOI":"10.1136\/bmj.j2813","volume":"357","author":"JG Elmore","year":"2017","unstructured":"Elmore, J. G. et al. Pathologists\u2019 diagnosis of invasive melanoma and melanocytic proliferations: observer accuracy and reproducibility study. bmj 357, j2813 (2017).","journal-title":"bmj"},{"key":"51012_CR10","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1097\/BOR.0b013e32835fd8eb","volume":"25","author":"C Pitzalis","year":"2013","unstructured":"Pitzalis, C., Kelly, S. & Humby, F. New learnings on the pathophysiology of RA from synovial biopsies. Curr. Opin. Rheumatol. 25, 334\u2013344 (2013).","journal-title":"Curr. Opin. Rheumatol."},{"key":"51012_CR11","doi-asserted-by":"publisher","first-page":"845","DOI":"10.3389\/fimmu.2020.00845","volume":"11","author":"A Nerviani","year":"2020","unstructured":"Nerviani, A. et al. A pauci-immune synovial pathotype predicts inadequate response to TNF\u03b1-blockade in rheumatoid arthritis patients. Front Immunol. 11, 845 (2020).","journal-title":"Front Immunol."},{"key":"51012_CR12","doi-asserted-by":"publisher","first-page":"761","DOI":"10.1136\/annrheumdis-2018-214539","volume":"78","author":"F Humby","year":"2019","unstructured":"Humby, F. et al. Synovial cellular and molecular signatures stratify clinical response to csDMARD therapy and predict radiographic progression in early rheumatoid arthritis patients. Ann. Rheum. Dis. 78, 761\u2013772 (2019).","journal-title":"Ann. Rheum. Dis."},{"key":"51012_CR13","doi-asserted-by":"publisher","first-page":"121","DOI":"10.4081\/reumatismo.2018.1057","volume":"70","author":"A Manzo","year":"2018","unstructured":"Manzo, A. et al. Histopathology of the synovial tissue: perspectives for biomarker development in chronic inflammatory arthritides. Reumatismo 70, 121\u2013132 (2018).","journal-title":"Reumatismo"},{"key":"51012_CR14","doi-asserted-by":"publisher","first-page":"e125278","DOI":"10.1172\/jci.insight.125278","volume":"4","author":"MH Chang","year":"2019","unstructured":"Chang, M. H. & Nigrovic, P. A. Antibody-dependent and -independent mechanisms of inflammatory arthritis. JCI Insight. 4, e125278 (2019).","journal-title":"JCI Insight."},{"key":"51012_CR15","doi-asserted-by":"crossref","unstructured":"Raciti, P. et al. Clinical validation of artificial intelligence\u2013augmented pathology diagnosis demonstrates significant gains in diagnostic accuracy in prostate cancer detection. Arch. Pathol. Lab. Med. 147, 1178\u2013118 (2022).","DOI":"10.5858\/arpa.2022-0066-OA"},{"key":"51012_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13075-021-02716-3","volume":"24","author":"MA Konnaris","year":"2022","unstructured":"Konnaris, M. A. et al. Computational pathology for musculoskeletal conditions using machine learning: advances, trends, and challenges. Arthritis Res. Ther. 24, 1\u201315 (2022).","journal-title":"Arthritis Res. Ther."},{"key":"51012_CR17","doi-asserted-by":"crossref","unstructured":"Chan, L. et al. Histosegnet: Semantic segmentation of histological tissue type in whole slide images. In Proc. IEEE\/CVF International Conference on Computer Vision. 10661\u201310670 (IEEE, 2019).","DOI":"10.1109\/ICCV.2019.01076"},{"key":"51012_CR18","doi-asserted-by":"publisher","first-page":"101544","DOI":"10.1016\/j.media.2019.101544","volume":"58","author":"D Tellez","year":"2019","unstructured":"Tellez, D. et al. Quantifying the effects of data augmentation and stain color normalization in convolutional neural networks for computational pathology. Med. image Anal. 58, 101544 (2019).","journal-title":"Med. image Anal."},{"key":"51012_CR19","doi-asserted-by":"publisher","first-page":"1512","DOI":"10.1002\/art.40903","volume":"71","author":"RD Bell","year":"2019","unstructured":"Bell, R. D. et al. Selective sexual dimorphisms in musculoskeletal and cardiopulmonary pathologic manifestations and mortality incidence in the tumor necrosis factor\u2013transgenic mouse model of rheumatoid arthritis. Arthritis Rheumatol. 71, 1512\u20131523 (2019).","journal-title":"Arthritis Rheumatol."},{"key":"51012_CR20","doi-asserted-by":"publisher","first-page":"240","DOI":"10.1186\/s13075-019-2039-z","volume":"21","author":"RD Bell","year":"2019","unstructured":"Bell, R. D. et al. iNOS dependent and independent phases of lymph node expansion in mice with TNF-induced inflammatory-erosive arthritis. Arthritis Res Ther. 21, 240 (2019).","journal-title":"Arthritis Res Ther."},{"key":"51012_CR21","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-16884-y","volume":"12","author":"HM Kenney","year":"2022","unstructured":"Kenney, H. M. et al. Persistent popliteal lymphatic muscle cell coverage defects despite amelioration of arthritis and recovery of popliteal lymphatic vessel function in TNF-Tg mice following anti-TNF therapy. Sci. Rep. 12, 12751 (2022).","journal-title":"Sci. Rep."},{"key":"51012_CR22","doi-asserted-by":"publisher","first-page":"2426","DOI":"10.1002\/jbmr.4447","volume":"36","author":"X Yi","year":"2021","unstructured":"Yi, X. et al. TNF-polarized macrophages produce insulin-like 6 peptide to stimulate bone formation in rheumatoid arthritis in mice. J. Bone Min. Res. 36, 2426\u20132439 (2021).","journal-title":"J. Bone Min. Res."},{"key":"51012_CR23","doi-asserted-by":"publisher","DOI":"10.1186\/ar430","volume":"4","author":"DJ Shealy","year":"2002","unstructured":"Shealy, D. J. et al. Anti-TNF-alpha antibody allows healing of joint damage in polyarthritic transgenic mice. Arthritis Res. 4, R7 (2002).","journal-title":"Arthritis Res."},{"key":"51012_CR24","doi-asserted-by":"publisher","first-page":"101563","DOI":"10.1016\/j.media.2019.101563","volume":"58","author":"S Graham","year":"2019","unstructured":"Graham, S. et al. Hover-net: simultaneous segmentation and classification of nuclei in multi-tissue histology images. Med Image Anal. 58, 101563 (2019).","journal-title":"Med Image Anal."},{"key":"51012_CR25","doi-asserted-by":"publisher","DOI":"10.1126\/sciadv.abn3966","volume":"8","author":"X Wang","year":"2022","unstructured":"Wang, X. et al. Spatial interplay patterns of cancer nuclei and tumor-infiltrating lymphocytes (TILs) predict clinical benefit for immune checkpoint inhibitors. Sci. Adv. 8, eabn3966 (2022).","journal-title":"Sci. Adv."},{"key":"51012_CR26","doi-asserted-by":"publisher","first-page":"1642","DOI":"10.1136\/annrheumdis-2019-215751","volume":"78","author":"G Lliso-Ribera","year":"2019","unstructured":"Lliso-Ribera, G. et al. Synovial tissue signatures enhance clinical classification and prognostic\/treatment response algorithms in early inflammatory arthritis and predict requirement for subsequent biological therapy: results from the pathobiology of early arthritis cohort (PEAC). Ann. Rheum. Dis. 78, 1642\u20131652 (2019).","journal-title":"Ann. Rheum. Dis."},{"key":"51012_CR27","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1078\/0344-0338-5710261","volume":"198","author":"V Krenn","year":"2002","unstructured":"Krenn, V. et al. Grading of chronic synovitis\u2013a histopathological grading system for molecular and diagnostic pathology. Pathol. Res Pr. 198, 317\u2013325 (2002).","journal-title":"Pathol. Res Pr."},{"key":"51012_CR28","doi-asserted-by":"crossref","unstructured":"Cifci, D. et al. AI in computational pathology of cancer: improving diagnostic workflows and clinical outcomes? Ann. Rev. Cancer Biol. 7, 57\u201371 (2023)","DOI":"10.1146\/annurev-cancerbio-061521-092038"},{"key":"51012_CR29","doi-asserted-by":"publisher","first-page":"102691","DOI":"10.1016\/j.media.2022.102691","volume":"84","author":"H Jiang","year":"2023","unstructured":"Jiang, H. et al. Deep learning for computational cytology: a survey. Med. Image Anal. 84, 102691 (2023).","journal-title":"Med. Image Anal."},{"key":"51012_CR30","doi-asserted-by":"publisher","first-page":"e195","DOI":"10.1016\/S2589-7500(20)30292-2","volume":"3","author":"UJ Muehlematter","year":"2021","unstructured":"Muehlematter, U. J., Daniore, P. & Vokinger, K. N. Approval of artificial intelligence and machine learning-based medical devices in the USA and Europe (2015-20): a comparative analysis. Lancet Digit Health 3, e195\u2013e203 (2021).","journal-title":"Lancet Digit Health"},{"key":"51012_CR31","doi-asserted-by":"publisher","first-page":"1301","DOI":"10.1038\/s41591-019-0508-1","volume":"25","author":"G Campanella","year":"2019","unstructured":"Campanella, G. et al. Clinical-grade computational pathology using weakly supervised deep learning on whole slide images. Nat. Med. 25, 1301\u20131309 (2019).","journal-title":"Nat. Med."},{"key":"51012_CR32","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1186\/s13075-021-02716-3","volume":"24","author":"MA Konnaris","year":"2022","unstructured":"Konnaris, M. A. et al. Computational pathology for musculoskeletal conditions using machine learning: advances, trends, and challenges. Arthritis Res. Ther. 24, 68 (2022).","journal-title":"Arthritis Res. Ther."},{"key":"51012_CR33","doi-asserted-by":"publisher","first-page":"102264","DOI":"10.1016\/j.media.2021.102264","volume":"75","author":"P Pati","year":"2022","unstructured":"Pati, P. et al. Hierarchical graph representations in digital pathology. Med Image Anal. 75, 102264 (2022).","journal-title":"Med Image Anal."},{"key":"51012_CR34","doi-asserted-by":"publisher","first-page":"322","DOI":"10.1002\/acr2.11381","volume":"4","author":"S Guan","year":"2022","unstructured":"Guan, S. et al. Rheumatoid arthritis synovial inflammation quantification using computer vision. ACR Open Rheumatol. 4, 322\u2013331 (2022).","journal-title":"ACR Open Rheumatol."},{"key":"51012_CR35","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1093\/rheumatology\/39.1.43","volume":"39","author":"MC Kraan","year":"2000","unstructured":"Kraan, M. C. et al. Quantification of the cell infiltrate in synovial tissue by digital image analysis. Rheumatol. (Oxf.) 39, 43\u201349 (2000).","journal-title":"Rheumatol. (Oxf.)"},{"key":"51012_CR36","doi-asserted-by":"publisher","first-page":"834","DOI":"10.1136\/ard.2004.029751","volume":"64","author":"JJ Haringman","year":"2005","unstructured":"Haringman, J. J. et al. Synovial tissue macrophages: a sensitive biomarker for response to treatment in patients with rheumatoid arthritis. Ann. Rheum. Dis. 64, 834\u2013838 (2005).","journal-title":"Ann. Rheum. Dis."},{"key":"51012_CR37","doi-asserted-by":"publisher","first-page":"1656","DOI":"10.1136\/ard.2006.061143","volume":"66","author":"T Rooney","year":"2007","unstructured":"Rooney, T. et al. Microscopic measurement of inflammation in synovial tissue: inter-observer agreement for manual quantitative, semiquantitative and computerised digital image analysis. Ann. Rheum. Dis. 66, 1656\u20131660 (2007).","journal-title":"Ann. Rheum. Dis."},{"key":"51012_CR38","doi-asserted-by":"publisher","first-page":"690","DOI":"10.1002\/art.40428","volume":"70","author":"DE Orange","year":"2018","unstructured":"Orange, D. E. et al. Identification of three rheumatoid arthritis disease subtypes by machine learning integration of synovial histologic features and RNA sequencing data. Arthritis Rheumatol. 70, 690\u2013701 (2018).","journal-title":"Arthritis Rheumatol."},{"key":"51012_CR39","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/ar4593","volume":"16","author":"GS Firestein","year":"2014","unstructured":"Firestein, G. S. The disease formerly known as rheumatoid arthritis. Arthritis Res. Ther. 16, 1\u20133 (2014).","journal-title":"Arthritis Res. Ther."},{"key":"51012_CR40","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-018-02892-y","volume":"9","author":"F Mizoguchi","year":"2018","unstructured":"Mizoguchi, F. et al. Functionally distinct disease-associated fibroblast subsets in rheumatoid arthritis. Nat. Commun. 9, 789 (2018).","journal-title":"Nat. Commun."},{"key":"51012_CR41","doi-asserted-by":"publisher","first-page":"966","DOI":"10.1136\/annrheumdis-2017-212862","volume":"77","author":"MH Buch","year":"2018","unstructured":"Buch, M. H. Defining refractory rheumatoid arthritis. Ann. Rheum. Dis. 77, 966\u2013969 (2018).","journal-title":"Ann. Rheum. Dis."},{"key":"51012_CR42","doi-asserted-by":"publisher","first-page":"18001","DOI":"10.1038\/nrdp.2018.1","volume":"4","author":"JS Smolen","year":"2018","unstructured":"Smolen, J. S. et al. Rheumatoid arthritis. Nat. Rev. Dis. Prim. 4, 18001 (2018).","journal-title":"Nat. Rev. Dis. Prim."},{"key":"51012_CR43","doi-asserted-by":"publisher","first-page":"1108","DOI":"10.1002\/art.41752","volume":"73","author":"L Fraenkel","year":"2021","unstructured":"Fraenkel, L. et al. 2021 American college of rheumatology guideline for the treatment of rheumatoid arthritis. Arthritis Rheumatol. 73, 1108\u20131123 (2021).","journal-title":"Arthritis Rheumatol."},{"key":"51012_CR44","doi-asserted-by":"publisher","first-page":"1129","DOI":"10.1038\/s41591-022-01857-5","volume":"28","author":"LT Donlin","year":"2022","unstructured":"Donlin, L. T. Inching closer to precision treatment for rheumatoid arthritis. Nat. Med. 28, 1129\u20131131 (2022).","journal-title":"Nat. Med."},{"key":"51012_CR45","first-page":"55","volume":"22","author":"R Likert","year":"1932","unstructured":"Likert, R. A technique for the measurement of attitudes. Arch. Psychol. 22, 55\u201355 (1932). 140.","journal-title":"Arch. Psychol."},{"key":"51012_CR46","doi-asserted-by":"publisher","first-page":"928","DOI":"10.1038\/s41590-019-0378-1","volume":"20","author":"F Zhang","year":"2019","unstructured":"Zhang, F. et al. Defining inflammatory cell states in rheumatoid arthritis joint synovial tissues by integrating single-cell transcriptomics and mass cytometry. Nat. Immunol. 20, 928\u2013942 (2019).","journal-title":"Nat. Immunol."},{"key":"51012_CR47","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1038\/s41586-023-06708-y","volume":"623","author":"F Zhang","year":"2023","unstructured":"Zhang, F. et al. Deconstruction of rheumatoid arthritis synovium defines inflammatory subtypes. Nature 623, 616\u2013624 (2023).","journal-title":"Nature"},{"key":"51012_CR48","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/ar1494","volume":"7","author":"ME Frasnelli","year":"2005","unstructured":"Frasnelli, M. E. et al. TLR2 modulates inflammation in zymosan-induced arthritis in mice. Arthritis Res Ther. 7, 1\u201310 (2005).","journal-title":"Arthritis Res Ther."},{"key":"51012_CR49","doi-asserted-by":"publisher","first-page":"e0182751","DOI":"10.1371\/journal.pone.0182751","volume":"12","author":"IY Choi","year":"2017","unstructured":"Choi, I. Y. et al. Stromal cell markers are differentially expressed in the synovial tissue of patients with early arthritis. PLoS One 12, e0182751 (2017).","journal-title":"PLoS One"},{"key":"51012_CR50","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-017-17204-5","volume":"7","author":"P Bankhead","year":"2017","unstructured":"Bankhead, P. et al. QuPath: Open source software for digital pathology image analysis. Sci. Rep. 7, 1\u20137 (2017).","journal-title":"Sci. Rep."},{"key":"51012_CR51","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41467-021-24698-1","volume":"12","author":"FM Howard","year":"2021","unstructured":"Howard, F. M. et al. The impact of site-specific digital histology signatures on deep learning model accuracy and bias. Nat. Commun. 12, 1\u201313 (2021).","journal-title":"Nat. Commun."},{"key":"51012_CR52","unstructured":"imgaug 0.4.0. imgaug: A Library For Image Augmentation in Machine Learning Experiments. https:\/\/pypi.org\/project\/imgaug\/ (2023)."},{"key":"51012_CR53","unstructured":"Bradski, G. The OpenCV Library. https:\/\/opencv.org\/ (2000)."},{"key":"51012_CR54","doi-asserted-by":"crossref","unstructured":"Zhou, Z. et al. Unet\u2009+\u2009+: A nested u-net architecture for medical image segmentation. In Deep Learning in Medical Image Analysis and Multimodal Learning for Clinical Decision Support: 4th International Workshop, DLMIA 2018 (eds. Stoyanov, D. et al.) 11045 (Springer, Cham, 2018).","DOI":"10.1007\/978-3-030-00889-5_1"},{"key":"51012_CR55","unstructured":"Paszke, A. et al. Pytorch: An imperative style, high-performance deep learning library. Adv. Neural Info. Process. Syst. 32, 8026\u20138037 (2019)"},{"key":"51012_CR56","unstructured":"Iakubovskii, P. Segmentation Models Pytorch. https:\/\/github.com\/qubvel\/segmentation_models.pytorch (2019)."},{"key":"51012_CR57","doi-asserted-by":"publisher","unstructured":"Tan, M. & Q. Le. Efficientnet: Rethinking model scaling for convolutional neural networks. Int. Conf. Mach. Learn. https:\/\/doi.org\/10.48550\/arXiv.1905.11946 (2019)","DOI":"10.48550\/arXiv.1905.11946"},{"key":"51012_CR58","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1016\/j.compmedimag.2019.04.005","volume":"75","author":"SA Taghanaki","year":"2019","unstructured":"Taghanaki, S. A. et al. Combo loss: handling input and output imbalance in multi-organ segmentation. Comput. Med. Imaging Graph. 75, 24\u201333 (2019).","journal-title":"Comput. Med. Imaging Graph."},{"key":"51012_CR59","doi-asserted-by":"publisher","unstructured":"Thoma, M. A survey of semantic segmentation. arXiv https:\/\/doi.org\/10.48550\/arXiv.1602.06541 (2016).","DOI":"10.48550\/arXiv.1602.06541"},{"key":"51012_CR60","doi-asserted-by":"publisher","first-page":"1882","DOI":"10.1016\/j.joms.2019.03.023","volume":"77","author":"K Stokbro","year":"2019","unstructured":"Stokbro, K. et al. Does mandible-first sequencing increase maxillary surgical accuracy in bimaxillary procedures? J. Oral. Maxillofac. Surg. 77, 1882\u20131893 (2019).","journal-title":"J. Oral. Maxillofac. Surg."},{"key":"51012_CR61","doi-asserted-by":"publisher","unstructured":"Gamper, J. et al. Pannuke dataset extension, insights and baselines. arXiv https:\/\/doi.org\/10.48550\/arXiv:2003.10778 (2020).","DOI":"10.48550\/arXiv:2003.10778"},{"key":"51012_CR62","doi-asserted-by":"publisher","first-page":"676","DOI":"10.1038\/nmeth.2019","volume":"9","author":"J Schindelin","year":"2012","unstructured":"Schindelin, J. et al. Fiji: an open-source platform for biological-image analysis. Nat. methods 9, 676\u2013682 (2012).","journal-title":"Nat. methods"},{"key":"51012_CR63","first-page":"291","volume":"23","author":"AC Ruifrok","year":"2001","unstructured":"Ruifrok, A. C. & Johnston, D. A. Quantification of histochemical staining by color deconvolution. Anal. Quant. Cytol. Histol. 23, 291\u2013299 (2001).","journal-title":"Anal. Quant. Cytol. Histol."},{"key":"51012_CR64","doi-asserted-by":"crossref","unstructured":"Joshi, A. J., Porikli, F. & Papanikolopoulos, N. Multi-class active learning for image classification. In 2009 IEEE Conf. Computer Vision and Pattern Recognition. 2372\u20132379 (IEEE, 2009).","DOI":"10.1109\/CVPRW.2009.5206627"},{"key":"51012_CR65","doi-asserted-by":"crossref","unstructured":"Lewis, D. D. and J. Catlett, Heterogeneous uncertainty sampling for supervised learning. Mach. Learn. Proc. 1994, 148\u2013156 (1994).","DOI":"10.1016\/B978-1-55860-335-6.50026-X"},{"key":"51012_CR66","doi-asserted-by":"publisher","unstructured":"Tivadar Danka, P. H. modAL: A modular active learning framework for pythonmodular active learning framework for {P}ython}. arXiv https:\/\/doi.org\/10.48550\/arXiv.1805.00979 (2018).","DOI":"10.48550\/arXiv.1805.00979"},{"key":"51012_CR67","doi-asserted-by":"crossref","unstructured":"McInnes, L., Healy, J., Saul, N. & GroBberger, L. UMAP: Uniform manifold approximation and projection. J. Open Source Softw. 3, 861 (2018).","DOI":"10.21105\/joss.00861"}],"container-title":["Nature Communications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41467-024-51012-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41467-024-51012-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41467-024-51012-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T16:26:00Z","timestamp":1724948760000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41467-024-51012-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,29]]},"references-count":67,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["51012"],"URL":"https:\/\/doi.org\/10.1038\/s41467-024-51012-6","relation":{},"ISSN":["2041-1723"],"issn-type":[{"value":"2041-1723","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,8,29]]},"assertion":[{"value":"26 August 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 July 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 August 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"7503"}}