{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,2]],"date-time":"2026-05-02T02:37:14Z","timestamp":1777689434186,"version":"3.51.4"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,2,14]],"date-time":"2025-02-14T00:00:00Z","timestamp":1739491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2025,2,14]],"date-time":"2025-02-14T00:00:00Z","timestamp":1739491200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/100018696","name":"HORIZON EUROPE Health","doi-asserted-by":"publisher","award":["101080711"],"award-info":[{"award-number":["101080711"]}],"id":[{"id":"10.13039\/100018696","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100018696","name":"HORIZON EUROPE Health","doi-asserted-by":"publisher","award":["101080711"],"award-info":[{"award-number":["101080711"]}],"id":[{"id":"10.13039\/100018696","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100018696","name":"HORIZON EUROPE Health","doi-asserted-by":"publisher","award":["101080711"],"award-info":[{"award-number":["101080711"]}],"id":[{"id":"10.13039\/100018696","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100018696","name":"HORIZON EUROPE Health","doi-asserted-by":"publisher","award":["101080711"],"award-info":[{"award-number":["101080711"]}],"id":[{"id":"10.13039\/100018696","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100018696","name":"HORIZON EUROPE Health","doi-asserted-by":"publisher","award":["101080711"],"award-info":[{"award-number":["101080711"]}],"id":[{"id":"10.13039\/100018696","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100019180","name":"HORIZON EUROPE European Research Council","doi-asserted-by":"publisher","award":["101095052"],"award-info":[{"award-number":["101095052"]}],"id":[{"id":"10.13039\/100019180","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100019180","name":"HORIZON EUROPE European Research Council","doi-asserted-by":"publisher","award":["101095052"],"award-info":[{"award-number":["101095052"]}],"id":[{"id":"10.13039\/100019180","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100019180","name":"HORIZON EUROPE European Research Council","doi-asserted-by":"publisher","award":["101095052"],"award-info":[{"award-number":["101095052"]}],"id":[{"id":"10.13039\/100019180","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100019180","name":"HORIZON EUROPE European Research Council","doi-asserted-by":"publisher","award":["101095052"],"award-info":[{"award-number":["101095052"]}],"id":[{"id":"10.13039\/100019180","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001826","name":"ZonMw","doi-asserted-by":"publisher","award":["40-00703-97-19069"],"award-info":[{"award-number":["40-00703-97-19069"]}],"id":[{"id":"10.13039\/501100001826","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001826","name":"ZonMw","doi-asserted-by":"publisher","award":["40-00703-97-19069"],"award-info":[{"award-number":["40-00703-97-19069"]}],"id":[{"id":"10.13039\/501100001826","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001826","name":"ZonMw","doi-asserted-by":"publisher","award":["40-00703-97-19069"],"award-info":[{"award-number":["40-00703-97-19069"]}],"id":[{"id":"10.13039\/501100001826","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001826","name":"ZonMw","doi-asserted-by":"publisher","award":["40-00703-97-19069"],"award-info":[{"award-number":["40-00703-97-19069"]}],"id":[{"id":"10.13039\/501100001826","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001826","name":"ZonMw","doi-asserted-by":"publisher","award":["40-00703-97-19069"],"award-info":[{"award-number":["40-00703-97-19069"]}],"id":[{"id":"10.13039\/501100001826","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:p>\n                    Musculoskeletal complaints account for 30% of GP consultations, with many referred to rheumatology clinics via letters. This study developed a Machine Learning (ML) pipeline to prioritize referrals by identifying rheumatoid arthritis (RA), osteoarthritis, fibromyalgia, and patients requiring long-term care. Using 8044 referral letters from 5728 patients across 12 clinics, we trained and validated ML models in two large centers and tested their generalizability in the remaining ten. The models were robust, with RA achieving an AUC-ROC of 0.78 (CI: 0.74\u20130.83), osteoarthritis 0.71 (CI: 0.67\u20130.74), fibromyalgia 0.81 (CI: 0.77\u20130.85), and chronic follow-up 0.63 (CI: 0.61\u20130.66). The RA-classifier outperformed manual referral systems, as it prioritised RA over non-RA cases (\n                    <jats:italic>P<\/jats:italic>\n                    \u2009&lt;\u2009\n                    <jats:italic>0.001<\/jats:italic>\n                    ), while the manual referral system could not differentiate between the two. The other classifiers showed similar prioritisation improvements, highlighting the potential to enhance care efficiency, reduce clinician workload, and facilitate earlier specialized care. Future work will focus on building clinical decision-support tools.\n                  <\/jats:p>","DOI":"10.1038\/s41746-025-01495-4","type":"journal-article","created":{"date-parts":[[2025,2,13]],"date-time":"2025-02-13T21:49:13Z","timestamp":1739483353000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Improving musculoskeletal care with AI enhanced triage through data driven screening of referral letters"],"prefix":"10.1038","volume":"8","author":[{"given":"Tjardo Dani\u00ebl","family":"Maarseveen","sequence":"first","affiliation":[]},{"given":"Herman Kasper","family":"Glas","sequence":"additional","affiliation":[]},{"given":"Josien","family":"Veris-van Dieren","sequence":"additional","affiliation":[]},{"given":"Erik","family":"van den Akker","sequence":"additional","affiliation":[]},{"given":"Rachel","family":"Knevel","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,14]]},"reference":[{"key":"1495_CR1","unstructured":"Department of Health. The Musculoskeletal Services Framework. A joint responsibility: doing it differently. https:\/\/webarchive.nationalarchives.gov.uk\/ukgwa\/20130124073659\/http:\/www.dh.gov.uk\/prod_consum_dh\/groups\/dh_digitalassets\/@dh\/@en\/documents\/digitalasset\/dh_4138412.pdf (2006)."},{"key":"1495_CR2","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1080\/03009742.2022.2112833","volume":"52","author":"E van Delft","year":"2022","unstructured":"van Delft, E. et al. Impact of triage by a rheumatologist on appropriateness of referrals from primary to secondary care: a cluster randomized trial. Scand. J. Rheumatol. 52, 403\u2013411 (2022).","journal-title":"Scand. J. Rheumatol."},{"key":"1495_CR3","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1016\/j.pain.2007.06.018","volume":"136","author":"ME Lynch","year":"2008","unstructured":"Lynch, M. E. et al. A systematic review of the effect of waiting for treatment for chronic pain. Pain 136, 97\u2013116 (2008).","journal-title":"Pain"},{"key":"1495_CR4","unstructured":"Schepman, S. M., Batenburg, R. S., Hansen, J. De arbeidsmarkt voor reumatologen in Nederland. NIVEL. https:\/\/nivel.nl\/sites\/default\/files\/bestanden\/Rapport-arbeidsmarkt-reumatologen-nederland.pdf (2010)."},{"key":"1495_CR5","doi-asserted-by":"publisher","first-page":"555","DOI":"10.3899\/jrheum.220300","volume":"49","author":"EM Miloslavsky","year":"2022","unstructured":"Miloslavsky, E. M. & Marston, B. The Challenge of Addressing the Rheumatology Workforce Shortage. J. Rheumatol. 49, 555\u2013557 (2022).","journal-title":"J. Rheumatol."},{"key":"1495_CR6","doi-asserted-by":"publisher","DOI":"10.1186\/s13054-019-2351-7","volume":"23","author":"Y Raita","year":"2019","unstructured":"Raita, Y. et al. Emergency department triage prediction of clinical outcomes using machine learning models. Crit. Care 23, 64 (2019).","journal-title":"Crit. Care"},{"key":"1495_CR7","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1007\/s11606-019-05512-7","volume":"35","author":"M Klug","year":"2020","unstructured":"Klug, M. et al. A Gradient Boosting Machine Learning Model for Predicting Early Mortality in the Emergency Department Triage: Devising a Nine-Point Triage Score. J. GEN INTERN MED 35, 220\u2013227 (2020).","journal-title":"J. GEN INTERN MED"},{"key":"1495_CR8","doi-asserted-by":"publisher","first-page":"499","DOI":"10.7861\/clinmed.2022-news-concept","volume":"22","author":"B Williams","year":"2022","unstructured":"Williams, B. The National Early Warning Score: From concept to NHS implementation. Clin. Med. 22, 499\u2013505 (2022).","journal-title":"Clin. Med."},{"key":"1495_CR9","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1186\/s12875-020-01124-x","volume":"21","author":"G Scaioli","year":"2020","unstructured":"Scaioli, G. et al. Communication between general practitioners and medical specialists in the referral process: a cross-sectional survey in 34 countries. BMC Fam. Pr. 21, 54 (2020).","journal-title":"BMC Fam. Pr."},{"key":"1495_CR10","doi-asserted-by":"publisher","first-page":"1822","DOI":"10.1136\/ard.2011.151902","volume":"70","author":"K Raza","year":"2011","unstructured":"Raza, K. et al. Delays in assessment of patients with rheumatoid arthritis: variations across Europe. Ann. Rheum. Dis. 70, 1822\u20131825 (2011).","journal-title":"Ann. Rheum. Dis."},{"key":"1495_CR11","doi-asserted-by":"publisher","first-page":"e332","DOI":"10.1016\/S2665-9913(20)30061-8","volume":"2","author":"E Niemantsverdriet","year":"2020","unstructured":"Niemantsverdriet, E., Dougados, M., Combe, B. & van der Helm-van Mil, A. H. M. Referring early arthritis patients within 6 weeks versus 12 weeks after symptom onset: an observational cohort study. Lancet Rheumatol. 2, e332\u2013e338 (2020).","journal-title":"Lancet Rheumatol."},{"key":"1495_CR12","doi-asserted-by":"crossref","unstructured":"Huggard, H., Koh, Y. S., Dobbie, G., & Zhang, E. Detecting concept drift in medical triage. Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval, Xi\u2019an, China, 25\u201330 July, 1733\u20131736 (2020).","DOI":"10.1145\/3397271.3401228"},{"key":"1495_CR13","doi-asserted-by":"publisher","DOI":"10.1093\/rap\/rkae120","volume":"8","author":"M Omar","year":"2024","unstructured":"Omar, M. et al. Advancing rheumatology with natural language processing: insights and prospects from a systematic review. Rheumatol. Adv. Pract. 8, rkae120 (2024).","journal-title":"Rheumatol. Adv. Pract."},{"key":"1495_CR14","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/s00296-023-05464-6","volume":"44","author":"M Krusche","year":"2024","unstructured":"Krusche, M. et al. Diagnostic accuracy of a large language model in rheumatology: comparison of physician and ChatGPT-4. Rheumatol. Int 44, 303\u2013306 (2024).","journal-title":"Rheumatol. Int"},{"key":"1495_CR15","doi-asserted-by":"publisher","first-page":"e46857","DOI":"10.2196\/46857","volume":"26","author":"S Fudickar","year":"2024","unstructured":"Fudickar, S. et al. Natural Language Processing of Referral Letters for Machine Learning\u2013Based Triaging of Patients With Low Back Pain to the Most Appropriate Intervention: Retrospective Study. J. Med. Internet Res. 26, e46857 (2024).","journal-title":"J. Med. Internet Res."},{"key":"1495_CR16","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2022.113899","volume":"166","author":"B Wang","year":"2023","unstructured":"Wang, B., Li, W., Bradlow, A., Bazuaye, E. & Chan, A. T. Y. Improving triaging from primary care into secondary care using heterogeneous data-driven hybrid machine learning. Decis. Support Syst. 166, 113899 (2023).","journal-title":"Decis. Support Syst."},{"key":"1495_CR17","doi-asserted-by":"publisher","DOI":"10.1093\/rap\/rkad067","volume":"7","author":"BL Thoms","year":"2023","unstructured":"Thoms, B. L., Bonnell, L. N., Tompkins, B., Nevares, A. & Lau, C. Predictors of inflammatory arthritis among new rheumatology referrals: a cross-sectional study. Rheumatol. Adv. Pract. 7, rkad067 (2023).","journal-title":"Rheumatol. Adv. Pract."},{"key":"1495_CR18","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1136\/qshc.8.1.16","volume":"8","author":"C Preston","year":"1999","unstructured":"Preston, C., Cheater, F., Baker, R. & Hearnshaw, H. Left in limbo: patients\u2019 views on care across the primary\/secondary interface. Qual. health care 8, 16\u201321 (1999).","journal-title":"Qual. health care"},{"key":"1495_CR19","unstructured":"Maarseveen, T. D. Referral M. L. GitHub. Published: August 20, 2024. https:\/\/github.com\/levrex\/Referral_ML"},{"key":"1495_CR20","doi-asserted-by":"publisher","first-page":"906","DOI":"10.1093\/rheumatology\/keh199","volume":"43","author":"VPK Nell","year":"2004","unstructured":"Nell, V. P. K. et al. Benefit of very early referral and very early therapy with disease-modifying anti-rheumatic drugs in patients with early rheumatoid arthritis. Rheumatology 43, 906\u2013914 (2004).","journal-title":"Rheumatology"},{"key":"1495_CR21","doi-asserted-by":"publisher","first-page":"3537","DOI":"10.1002\/art.27692","volume":"62","author":"MP van der Linden","year":"2010","unstructured":"van der Linden, M. P. et al. Long-term impact of delay in assessment of patients with early arthritis. Arthritis rheumatism 62, 3537\u20133546 (2010).","journal-title":"Arthritis rheumatism"},{"key":"1495_CR22","doi-asserted-by":"publisher","unstructured":"Sun, X. et al. Text classification via large language models, arXiv preprint arXiv:2305.08377 (2023). https:\/\/doi.org\/10.48550\/arXiv.2305.08377","DOI":"10.48550\/arXiv.2305.08377"},{"key":"1495_CR23","doi-asserted-by":"publisher","first-page":"e37805","DOI":"10.2196\/37805","volume":"11","author":"S Tamang","year":"2023","unstructured":"Tamang, S. et al. Practical Considerations for Developing Clinical Natural Language Processing Systems for Population Health Management and Measurement. JMIR Med. Inform. 11, e37805 (2023).","journal-title":"JMIR Med. Inform."},{"key":"1495_CR24","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1093\/fampra\/cmi002","volume":"22","author":"Y Engels","year":"2005","unstructured":"Engels, Y. et al. Developing a framework of, and quality indicators for, general practice management in Europe. Fam. Pract. 22, 215\u2013222 (2005).","journal-title":"Fam. Pract."},{"key":"1495_CR25","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-52618-6","volume":"15","author":"J Yang","year":"2024","unstructured":"Yang, J. et al. Generalizability assessment of AI models across hospitals in a low-middle and high income country. Nat. Commun. 15, 8270 (2024).","journal-title":"Nat. Commun."},{"key":"1495_CR26","doi-asserted-by":"publisher","DOI":"10.1093\/jamiaopen\/ooab011","volume":"4","author":"FR Tsui","year":"2021","unstructured":"Tsui, F. R. et al. Natural language processing and machine learning of electronic health records for prediction of first-time suicide attempts. JAMIA open 4, ooab011 (2021).","journal-title":"JAMIA open"},{"key":"1495_CR27","unstructured":"Worsham, J., & Kalita, J. (2018). Genre identification and the compositional effect of genre in literature. In: Proceedings of the 27th International Conference on Computational Linguistics, Association for Computational Linguistics, Santa Fe, New Mexico, USA, 1963\u20131973 (2018)."},{"key":"1495_CR28","first-page":"507","volume":"35","author":"L Grinsztajn","year":"2022","unstructured":"Grinsztajn, L., Oyallon, E. & Varoquaux, G. Why do tree-based models still outperform deep learning on typical tabular data? Adv. neural Inf. Process. Syst. 35, 507\u2013520 (2022).","journal-title":"Adv. neural Inf. Process. Syst."},{"key":"1495_CR29","first-page":"354","volume":"4","author":"M Toman","year":"2006","unstructured":"Toman, M., Tesar, R. & Jezek, K. Influence of word normalization on text classification. Proc. InSciT 4, 354\u2013358 (2006).","journal-title":"Proc. InSciT"},{"key":"1495_CR30","doi-asserted-by":"crossref","unstructured":"Margetis, G., Ntoa, S., Antona, M., & Stephanidis, C. Human-centered design of artificial intelligence. In G. Salvendy & W. Karwowski (Eds.), Handbook of human factors and ergonomics, Chapter 42, page 1085 (2021).","DOI":"10.1002\/9781119636113.ch42"},{"key":"1495_CR31","doi-asserted-by":"publisher","first-page":"e0118432","DOI":"10.1371\/journal.pone.0118432","volume":"10","author":"T Saito","year":"2015","unstructured":"Saito, T. & Rehmsmeier, M. The precision-recall plot is more informative than the ROC plot when evaluating binary classifiers on imbalanced datasets. PloS one 10, e0118432 (2015).","journal-title":"PloS one"},{"key":"1495_CR32","doi-asserted-by":"publisher","DOI":"10.1186\/1472-6963-9-143","volume":"9","author":"AJ Berendsen","year":"2009","unstructured":"Berendsen, A. J. et al. How do general practitioners and specialists value their mutual communication? A survey. BMC Health Serv. Res 9, 143 (2009).","journal-title":"BMC Health Serv. Res"},{"key":"1495_CR33","first-page":"1","volume":"15","author":"C Faviez","year":"2022","unstructured":"Faviez, C. et al. Diagnosis support systems for rare diseases: a scoping review. Orphanet J. Rare Dis. 15, 1\u201316 (2022).","journal-title":"Orphanet J. Rare Dis."},{"key":"1495_CR34","unstructured":"De Vries, W. et al. Bertje: A Dutch Bert model. arXiv preprint arXiv:1912.09582 (2019)."},{"key":"1495_CR35","unstructured":"Schweter, S., & Akbik, A. Flert: Document-level features for named entity recognition. arXiv preprint arXiv:2011.06993 (2020)."},{"key":"1495_CR36","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1186\/s12859-023-05578-5","volume":"24","author":"A Behdenna","year":"2023","unstructured":"Behdenna, A. et al. pyComBat, a Python tool for batch effects correction in high-throughput molecular data using empirical Bayes methods. BMC Bioinformatics. 24, 459 (2023).","journal-title":"BMC Bioinformatics."},{"key":"1495_CR37","first-page":"2951","volume":"4","author":"J Snoek","year":"2012","unstructured":"Snoek, J., Larochelle, L. & Adams, R. P. Practical Bayesian Optimization of Machine Learning Algorithms. Adv. Neural Inf. Process. Syst 4, 2951\u20132959 (2012).","journal-title":"Adv. Neural Inf. Process. Syst"},{"key":"1495_CR38","doi-asserted-by":"publisher","unstructured":"Roth, A. E. The Shapley Value: Essays in Honor of Lloyd S. Shapley. Cambridge University Press (1988). ISBN-10:052136177X. https:\/\/doi.org\/10.1017\/CBO9780511528446","DOI":"10.1017\/CBO9780511528446"}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01495-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01495-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01495-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,14]],"date-time":"2025-02-14T09:29:53Z","timestamp":1739525393000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01495-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,14]]},"references-count":38,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1495"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01495-4","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-5146275\/v1","asserted-by":"object"}]},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,14]]},"assertion":[{"value":"24 September 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 February 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 February 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"98"}}