{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T07:03:42Z","timestamp":1781766222348,"version":"3.54.5"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T00:00:00Z","timestamp":1762473600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T00:00:00Z","timestamp":1762473600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Orthop Surg Res"],"DOI":"10.1186\/s13018-025-06386-8","type":"journal-article","created":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T13:30:18Z","timestamp":1762522218000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Applying machine learning to enhance core outcome set development: automating the data extraction and classification of outcomes"],"prefix":"10.1186","volume":"20","author":[{"given":"Ali","family":"Yalcinkaya","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kristian Gade","family":"Kjelmann","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shima","family":"Gholinezhad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ole","family":"Rahbek","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"S\u00f8ren","family":"Kold","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hans-Christen","family":"Husum","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,11,7]]},"reference":[{"key":"6386_CR1","doi-asserted-by":"publisher","first-page":"745","DOI":"10.1016\/j.jclinepi.2013.11.013","volume":"67","author":"M Boers","year":"2014","unstructured":"Boers M, Kirwan JR, Wells G, Beaton D, Gossec L, D\u2019Agostino MA, et al. Developing core outcome measurement sets for clinical trials: OMERACT filter 20. J Clin Epidemiol. 2014;67:745\u201353.","journal-title":"J Clin Epidemiol"},{"issue":"1","key":"6386_CR2","doi-asserted-by":"publisher","first-page":"e000284","DOI":"10.1136\/bmjmed-2022-000284","volume":"1","author":"JJ Kirkham","year":"2022","unstructured":"Kirkham JJ, Williamson P. Core outcome sets in medical research. BMJ Med. 2022;1(1):e000284.","journal-title":"BMJ Med"},{"issue":"2","key":"6386_CR3","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1016\/j.bjpt.2017.03.001","volume":"21","author":"A Chiarotto","year":"2017","unstructured":"Chiarotto A, Ostelo RW, Turk DC, Buchbinder R, Boers M. Core outcome sets for research and clinical practice. Braz J Phys Ther. 2017;21(2):77\u201384.","journal-title":"Braz J Phys Ther"},{"issue":"3","key":"6386_CR4","first-page":"1","volume":"18","author":"PR Williamson","year":"2017","unstructured":"Williamson PR, Altman DG, Bagley H, Barnes KL, Blazeby JM, Brookes ST, et al. The COMET Handbook: version 1.0. Trials. 2017;18(3):1\u201350.","journal-title":"Trials"},{"issue":"2","key":"6386_CR5","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1302\/2046-3758.122.BJR-2022-0116.R1","volume":"12","author":"AL Aquilina","year":"2023","unstructured":"Aquilina AL, Claireaux H, Aquilina CO, Tutton E, Fitzpatrick R, Costa ML, et al. What outcomes have been reported on patients following open lower limb fracture, and how have they been measured? Bone Joint Res. 2023;12(2):138\u201346.","journal-title":"Bone Joint Res"},{"issue":"4","key":"6386_CR6","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1302\/2048-0105.124.360066","volume":"12","author":"S Craxford","year":"2023","unstructured":"Craxford S, Marson BA, Ollivere B. Outcome sets in orthopaedics: defining \u2018what\u2019 and \u2018how\u2019 to measure. Bone & Joint 360. 2023;12(4):6\u20139.","journal-title":"Bone & Joint 360"},{"issue":"1","key":"6386_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/2046-4053-3-74","volume":"3","author":"G Tsafnat","year":"2014","unstructured":"Tsafnat G, Glasziou P, Choong MK, Dunn A, Galgani F, Coiera E. Systematic review automation technologies. Syst Rev. 2014;3(1):1\u201315.","journal-title":"Syst Rev."},{"key":"6386_CR8","doi-asserted-by":"publisher","first-page":"401","DOI":"10.12688\/f1000research.51117.2","volume":"10","author":"L Schmidt","year":"2023","unstructured":"Schmidt L, Finnerty Mutlu AN, Elmore R, Olorisade BK, Thomas J, Higgins JPT. Data extraction methods for systematic review (semi)automation: update of a living systematic review. F1000Res. 2023;10:401.","journal-title":"F1000Res"},{"issue":"1","key":"6386_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12874-023-02052-x","volume":"23","author":"K Veen","year":"2023","unstructured":"Veen K, Joseph A, Sossi F, Jaber PB, Lansac E, Das-Gupta E, et al. Standardized approach to extract candidate outcomes from literature for a standard outcome set: a case- and simulation study. BMC Med Res Methodol. 2023;23(1):1\u20138.","journal-title":"BMC Med Res Methodol."},{"key":"6386_CR10","doi-asserted-by":"publisher","first-page":"1180962","DOI":"10.3389\/fphar.2023.1180962","volume":"14","author":"B Adamson","year":"2023","unstructured":"Adamson B, Waskom M, Blarre A, Kelly J, Krismer K, Nemeth S, et al. Approach to machine learning for extraction of real-world data variables from electronic health records. Front Pharmacol. 2023;14:1180962.","journal-title":"Front Pharmacol"},{"issue":"1","key":"6386_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13643-015-0066-7","volume":"4","author":"SR Jonnalagadda","year":"2015","unstructured":"Jonnalagadda SR, Goyal P, Huffman MD. Automating data extraction in systematic reviews: a systematic review. Syst Rev. 2015;4(1):1\u201316.","journal-title":"Syst Rev"},{"issue":"4","key":"6386_CR12","doi-asserted-by":"publisher","first-page":"576","DOI":"10.1002\/jrsm.1710","volume":"15","author":"G Gartlehner","year":"2024","unstructured":"Gartlehner G, Kahwati L, Hilscher R, Thomas I, Kugley S, Crotty K, et al. Data extraction for evidence synthesis using a large language model: a proof-of-concept study. Res Synth Methods. 2024;15(4):576\u201389.","journal-title":"Res Synth Methods"},{"key":"6386_CR13","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1016\/j.jclinepi.2017.12.020","volume":"96","author":"S Dodd","year":"2018","unstructured":"Dodd S, Clarke M, Becker L, Mavergames C, Fish R, Williamson PR. A taxonomy has been developed for outcomes in medical research to help improve knowledge discovery. J Clin Epidemiol. 2018;96:84\u201392.","journal-title":"J Clin Epidemiol"},{"key":"6386_CR14","doi-asserted-by":"publisher","first-page":"715","DOI":"10.2340\/17453674.2024.42488","volume":"95","author":"A Yalcinkaya","year":"2024","unstructured":"Yalcinkaya A, Rahbek O, Tirta M, Jepsen JF, Rathleff MS, Iobst C, et al. Outcomes and outcome measurement instruments in lower-limb lengthening surgery: a scoping review to inform core outcome set development. Acta Orthop. 2024;95:715\u201322.","journal-title":"Acta Orthop"},{"key":"6386_CR15","doi-asserted-by":"publisher","unstructured":"Montani I, Honnibal M, Honnibal M, Boyd A, Landeghem S Van, Peters H. explosion\/spaCy: v3.7.2: Fixes for APIs and requirements . 2023 https:\/\/doi.org\/10.5281\/zenodo.10009823","DOI":"10.5281\/zenodo.10009823"},{"key":"6386_CR16","unstructured":"Honnibal M, Montani I, Van Landeghem S, Boyd A. spaCy: Industrial-strength natural language processing in python. 2020"},{"key":"6386_CR17","unstructured":"Tunstall L, Reimers N, Eun Seo Jo U, Bates L, Korat D, Wasserblat M, et al. Efficient Few-Shot Learning Without Prompts. 2022 Sep [cited 2025 May 15]. Available from: https:\/\/arxiv.org\/pdf\/2209.11055"},{"key":"6386_CR18","unstructured":"Li Z, Zhang X, Zhang Y, Long D, Xie P, Zhang M, et al. Towards General Text Embeddings with Multi-stage Contrastive Learning. 2023 Aug [cited 2025 May 15]. Available from: https:\/\/arxiv.org\/pdf\/2308.03281"},{"key":"6386_CR19","unstructured":"Enevoldsen K, Chung I, Kerboua I, Kardos M, Mathur A, Stap D, et al. MMTEB: MASSIVE MULTILINGUAL TEXT EMBEDDING BENCHMARK. 13th International Conference on Learning Representations, ICLR 2025. 2025 [cited 2025 Sep 26]. ;102004\u201360."},{"key":"6386_CR20","unstructured":"Flourish | Data Visualization & Storytelling [Internet]. [cited 2024 Jun 30]. Available from: https:\/\/app.flourish.studio\/login"},{"key":"6386_CR21","unstructured":"Bharadwaj S, Laffin M, Hamilton A. Automating the Compilation of Potential Core-Outcomes for Clinical Trials. 2021 Jan [cited 2025 Jan 27]. Available from: https:\/\/arxiv.org\/abs\/2101.04076v1"},{"issue":"7","key":"6386_CR22","first-page":"3447","volume":"34","author":"H Yin","year":"2020","unstructured":"Yin H, Wang Q, Zheng K, Li Z, Zhou X. Overcoming data sparsity in group recommendation. IEEE Trans Knowl Data Eng. 2020;34(7):3447\u201360.","journal-title":"IEEE Trans Knowl Data Eng."},{"key":"6386_CR23","doi-asserted-by":"publisher","DOI":"10.1186\/1472-6947-10-56","author":"S Kiritchenko","year":"2010","unstructured":"Kiritchenko S, De Bruijn B, Carini S, Martin J, Sim I. ExaCT: Automatic extraction of clinical trial characteristics from journal publications. BMC Med Inform Decis Mak. 2010. https:\/\/doi.org\/10.1186\/1472-6947-10-56.","journal-title":"BMC Med Inform Decis Mak"},{"key":"6386_CR24","doi-asserted-by":"publisher","unstructured":"Abaho M, Bollegala D, Williamson PR, Dodd S. Assessment of contextualised representations in detecting outcome phrases in clinical trials. 2022 Feb https:\/\/doi.org\/10.24105\/ejbi.2021.17.9.53-65","DOI":"10.24105\/ejbi.2021.17.9.53-65"},{"key":"6386_CR25","doi-asserted-by":"crossref","unstructured":"Abaho M, Bollegala D, Williamson P, Dodd S. Detect and Classify - Joint Span Detection and Classification for Health Outcomes. EMNLP 2021 - 2021 Conference on Empirical Methods in Natural Language Processing, Proceedings. 2021; 8709\u201321.","DOI":"10.18653\/v1\/2021.emnlp-main.686"},{"key":"6386_CR26","unstructured":"De Bruijn B, Carini S, Kiritchenko S, Martin J, Sim I. Automated information extraction of key trial design elements from clinical trial publications. AMIA Annual Symposium Proceedings. 2008; p 141."},{"issue":"5","key":"6386_CR27","doi-asserted-by":"publisher","first-page":"940","DOI":"10.1016\/j.jbi.2013.07.009","volume":"46","author":"KC Huang","year":"2013","unstructured":"Huang KC, Chiang IJ, Xiao F, Liao CC, Liu CCH, Wong JM. Pico element detection in medical text without metadata: are first sentences enough? J Biomed Inform. 2013;46(5):940\u20136.","journal-title":"J Biomed Inform"},{"key":"6386_CR28","doi-asserted-by":"crossref","unstructured":"Huang KC, Liu CCH, Yang SS, Xiao F, Wong JM, Liao CC, et al. Classification of PICO elements by text features systematically extracted from PubMed abstracts. Proceedings - 2011 IEEE International Conference on Granular Computing, GrC 2011. 2011;279\u201383.","DOI":"10.1109\/GRC.2011.6122608"},{"issue":"1","key":"6386_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1472-6947-10-29","volume":"10","author":"F Boudin","year":"2010","unstructured":"Boudin F, Nie JY, Bartlett JC, Grad R, Pluye P, Dawes M. Combining classifiers for robust PICO element detection. BMC Med Inform Decis Mak. 2010;10(1):1\u20136.","journal-title":"BMC Med Inform Decis Mak"},{"key":"6386_CR30","unstructured":"Summerscales R, Argamon S, Hupert J, Schwartz A. Identifying Treatments, Groups, and Outcomes in Medical Abstracts. 2009."},{"key":"6386_CR31","doi-asserted-by":"crossref","unstructured":"Summerscales RL, Argamon S, Bai S, Hupert J, Schwartz A. Automatic Summarization of Results from Clinical Trials. IEEE International Conference on Bioinformatics and Biomedicine. 2011;372\u20137.","DOI":"10.1109\/BIBM.2011.72"},{"key":"6386_CR32","doi-asserted-by":"publisher","DOI":"10.1111\/OBR.13427","author":"V Brown","year":"2022","unstructured":"Brown V, Moodie M, Sultana M, Hunter KE, Byrne R, Zarnowiecki D, et al. A scoping review of outcomes commonly reported in obesity prevention interventions aiming to improve obesity-related health behaviors in children to age 5 years. Obes Rev. 2022. https:\/\/doi.org\/10.1111\/OBR.13427.","journal-title":"Obes Rev"},{"issue":"10","key":"6386_CR33","doi-asserted-by":"publisher","first-page":"1867","DOI":"10.1038\/s41366-022-01198-w","volume":"46","author":"V Brown","year":"2022","unstructured":"Brown V, Moodie M, Sultana M, Hunter KE, Byrne R, Seidler AL, et al. Core outcome set for early intervention trials to prevent obesity in childhood (COS-EPOCH): Agreement on \u201cwhat\u201d to measure. Int J Obes. 2022;46(10):1867\u201374.","journal-title":"Int J Obes"},{"issue":"11","key":"6386_CR34","doi-asserted-by":"publisher","first-page":"2792","DOI":"10.7150\/ijms.111780","volume":"22","author":"E Yu","year":"2025","unstructured":"Yu E, Chu X, Zhang W, Meng X, Yang Y, Ji X, et al. Large language models in medicine: applications, challenges, and future directions. Int J Med Sci. 2025;22(11):2792.","journal-title":"Int J Med Sci"}],"container-title":["Journal of Orthopaedic Surgery and Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13018-025-06386-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s13018-025-06386-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13018-025-06386-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T13:30:22Z","timestamp":1762522222000},"score":1,"resource":{"primary":{"URL":"https:\/\/josr-online.biomedcentral.com\/articles\/10.1186\/s13018-025-06386-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,7]]},"references-count":34,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["6386"],"URL":"https:\/\/doi.org\/10.1186\/s13018-025-06386-8","relation":{},"ISSN":["1749-799X"],"issn-type":[{"value":"1749-799X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,7]]},"assertion":[{"value":"22 August 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 October 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 November 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable (no individual person data).","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"None.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"977"}}