{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,5]],"date-time":"2026-10-05T20:34:32Z","timestamp":1791232472108,"version":"4.1.0"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T00:00:00Z","timestamp":1771200000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T00:00:00Z","timestamp":1773792000000},"content-version":"vor","delay-in-days":30,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-026-40107-3","type":"journal-article","created":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T18:04:14Z","timestamp":1771265054000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Predicting camouflage treatment outcomes in skeletal class III malocclusion using machine learning"],"prefix":"10.1038","volume":"16","author":[{"given":"Jungwook","family":"Koh","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Young Ho","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Namgi","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Reuben","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Seung Il","family":"Song","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hwa Sung","family":"Chae","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,2,16]]},"reference":[{"key":"40107_CR1","unstructured":"Tweed, C. H. Clinical Orthodontics (C. V. Mosby, 1966)."},{"key":"40107_CR2","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1080\/14653125.2016.1155334","volume":"43","author":"A Jamilian","year":"2016","unstructured":"Jamilian, A., Cannavale, R., Piancino, M. G., Eslami, S. & Perillo, L. Methodological quality and outcome of systematic reviews reporting on orthopaedic treatment for class III malocclusion: overview of systematic reviews. J. Orthod. 43, 102\u2013120. https:\/\/doi.org\/10.1080\/14653125.2016.1155334 (2016).","journal-title":"J. Orthod."},{"key":"40107_CR3","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1179\/1465312512z.00000000011","volume":"39","author":"R Showkatbakhsh","year":"2012","unstructured":"Showkatbakhsh, R. et al. The effects of facemask and reverse chin cup on maxillary deficient patients. J. Orthod. 39, 95\u2013101. https:\/\/doi.org\/10.1179\/1465312512z.00000000011 (2012).","journal-title":"J. Orthod."},{"key":"40107_CR4","first-page":"209","volume":"7","author":"WR Proffit","year":"1992","unstructured":"Proffit, W. R., Phillips, C., Tulloch, J. F. & Medland, P. H. Surgical versus orthodontic correction of skeletal class II malocclusion in adolescents: effects and indications. Int. J. Adult Orthodon Orthognath Surg. 7, 209\u2013220 (1992).","journal-title":"Int. J. Adult Orthodon Orthognath Surg."},{"key":"40107_CR5","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1179\/bjo.19.1.21","volume":"19","author":"WJ Kerr","year":"1992","unstructured":"Kerr, W. J., Miller, S. & Dawber, J. E. Class III malocclusion: surgery or orthodontics? Br. J. Orthod. 19, 21\u201324. https:\/\/doi.org\/10.1179\/bjo.19.1.21 (1992).","journal-title":"Br. J. Orthod."},{"key":"40107_CR6","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1067\/mod.2002.123632","volume":"122","author":"A Stellzig-Eisenhauer","year":"2002","unstructured":"Stellzig-Eisenhauer, A., Lux, C. J. & Schuster, G. Treatment decision in adult patients with class III malocclusion: orthodontic therapy or orthognathic surgery? Am. J. Orthod. Dentofac. Orthop. 122, 27\u201337. https:\/\/doi.org\/10.1067\/mod.2002.123632 (2002).","journal-title":"Am. J. Orthod. Dentofac. Orthop."},{"key":"40107_CR7","doi-asserted-by":"publisher","first-page":"657","DOI":"10.1007\/s00784-024-06062-x","volume":"28","author":"Y Kim","year":"2024","unstructured":"Kim, Y. et al. Soft tissue paradigm based treatment planning in skeletal class III. Clin. Oral Investig. 28, 657. https:\/\/doi.org\/10.1007\/s00784-024-06062-x (2024).","journal-title":"Clin. Oral Investig"},{"key":"40107_CR8","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.ajodo.2015.07.030","volume":"149","author":"SK Jung","year":"2016","unstructured":"Jung, S. K. & Kim, T. W. New approach for the diagnosis of extractions with neural network machine learning. Am. J. Orthod. Dentofac. Orthop. 149, 127\u2013133. https:\/\/doi.org\/10.1016\/j.ajodo.2015.07.030 (2016).","journal-title":"Am. J. Orthod. Dentofac. Orthop."},{"key":"40107_CR9","doi-asserted-by":"publisher","first-page":"2037","DOI":"10.1038\/s41598-018-38439-w","volume":"9","author":"P Li","year":"2019","unstructured":"Li, P. et al. Orthodontic treatment planning based on artificial neural networks. Sci. Rep. 9, 2037. https:\/\/doi.org\/10.1038\/s41598-018-38439-w (2019).","journal-title":"Sci. Rep."},{"key":"40107_CR10","doi-asserted-by":"publisher","first-page":"17005","DOI":"10.1038\/s41598-023-44207-2","volume":"13","author":"YH Kim","year":"2023","unstructured":"Kim, Y. H. et al. The prediction of sagittal chin point relapse following two-jaw surgery using machine learning. Sci. Rep. 13, 17005. https:\/\/doi.org\/10.1038\/s41598-023-44207-2 (2023).","journal-title":"Sci. Rep."},{"key":"40107_CR11","doi-asserted-by":"publisher","first-page":"1372","DOI":"10.1177\/00220345221106676","volume":"101","author":"YS Park","year":"2022","unstructured":"Park, Y. S. et al. Deep learning-based prediction of the 3D postorthodontic facial changes. J. Dent. Res. 101, 1372\u20131379. https:\/\/doi.org\/10.1177\/00220345221106676 (2022).","journal-title":"J. Dent. Res."},{"key":"40107_CR12","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1186\/s12903-023-03817-y","volume":"24","author":"J Cai","year":"2024","unstructured":"Cai, J., Min, Z., Deng, Y., Jing, D. & Zhao, Z. Assessing the impact of occlusal plane rotation on facial aesthetics in orthodontic treatment: a machine learning approach. BMC Oral Health. 24, 30. https:\/\/doi.org\/10.1186\/s12903-023-03817-y (2024).","journal-title":"BMC Oral Health"},{"key":"40107_CR13","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1186\/s12903-023-02844-z","volume":"23","author":"M Cheng","year":"2023","unstructured":"Cheng, M. et al. Prediction of orthognathic surgery plan from 3D cephalometric analysis via deep learning. BMC Oral Health. 23, 161. https:\/\/doi.org\/10.1186\/s12903-023-02844-z (2023).","journal-title":"BMC Oral Health"},{"key":"40107_CR14","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/j.joms.2023.11.002","volume":"82","author":"X Xu","year":"2024","unstructured":"Xu, X. et al. Machine learning effectively diagnoses mandibular deformity using three-dimensional landmarks. J. Oral Maxillofac. Surg. 82, 181\u2013190. https:\/\/doi.org\/10.1016\/j.joms.2023.11.002 (2024).","journal-title":"J. Oral Maxillofac. Surg."},{"key":"40107_CR15","doi-asserted-by":"publisher","first-page":"1391","DOI":"10.1016\/j.joms.2023.07.137","volume":"81","author":"S Taraji","year":"2023","unstructured":"Taraji, S. et al. Novel machine learning algorithms for prediction of treatment decisions in adult patients with class III malocclusion. J. Oral Maxillofac. Surg. 81, 1391\u20131402. https:\/\/doi.org\/10.1016\/j.joms.2023.07.137 (2023).","journal-title":"J. Oral Maxillofac. Surg."},{"key":"40107_CR16","doi-asserted-by":"publisher","first-page":"e1","DOI":"10.1016\/j.ajodo.2021.06.012","volume":"161","author":"P Khosravi-Kamrani","year":"2022","unstructured":"Khosravi-Kamrani, P. et al. A machine learning approach to determine the prognosis of patients with class III malocclusion. Am. J. Orthod. Dentofac. Orthop. 161, e1\u2013e11. https:\/\/doi.org\/10.1016\/j.ajodo.2021.06.012 (2022).","journal-title":"Am. J. Orthod. Dentofac. Orthop."},{"key":"40107_CR17","doi-asserted-by":"publisher","first-page":"683","DOI":"10.2319\/071508-371.1","volume":"79","author":"BM Kim","year":"2009","unstructured":"Kim, B. M., Kang, B. Y., Kim, H. G. & Baek, S. H. Prognosis prediction for class III malocclusion treatment by feature wrapping method. Angle Orthod. 79, 683\u2013691. https:\/\/doi.org\/10.2319\/071508-371.1 (2009).","journal-title":"Angle Orthod."},{"key":"40107_CR18","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1186\/s12903-021-01513-3","volume":"21","author":"W Shin","year":"2021","unstructured":"Shin, W. et al. Deep learning based prediction of necessity for orthognathic surgery of skeletal malocclusion using cephalogram in Korean individuals. BMC Oral Health. 21, 130. https:\/\/doi.org\/10.1186\/s12903-021-01513-3 (2021).","journal-title":"BMC Oral Health"},{"key":"40107_CR19","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1186\/s40510-018-0218-0","volume":"19","author":"S Eslami","year":"2018","unstructured":"Eslami, S. et al. Treatment decision in adult patients with class III malocclusion: surgery versus orthodontics. Prog Orthod. 19, 28. https:\/\/doi.org\/10.1186\/s40510-018-0218-0 (2018).","journal-title":"Prog Orthod."},{"key":"40107_CR20","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1186\/s12859-023-05156-9","volume":"24","author":"D Rajput","year":"2023","unstructured":"Rajput, D., Wang, W. J. & Chen, C. C. Evaluation of a decided sample size in machine learning applications. BMC Bioinform. 24, 48. https:\/\/doi.org\/10.1186\/s12859-023-05156-9 (2023).","journal-title":"BMC Bioinform."},{"key":"40107_CR21","unstructured":"Dahlberg, G. Statistical Methods for Medical and Biological Students (Interscience, 1940)."},{"key":"40107_CR22","doi-asserted-by":"publisher","first-page":"382","DOI":"10.1016\/0002-9416(83)90322-6","volume":"83","author":"W Houston","year":"1983","unstructured":"Houston, W. The analysis of errors in orthodontic measurements. Am. J. Orthod. 83, 382\u2013390 (1983).","journal-title":"Am. J. Orthod."},{"key":"40107_CR23","doi-asserted-by":"publisher","unstructured":"Brodeur, Z. P., Herman, J. D. & Steinschneider, S. Bootstrap aggregation and cross-validation methods to reduce overfitting in reservoir control policy search. Water Resour. Res. 56 https:\/\/doi.org\/10.1029\/2020WR027184 (2020). e2020WR027184.","DOI":"10.1029\/2020WR027184"},{"key":"40107_CR24","doi-asserted-by":"publisher","unstructured":"Nematzadeh, Z., Ibrahim, R. & Selamat, A. Comparative studies on breast cancer classifications with k-fold cross validations using machine learning techniques in 2015 10th Asian Control Conference (ASCC), Kota Kinabalu, Malaysia, May 31-June 3,, (2015). https:\/\/doi.org\/10.1109\/ASCC.2015.7244654 (2015).","DOI":"10.1109\/ASCC.2015.7244654"},{"key":"40107_CR25","doi-asserted-by":"publisher","first-page":"972421","DOI":"10.3389\/fnano.2022.972421","volume":"4","author":"S Prusty","year":"2022","unstructured":"Prusty, S., Patnaik, S., Dash, S. K. & SKCV Stratified K-fold cross-validation on ML classifiers for predicting cervical cancer. Front. Nanotechnol. 4, 972421. https:\/\/doi.org\/10.3389\/fnano.2022.972421 (2022).","journal-title":"Front. Nanotechnol"},{"key":"40107_CR26","doi-asserted-by":"publisher","first-page":"542","DOI":"10.1016\/j.csbj.2024.08.005","volume":"24","author":"D Muhammad","year":"2024","unstructured":"Muhammad, D. & Bendechache, M. A systematic review of explainable artificial intelligence in medical image analysis. Comput. Struct. Biotechnol. J. 24, 542\u2013560 (2024).","journal-title":"Comput. Struct. Biotechnol. J."},{"key":"40107_CR27","doi-asserted-by":"publisher","first-page":"6649","DOI":"10.3390\/s25216649","volume":"25","author":"N Hettikankanamage","year":"2025","unstructured":"Hettikankanamage, N. et al. Explainable AI for biomedical imaging and sensing: A systematic review. Sensors 25, 6649. https:\/\/doi.org\/10.3390\/s25216649 (2025).","journal-title":"Sensors"},{"key":"40107_CR28","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1038\/s42256-019-0138-9","volume":"2","author":"SM Lundberg","year":"2020","unstructured":"Lundberg, S. M. et al. From local explanations to global Understanding with explainable AI for trees. Nat. Mach. Intell. 2, 56\u201367 (2020).","journal-title":"Nat. Mach. Intell."},{"key":"40107_CR29","doi-asserted-by":"crossref","unstructured":"Samek, W. & M\u00fcller, K. R. Towards explainable artificial intelligence in Explainable AI: Interpreting, Explaining and Visualizing Deep Learning (eds Samek, W. et al.) 5\u201322 (Springer, (2021).","DOI":"10.1007\/978-3-030-28954-6_1"},{"key":"40107_CR30","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1016\/j.neuroimage.2017.06.061","volume":"180","author":"G Varoquaux","year":"2018","unstructured":"Varoquaux, G. Cross-validation failure: small sample sizes lead to large error bars. NeuroImage 180, 68\u201377 (2018).","journal-title":"NeuroImage"},{"key":"40107_CR31","first-page":"2079","volume":"11","author":"GC Cawley","year":"2010","unstructured":"Cawley, G. C. & Talbot, N. L. C. On over-fitting in model selection and subsequent selection bias in performance evaluation. J. Mach. Learn. Res. 11, 2079\u20132107 (2010).","journal-title":"J. Mach. Learn. Res."},{"key":"40107_CR32","doi-asserted-by":"crossref","unstructured":"Chen, T., Guestrin, C. & XGBoost A scalable tree boosting system. In Proc. 22nd ACM SIGKDD Int. Conf. Knowl. Discov. Data Mining 785\u2013794 (2016).","DOI":"10.1145\/2939672.2939785"},{"key":"40107_CR33","doi-asserted-by":"publisher","DOI":"10.71097\/IJSAT.v16.i1.1305","author":"M Bhagat","year":"2025","unstructured":"Bhagat, M. & Bakariya, B. A comprehensive review of cross-validation techniques in machine learning. Ann. Data Sci. https:\/\/doi.org\/10.71097\/IJSAT.v16.i1.1305 (2025).","journal-title":"Ann. Data Sci."},{"key":"40107_CR34","doi-asserted-by":"publisher","unstructured":"Teodorescu, V. Obreja Br\u0103\u0219oveanu, L. Assessing the validity of k-fold cross-validation for model selection. Computation 13 https:\/\/doi.org\/10.3390\/computation13050127 (2025).","DOI":"10.3390\/computation13050127"},{"key":"40107_CR35","doi-asserted-by":"publisher","unstructured":"Chen, Y. et al. A survey on imbalanced learning: latest research and directions. Artif. Intell. Rev. 57 https:\/\/doi.org\/10.1007\/s10462-024-10759-6 (2024).","DOI":"10.1007\/s10462-024-10759-6"},{"key":"40107_CR36","doi-asserted-by":"publisher","unstructured":"Chicco, D. & Jurman, G. The advantages of the Matthews correlation coefficient (MCC) over F1 score and accuracy in binary classification evaluation. BMC Genom. 21 (6). https:\/\/doi.org\/10.1186\/s12864-019-6413-7 (2020).","DOI":"10.1186\/s12864-019-6413-7"},{"key":"40107_CR37","doi-asserted-by":"publisher","unstructured":"Blagus, R. & Lusa, L. SMOTE for high-dimensional class-imbalanced data. BMC Bioinform. 14 https:\/\/doi.org\/10.1186\/1471-2105-14-106 (2013).","DOI":"10.1186\/1471-2105-14-106"},{"key":"40107_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2907070","volume":"49","author":"P Branco","year":"2016","unstructured":"Branco, P., Torgo, L. & Ribeiro, R. A survey of predictive modeling under imbalanced distributions. ACM Comput. Surv. 49, 1\u201350 (2016).","journal-title":"ACM Comput. Surv."},{"key":"40107_CR39","doi-asserted-by":"publisher","first-page":"7637","DOI":"10.1039\/D5SC00270B","volume":"16","author":"J Jiang","year":"2025","unstructured":"Jiang, J. et al. Machine learning methods for imbalanced data challenges in biomedical sciences: A review. Chem. Sci. 16, 7637\u20137658 (2025).","journal-title":"Chem. Sci."},{"key":"40107_CR40","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2025.128920","author":"B Nikpour","year":"2025","unstructured":"Nikpour, B. et al. Data-level methods for imbalanced classification: A comprehensive review. Expert Syst. Appl. https:\/\/doi.org\/10.1016\/j.eswa.2025.128920 (2025).","journal-title":"Expert Syst. Appl."}],"updated-by":[{"DOI":"10.1038\/s41598-026-47457-y","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T00:00:00Z","timestamp":1775692800000}}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-40107-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-40107-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-40107-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T12:46:22Z","timestamp":1775738782000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-40107-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2,16]]},"references-count":40,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["40107"],"URL":"https:\/\/doi.org\/10.1038\/s41598-026-40107-3","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,2,16]]},"assertion":[{"value":"19 September 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 February 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 April 2026","order":6,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Correction","order":7,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"A Correction to this paper has been published:","order":8,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"https:\/\/doi.org\/10.1038\/s41598-026-47457-y","URL":"https:\/\/doi.org\/10.1038\/s41598-026-47457-y","order":9,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"All human research procedures were followed in accordance with the ethical standards of the committee responsible for human experimentation (institutional and national), and with the Helsinki Declaration of 1975, as revised in 2013. This study was reviewed and approved by the Ajou University Institutional Review Board (IRB No. AJOUIRB-DB-2024-509). All experimental protocols were approved by the institutional committees. The Institutional Review Board committees of Ajou University Hospital waived the requirement for patient-informed consent.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}}],"article-number":"9297"}}