{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T22:42:32Z","timestamp":1777588952157,"version":"3.51.4"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,2,3]],"date-time":"2026-02-03T00:00:00Z","timestamp":1770076800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T00:00:00Z","timestamp":1773619200000},"content-version":"vor","delay-in-days":41,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-02299-2","type":"journal-article","created":{"date-parts":[[2026,2,3]],"date-time":"2026-02-03T10:13:48Z","timestamp":1770113628000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Towards accurate and interpretable competency-based assessment: enhancing clinical competency assessment through multimodal AI and anomaly detection"],"prefix":"10.1038","volume":"9","author":[{"given":"Sapir","family":"Gershov","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fadi","family":"Mahameed","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aeyal","family":"Raz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shlomi","family":"Laufer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,2,3]]},"reference":[{"key":"2299_CR1","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-022-00566-0","volume":"5","author":"K Lam","year":"2022","unstructured":"Lam, K. et al. Machine learning for technical skill assessment in surgery: a systematic review. npj Digit. Med. 5, 24 (2022).","journal-title":"npj Digit. Med."},{"key":"2299_CR2","unstructured":"Organization, W. H. Global patient safety action plan 2021\u20132030: towards eliminating avoidable harm in health care (World Health Organization, 2021)."},{"key":"2299_CR3","doi-asserted-by":"publisher","first-page":"S42","DOI":"10.1097\/ACM.0000000000005598","volume":"99","author":"L Turner","year":"2024","unstructured":"Turner, L., Hashimoto, D. A., Vasisht, S. & Schaye, V. Demystifying AI: current state and future role in medical education assessment. Acad. Med. 99, S42\u2013S47 (2024).","journal-title":"Acad. Med."},{"key":"2299_CR4","doi-asserted-by":"crossref","unstructured":"Liu, D. et al. Towards unified surgical skill assessment. in IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) 9517\u20139526 (IEEE, 2021).","DOI":"10.1109\/CVPR46437.2021.00940"},{"key":"2299_CR5","unstructured":"Holmboe, E. S. & Durning, S. J. Practical Guide to the Assessment of Clinical Competence, (Elsevier Health Sciences, 2024)."},{"key":"2299_CR6","doi-asserted-by":"publisher","first-page":"e38813","DOI":"10.1097\/MD.0000000000038813","volume":"103","author":"C Elendu","year":"2024","unstructured":"Elendu, C. et al. The impact of simulation-based training in medical education: a review. Medicine 103, e38813 (2024).","journal-title":"Medicine"},{"key":"2299_CR7","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1097\/SIH.0b013e31817bb8f6","volume":"3","author":"RJ Glavin","year":"2008","unstructured":"Glavin, R. J. & Gaba, D. M. Challenges and opportunities in simulation and assessment. Simul. Healthc. 3, 69\u201371 (2008).","journal-title":"Simul. Healthc."},{"key":"2299_CR8","doi-asserted-by":"publisher","first-page":"853","DOI":"10.1213\/01.ane.0000194934.34552.ab","volume":"102","author":"H Berkenstadt","year":"2006","unstructured":"Berkenstadt, H., Ziv, A., Gafni, N. & Sidi, A. Incorporating simulation-based objective structured clinical examination into the Israeli national board examination in anesthesiology. Anesth. Analg. 102, 853\u2013858 (2006).","journal-title":"Anesth. Analg."},{"key":"2299_CR9","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1097\/SIH.0b013e3181992077","volume":"4","author":"ER Petrusa","year":"2009","unstructured":"Petrusa, E. R. Current challenges and future opportunities for simulation in high-stakes assessment. Simul. Healthc. 4, 3\u20135 (2009).","journal-title":"Simul. Healthc."},{"key":"2299_CR10","doi-asserted-by":"publisher","first-page":"464","DOI":"10.1046\/j.1365-2923.2003.01495.x","volume":"37","author":"JJ Norcini","year":"2003","unstructured":"Norcini, J. J. Setting standards on educational tests. Med. Educ. 37, 464\u2013469 (2003).","journal-title":"Med. Educ."},{"key":"2299_CR11","doi-asserted-by":"publisher","first-page":"e201664","DOI":"10.1001\/jamanetworkopen.2020.1664","volume":"3","author":"S Khalid","year":"2020","unstructured":"Khalid, S., Goldenberg, M., Grantcharov, T., Taati, B. & Rudzicz, F. Evaluation of deep learning models for identifying surgical actions and measuring performance. JAMA Netw. Open 3, e201664 (2020).","journal-title":"JAMA Netw. Open"},{"key":"2299_CR12","doi-asserted-by":"publisher","first-page":"780","DOI":"10.1038\/s41551-023-01010-8","volume":"7","author":"D Kiyasseh","year":"2023","unstructured":"Kiyasseh, D. et al. A vision transformer for decoding surgeon activity from surgical videos. Nat. Biomed. Eng. 7, 780\u2013796 (2023).","journal-title":"Nat. Biomed. Eng."},{"key":"2299_CR13","doi-asserted-by":"publisher","first-page":"e2149008","DOI":"10.1001\/jamanetworkopen.2021.49008","volume":"5","author":"AM Fazlollahi","year":"2022","unstructured":"Fazlollahi, A. M. et al. Effect of artificial intelligence tutoring vs expert instruction on learning simulated surgical skills among medical students. JAMA Netw. Open 5, e2149008 (2022).","journal-title":"JAMA Netw. Open"},{"key":"2299_CR14","doi-asserted-by":"publisher","first-page":"e231131","DOI":"10.1001\/jamasurg.2023.1131","volume":"158","author":"T Igaki","year":"2023","unstructured":"Igaki, T. et al. Automatic surgical skill assessment system based on concordance of standardized surgical field development using artificial intelligence. JAMA Surg. 158, e231131 (2023).","journal-title":"JAMA Surg."},{"key":"2299_CR15","doi-asserted-by":"crossref","unstructured":"Boal, M. W. E. et al. Evaluation of objective tools and artificial intelligence in robotic surgery technical skills assessment: a systematic review. Br. J. Surg. 111 (2024).","DOI":"10.1093\/bjs\/znad331"},{"key":"2299_CR16","doi-asserted-by":"publisher","DOI":"10.1186\/s12909-025-07241-4","volume":"25","author":"M Tekin","year":"2025","unstructured":"Tekin, M., Yurdal, M. O. O., Toraman, \u00c7, Korkmaz, G. & Uysal, \u0130 Is AI the future of evaluation in medical education? AI vs. human evaluation in objective structured clinical examination. BMC Med. Educ. 25, 641 (2025).","journal-title":"BMC Med. Educ."},{"key":"2299_CR17","doi-asserted-by":"publisher","first-page":"7749","DOI":"10.1109\/TCSVT.2023.3281413","volume":"33","author":"K Zhou","year":"2023","unstructured":"Zhou, K., Ma, Y., Shum, H. P. H. & Liang, X. Hierarchical graph convolutional networks for action quality assessment. IEEE Trans. Circuits Syst. Video Technol. 33, 7749\u20137763 (2023).","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"key":"2299_CR18","doi-asserted-by":"crossref","unstructured":"Wang, S. et al. A survey of video-based action quality assessment. in 2021 International Conference on Networking Systems of AI (INSAI) 1\u20139 (IEEE, 2021).","DOI":"10.1109\/INSAI54028.2021.00029"},{"key":"2299_CR19","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-022-00707-5","volume":"5","author":"P Mascagni","year":"2022","unstructured":"Mascagni, P. et al. Computer vision in surgery: from potential to clinical value. npj Digit. Med. 5, 163 (2022).","journal-title":"npj Digit. Med."},{"key":"2299_CR20","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-024-01412-1","volume":"8","author":"TZ Carciumaru","year":"2025","unstructured":"Carciumaru, T. Z. et al. Systematic review of machine learning applications using nonoptical motion tracking in surgery. npj Digit. Med. 8, 28 (2025).","journal-title":"npj Digit. Med."},{"key":"2299_CR21","doi-asserted-by":"publisher","first-page":"e2422520","DOI":"10.1001\/jamanetworkopen.2024.22520","volume":"7","author":"RE Harari","year":"2024","unstructured":"Harari, R. E. et al. Deep learning analysis of surgical video recordings to assess nontechnical skills. JAMA Netw. Open 7, e2422520 (2024).","journal-title":"JAMA Netw. Open"},{"key":"2299_CR22","doi-asserted-by":"publisher","first-page":"1959","DOI":"10.1007\/s11548-018-1860-1","volume":"13","author":"Z Wang","year":"2018","unstructured":"Wang, Z. & Majewicz Fey, A. Deep learning with convolutional neural network for objective skill evaluation in robot-assisted surgery. Int. J. Comput. Assist. Radiol. Surg. (IJCARS 13, 1959\u20131970 (2018).","journal-title":"Int. J. Comput. Assist. Radiol. Surg. (IJCARS"},{"key":"2299_CR23","doi-asserted-by":"publisher","first-page":"1629","DOI":"10.1016\/j.jsurg.2019.06.011","volume":"76","author":"M Levin","year":"2019","unstructured":"Levin, M., McKechnie, T., Khalid, S., Grantcharov, T. P. & Goldenberg, M. Automated methods of technical skill assessment in surgery: a systematic review. J. Surg. Educ. 76, 1629\u20131639 (2019).","journal-title":"J. Surg. Educ."},{"key":"2299_CR24","doi-asserted-by":"crossref","unstructured":"Pirsiavash, H., Vondrick, C. & Torralba, A. Assessing the quality of actions. in European Conference on Computer Vision (ECCV) 556\u2013571 (Springer International Publishing, 2014).","DOI":"10.1007\/978-3-319-10599-4_36"},{"key":"2299_CR25","doi-asserted-by":"publisher","first-page":"4129","DOI":"10.3390\/s19194129","volume":"19","author":"Q Lei","year":"2019","unstructured":"Lei, Q., Du, J.-X., Zhang, H.-B., Ye, S. & Chen, D.-S. A survey of vision-based human action evaluation methods. Sensors 19, 4129 (2019).","journal-title":"Sensors"},{"key":"2299_CR26","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-023-00766-2","volume":"6","author":"D Kiyasseh","year":"2023","unstructured":"Kiyasseh, D. et al. Human visual explanations mitigate bias in AI-based assessment of surgeon skills. npj Digit. Med. 6, 54 (2023).","journal-title":"npj Digit. Med."},{"key":"2299_CR27","unstructured":"Gao, Y. et al. JHU-ISI gesture and skill assessment working set (JIGSAWS): a surgical activity dataset for human motion modeling. https:\/\/cirl.lcsr.jhu.edu\/wp-content\/uploads\/2015\/11\/JIGSAWS.pdf (2014)."},{"key":"2299_CR28","doi-asserted-by":"publisher","first-page":"125064","DOI":"10.1016\/j.eswa.2024.125064","volume":"258","author":"Y Zhang","year":"2024","unstructured":"Zhang, Y., Weng, Y. & Wang, B. CWT-ViT: a time\u2013frequency representation and vision transformer-based framework for automated robotic surgical skill assessment. Expert Syst. Appl. 258, 125064 (2024).","journal-title":"Expert Syst. Appl."},{"key":"2299_CR29","doi-asserted-by":"publisher","first-page":"103911","DOI":"10.1016\/j.nepr.2024.103911","volume":"76","author":"S Caloca-Amber","year":"2024","unstructured":"Caloca-Amber, S., Mauriz, E. & V\u00e1zquez-Casares, A. M. Exploring eye-tracking data as an indicator of situational awareness in nursing students during a cardiorespiratory arrest simulation. Nurse Educ. Pract. 76, 103911 (2024).","journal-title":"Nurse Educ. Pract."},{"key":"2299_CR30","doi-asserted-by":"crossref","unstructured":"Hu, H. et al. Application of eye-tracking in nursing research: a scoping review. Nurs. Open 11, e2108 (2024).","DOI":"10.1002\/nop2.2108"},{"key":"2299_CR31","doi-asserted-by":"publisher","first-page":"658","DOI":"10.1097\/SLA.0000000000004196","volume":"272","author":"CM Pugh","year":"2020","unstructured":"Pugh, C. M. Quantifying performance decline in the operating room using fNIRS. Ann. Surg. 272, 658\u2013659 (2020).","journal-title":"Ann. Surg."},{"key":"2299_CR32","doi-asserted-by":"publisher","first-page":"2485","DOI":"10.1007\/s00464-018-6535-z","volume":"33","author":"A Nemani","year":"2019","unstructured":"Nemani, A. et al. Objective assessment of surgical skill transfer using non-invasive brain imaging. Surg. Endosc. 33, 2485\u20132494 (2019).","journal-title":"Surg. Endosc."},{"key":"2299_CR33","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-023-02603-3","volume":"10","author":"A Kamat","year":"2023","unstructured":"Kamat, A. et al. Assessment of surgical tasks using neuroimaging dataset (ASTaUND). Sci. Data 10, 699 (2023).","journal-title":"Sci. Data"},{"key":"2299_CR34","doi-asserted-by":"crossref","unstructured":"Wang, S. et al. A survey of video-based action quality assessment. in International Conference on Networking Systems of AI (INSAI) 1\u20139 (IEEE, 2021).","DOI":"10.1109\/INSAI54028.2021.00029"},{"key":"2299_CR35","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1016\/j.inffus.2022.10.008","volume":"91","author":"G Li","year":"2023","unstructured":"Li, G. & Jung, J. J. Deep learning for anomaly detection in multivariate time series: approaches, applications, and challenges. Inf. Fusion 91, 93\u2013102 (2023).","journal-title":"Inf. Fusion"},{"key":"2299_CR36","doi-asserted-by":"publisher","first-page":"120043","DOI":"10.1109\/ACCESS.2021.3107975","volume":"9","author":"K Choi","year":"2021","unstructured":"Choi, K., Yi, J., Park, C. & Yoon, S. Deep learning for anomaly detection in time-series data: review, analysis, and guidelines. IEEE Access 9, 120043\u2013120065 (2021).","journal-title":"IEEE Access"},{"key":"2299_CR37","first-page":"57947","volume":"36","author":"Junho Song","year":"2023","unstructured":"Song, Junho. et al. Memto: Memory-guided transformer for multivariate time series anomaly detection. Adv. Neural Inf. Process. Syst 36, 57947\u201357963 (2023).","journal-title":"Adv. Neural Inf. Process. Syst"},{"key":"2299_CR38","doi-asserted-by":"crossref","unstructured":"Kathrine Kollerup, N. et al. Clinical needs and preferences for AI-based explanations in clinical simulation training. Behav. Inf. Technol. 44 (2025).","DOI":"10.1080\/0144929X.2024.2334852"},{"key":"2299_CR39","doi-asserted-by":"publisher","first-page":"103444","DOI":"10.1016\/j.ijhcs.2025.103444","volume":"197","author":"FM Calisto","year":"2025","unstructured":"Calisto, F. M., Abrantes, J. M., Santiago, C., Nunes, N. J. & Nascimento, J. C. Personalized explanations for clinician-AI interaction in breast imaging diagnosis by adapting communication to expertise levels. Int. J. Hum. Comput. Stud. 197, 103444 (2025).","journal-title":"Int. J. Hum. Comput. Stud."},{"key":"2299_CR40","doi-asserted-by":"publisher","first-page":"2325","DOI":"10.1007\/s11548-022-02739-4","volume":"17","author":"S Yibulayimu","year":"2022","unstructured":"Yibulayimu, S. et al. An explainable machine learning method for assessing surgical skill in liposuction surgery. Int. J. Comput. Assist. Radiol. Surg. 17, 2325\u20132336 (2022).","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"key":"2299_CR41","doi-asserted-by":"publisher","first-page":"1595","DOI":"10.1007\/s11548-021-02448-4","volume":"16","author":"T Wang","year":"2021","unstructured":"Wang, T., Jin, M. & Li, M. Towards accurate and interpretable surgical skill assessment: a video-based method for skill score prediction and guiding feedback generation. Int. J. Comput. Assist. Radiol. Surg. 16, 1595\u20131605 (2021).","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"key":"2299_CR42","doi-asserted-by":"crossref","unstructured":"Yamada, K. et al. Surgical skill analysis using explainable AI in endoscopic sinus surgery. in IEEE\/SICE International Symposium on System Integration (SII) 287\u2013291 (IEEE, Munich, Germany, 2025).","DOI":"10.1109\/SII59315.2025.10870882"},{"key":"2299_CR43","first-page":"i","volume":"2003","author":"RJ Mislevy","year":"2003","unstructured":"Mislevy, R. J., Almond, R. G. & Lukas, J. F. A brief introduction to evidence-centered design. ETS Res. Rep. Ser 2003, i\u201329 (2003).","journal-title":"ETS Res. Rep. Ser"},{"key":"2299_CR44","doi-asserted-by":"crossref","unstructured":"Wilson, M. Constructing measures: an item response modeling approach, (Routledge, New York, 2023).","DOI":"10.4324\/9781003286929"},{"key":"2299_CR45","doi-asserted-by":"crossref","unstructured":"Gershov, S., Mahameed, F., Raz, A. & Laufer, S. More than meets the eye: physicians\u2019 visual attention in the operating room. in International Workshop on Applications of Medical AI 11\u201320 (Springer Nature Switzerland, 2024).","DOI":"10.1007\/978-3-031-47076-9_2"},{"key":"2299_CR46","doi-asserted-by":"crossref","unstructured":"Wang, A. et al. Yolov10: real-time end-to-end object detection. in Advances in Neural Information Processing Systems 37, 107984\u2013108011 (2024).","DOI":"10.52202\/079017-3429"},{"key":"2299_CR47","unstructured":"Aharon, N.a.O., Roy and Bobrovsky, Ben-Zion. BoT-SORT: robust associations multi-pedestrian tracking. arXiv https:\/\/arxiv.org\/abs\/2206.14651 (2022)."},{"key":"2299_CR48","doi-asserted-by":"crossref","unstructured":"Wang, Y., Wang, Z., Liu, L. & Daniilidis, K. TRAM: global trajectory and motion of 3D humans from in-the-wild videos. in European Conference on Computer Vision (ECCV) 467\u2013487 (Springer Nature Switzerland, 2025).","DOI":"10.1007\/978-3-031-73247-8_27"},{"key":"2299_CR49","doi-asserted-by":"crossref","unstructured":"Li, C. et al. ESPnet-SE: end-to-end speech enhancement and separation toolkit designed for ASR integration. in IEEE Spoken Language Technology Workshop (SLT) 785\u2013792 (IEEE, 2021).","DOI":"10.1109\/SLT48900.2021.9383615"},{"key":"2299_CR50","doi-asserted-by":"crossref","unstructured":"Hu, Y. et al. DCCRN: deep complex convolution recurrent network for phase-aware speech enhancement. in INTERSPEECH 2472\u20132476 (Shanghai, China, 2020).","DOI":"10.21437\/Interspeech.2020-2537"},{"key":"2299_CR51","doi-asserted-by":"crossref","unstructured":"Liao, H. et al. DocTr: document transformer for structured information extraction in documents. in IEEE\/CVF International Conference on Computer Vision (ICCV) 19527\u201319537 (IEEE Computer Society, 2023).","DOI":"10.1109\/ICCV51070.2023.01794"},{"key":"2299_CR52","unstructured":"Lundberg, S. M. & Lee, S.-I. A unified approach to interpreting model predictions. in Advances in Neural Information Processing Systems 30 (eds. Guyon, I. et al.) 4765\u20134774 (Curran Associates, Inc., 2017)."},{"key":"2299_CR53","doi-asserted-by":"publisher","first-page":"115736","DOI":"10.1016\/j.eswa.2021.115736","volume":"186","author":"L Antwarg","year":"2021","unstructured":"Antwarg, L., Miller, R. M., Shapira, B. & Rokach, L. Explaining anomalies detected by autoencoders using shapley additive explanations. Expert Syst. Appl. 186, 115736 (2021).","journal-title":"Expert Syst. Appl."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02299-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02299-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02299-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T14:50:16Z","timestamp":1773672616000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02299-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2,3]]},"references-count":53,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["2299"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-02299-2","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,2,3]]},"assertion":[{"value":"11 September 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 December 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 February 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"219"}}