{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T14:19:27Z","timestamp":1771510767356,"version":"3.50.1"},"reference-count":47,"publisher":"Elsevier BV","issue":"4","license":[{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,1,11]],"date-time":"2026-01-11T00:00:00Z","timestamp":1768089600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100009148","name":"Queen Mary University of London","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009148","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100019154","name":"Barts Cancer Institute","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100019154","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Surgical Education"],"published-print":{"date-parts":[[2026,4]]},"DOI":"10.1016\/j.jsurg.2026.103879","type":"journal-article","created":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T22:17:30Z","timestamp":1770761850000},"page":"103879","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"title":["Educational Impact of Automated Feedback Systems in Surgical Training: A Systematic Review With Quantitative Synthesis"],"prefix":"10.1016","volume":"83","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8935-9914","authenticated-orcid":false,"given":"Gauri Harshawardhan","family":"Godbole","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-6958-4269","authenticated-orcid":false,"given":"Daniel","family":"Hawkins","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-2308-4807","authenticated-orcid":false,"given":"Kingsley","family":"Ewool","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-8967-4590","authenticated-orcid":false,"given":"Mauro Henrique Batista","family":"Camacho","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rezaul","family":"Karim","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bijendra","family":"Patel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"3","key":"10.1016\/j.jsurg.2026.103879_bib0001","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1308\/rcsbull.2020.94","article-title":"Surgical practice, then and now: the 5th to the 21st century","volume":"102","author":"Bolwell","year":"2020","journal-title":"Bullet Royal Coll Surg Engl"},{"issue":"5","key":"10.1016\/j.jsurg.2026.103879_bib0002","doi-asserted-by":"crossref","first-page":"e174","DOI":"10.1097\/SLA.0000000000004521","article-title":"Competency-based surgical training and entrusted professional activities: perfect match or a procrustean bed?","volume":"273","author":"Skjold-\u00d8degaard","year":"2021","journal-title":"Ann Surg"},{"issue":"8","key":"10.1016\/j.jsurg.2026.103879_bib0003","doi-asserted-by":"crossref","first-page":"399","DOI":"10.1016\/j.ijsu.2012.08.007","article-title":"The European working time directive: a practical review for surgical trainees","volume":"10","author":"Fitzgerald","year":"2012","journal-title":"Int J Surg"},{"key":"10.1016\/j.jsurg.2026.103879_bib0004","unstructured":"Advancing The Surgical Workforce: 2023 UK surgical workforce census report. 2024. https:\/\/www.rcseng.ac.uk\/-\/media\/Files\/RCS\/Standards-and-research\/RCS-Advancing-The-Surgical-Workforce-Digital.pdf. Access 25th July 2025."},{"issue":"10","key":"10.1016\/j.jsurg.2026.103879_bib0005","doi-asserted-by":"crossref","first-page":"960","DOI":"10.1001\/jamasurg.2020.3007","article-title":"Association between surgeon technical skills and patient outcomes","volume":"155","author":"Stulberg","year":"2020","journal-title":"JAMA Surg"},{"issue":"1","key":"10.1016\/j.jsurg.2026.103879_bib0006","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1007\/s00423-024-03270-7","article-title":"Educational challenges and opportunities for the future generation of surgeons: a scoping review","volume":"409","author":"Poljo","year":"2024","journal-title":"Langenbecks Arch Surg"},{"issue":"2","key":"10.1016\/j.jsurg.2026.103879_bib0007","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1016\/j.jcrc.2007.12.004","article-title":"The history of medical simulation","volume":"23","author":"Rosen","year":"2008","journal-title":"J Crit Care"},{"key":"10.1016\/j.jsurg.2026.103879_bib0008","unstructured":"European C. A definition of AI: main capabilities and disciplines. 2018.https:\/\/ec.europa.eu\/futurium\/en\/system\/files\/ged\/ai_hleg_definition_of_ai_18_december_1.pdf. Access 21st July 2025."},{"issue":"1","key":"10.1016\/j.jsurg.2026.103879_bib0009","doi-asserted-by":"crossref","DOI":"10.2196\/13930","article-title":"Applications and challenges of implementing artificial intelligence in medical education: integrative review","volume":"5","author":"Chan","year":"2019","journal-title":"JMIR Med Educ"},{"issue":"1","key":"10.1016\/j.jsurg.2026.103879_bib0010","doi-asserted-by":"crossref","first-page":"1544","DOI":"10.1186\/s12909-024-06592-8","article-title":"Exploring prospects, hurdles, and road ahead for generative artificial intelligence in orthopedic education and training","volume":"24","author":"Gupta","year":"2024","journal-title":"BMC Med Educ"},{"key":"10.1016\/j.jsurg.2026.103879_bib0011","doi-asserted-by":"crossref","DOI":"10.3389\/fmedt.2022.1076755","article-title":"The role of artificial intelligence in surgical simulation","volume":"4","author":"Park","year":"2022","journal-title":"Front Med Technol"},{"key":"10.1016\/j.jsurg.2026.103879_bib0012","article-title":"Generative AI & machine learning in surgical education","author":"Hla","year":"2024","journal-title":"Curr Probl Surg"},{"issue":"11","key":"10.1016\/j.jsurg.2026.103879_bib0013","doi-asserted-by":"crossref","first-page":"6347","DOI":"10.1007\/s00464-024-11208-9","article-title":"Automated surgical skill assessment in colorectal surgery using a deep learning-based surgical phase recognition model","volume":"38","author":"Nakajima","year":"2024","journal-title":"Surg Endosc"},{"issue":"21","key":"10.1016\/j.jsurg.2026.103879_bib0014","doi-asserted-by":"crossref","first-page":"9677","DOI":"10.3390\/app14219677","article-title":"Machine learning approaches for evaluating the progress of surgical training on a virtual reality simulator. Article","volume":"14","author":"Prevezanou","year":"2024","journal-title":"Appl Sci (Switz)"},{"issue":"1","key":"10.1016\/j.jsurg.2026.103879_bib0015","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1038\/s41746-022-00566-0","article-title":"Machine learning for technical skill assessment in surgery: a systematic review","volume":"5","author":"Lam","year":"2022","journal-title":"NPJ Digit Med"},{"issue":"7","key":"10.1016\/j.jsurg.2026.103879_bib0016","first-page":"994","article-title":"Acceptability, and implementation of artificial intelligence (AI) and machine learning (ML) techniques in surgical coaching and training: a scoping review","volume":"81","author":"Isaac","year":"2024","journal-title":"J Surg Educ"},{"key":"10.1016\/j.jsurg.2026.103879_bib0017","article-title":"Artificial intelligence based assessment of minimally invasive surgical skills using standardised objective metrics - A narrative review","volume":"241","author":"Kankanamge","year":"2024","journal-title":"Am J Surg"},{"key":"10.1016\/j.jsurg.2026.103879_bib0018","doi-asserted-by":"crossref","first-page":"l4898","DOI":"10.1136\/bmj.l4898","article-title":"RoB 2: a revised tool for assessing risk of bias in randomised trials","volume":"366","author":"Sterne","year":"2019","journal-title":"BMJ"},{"key":"10.1016\/j.jsurg.2026.103879_bib0019","doi-asserted-by":"crossref","first-page":"i4919","DOI":"10.1136\/bmj.i4919","article-title":"ROBINS-I: a tool for assessing risk of bias in non-randomised studies of interventions","volume":"355","author":"Sterne","year":"2016","journal-title":"BMJ"},{"issue":"3","key":"10.1016\/j.jsurg.2026.103879_bib0020","doi-asserted-by":"crossref","first-page":"1","DOI":"10.18637\/jss.v036.i03","article-title":"Conducting meta-analyses in R with the metafor package","volume":"36","author":"Viechtbauer","year":"2010","journal-title":"J Stat Softw"},{"issue":"6","key":"10.1016\/j.jsurg.2026.103879_bib0021","first-page":"849","article-title":"Imputing standard deviations in meta-analyses when only summary information is available","volume":"36","author":"Furukawa","year":"2006","journal-title":"Psychol Med"},{"key":"10.1016\/j.jsurg.2026.103879_bib0022","doi-asserted-by":"crossref","first-page":"7","DOI":"10.3352\/jeehp.2019.16.7","article-title":"Expert-led and artificial intelligence (AI) system-assisted tutoring course increase confidence of Chinese medical interns on suturing and ligature skills: prospective pilot study","volume":"16","author":"Yang","year":"2019","journal-title":"J Educ Eval Health Prof"},{"issue":"1","key":"10.1016\/j.jsurg.2026.103879_bib0023","doi-asserted-by":"crossref","DOI":"10.1038\/s41598-024-65716-8","article-title":"Real-time multifaceted artificial intelligence vs In-person instruction in teaching surgical technical skills: a randomized controlled trial","volume":"14","author":"Yilmaz","year":"2024","journal-title":"Sci Rep"},{"issue":"2","key":"10.1016\/j.jsurg.2026.103879_bib0024","article-title":"Effect of artificial intelligence tutoring vs expert instruction on learning simulated surgical skills among medical students: a randomized clinical trial","volume":"5","author":"Fazlollahi","year":"2022","journal-title":"J Art JAMA Netw Open"},{"issue":"8","key":"10.1016\/j.jsurg.2026.103879_bib0025","first-page":"884","article-title":"Artificial intelligence-based video feedback to improve novice performance on robotic suturing skills: a pilot study","volume":"38","author":"Ma","year":"2024","journal-title":"J Art J Endourol\/Endourol Soc"},{"issue":"2","key":"10.1016\/j.jsurg.2026.103879_bib0026","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1016\/j.jsurg.2023.11.001","article-title":"Effect of feedback modality on simulated surgical skills learning using automated educational systems: a four-arm randomized control trial","volume":"81","author":"Yilmaz","year":"2024","journal-title":"J Surg Educ"},{"issue":"9","key":"10.1016\/j.jsurg.2026.103879_bib0027","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2023.34658","article-title":"AI in surgical curriculum design and unintended outcomes for technical competencies in simulation training","volume":"6","author":"Fazlollahi","year":"2023","journal-title":"JAMA Netw Open"},{"key":"10.1016\/j.jsurg.2026.103879_bib0028","doi-asserted-by":"crossref","first-page":"e797","DOI":"10.1016\/j.wneu.2024.07.219","article-title":"Video-based performance analysis in pituitary surgery - part 2: artificial intelligence assisted surgical coaching","volume":"190","author":"Khan","year":"2024","journal-title":"World Neurosurg"},{"issue":"12","key":"10.1016\/j.jsurg.2026.103879_bib0029","doi-asserted-by":"crossref","first-page":"7816","DOI":"10.1097\/JS9.0000000000001798","article-title":"Impact of an AI-based laparoscopic cholecystectomy coaching program on the surgical performance: a randomized controlled trial. Article","volume":"110","author":"Wu","year":"2024","journal-title":"Int J Surg"},{"issue":"1","key":"10.1016\/j.jsurg.2026.103879_bib0030","doi-asserted-by":"crossref","first-page":"1328","DOI":"10.1186\/s12909-024-06217-0","article-title":"Enhancing puncture skills training with generative AI and digital technologies: a parallel cohort study","volume":"24","author":"Ji","year":"2024","journal-title":"BMC Med Educ"},{"issue":"6","key":"10.1016\/j.jsurg.2026.103879_bib0031","doi-asserted-by":"crossref","first-page":"1082","DOI":"10.1177\/0194599815570880","article-title":"Developing effective automated feedback in temporal bone surgery simulation","volume":"152","author":"Wijewickrema","year":"2015","journal-title":"Otolaryngol Head Neck Surg"},{"issue":"6","key":"10.1016\/j.jsurg.2026.103879_bib0032","doi-asserted-by":"crossref","first-page":"639","DOI":"10.1177\/1553350613484590","article-title":"Skills learning in robot-assisted surgery is benefited by task-specific augmented feedback","volume":"20","author":"Vallabhajosula","year":"2013","journal-title":"Surg Innov"},{"issue":"5","key":"10.1016\/j.jsurg.2026.103879_bib0033","doi-asserted-by":"crossref","first-page":"1653","DOI":"10.1007\/s00464-012-2648-y","article-title":"Salient haptic skills trainer: initial validation of a novel simulator for training force-based laparoscopic surgical skills","volume":"27","author":"Singapogu","year":"2013","journal-title":"Surg Endosc"},{"issue":"2","key":"10.1016\/j.jsurg.2026.103879_bib0034","doi-asserted-by":"crossref","first-page":"414","DOI":"10.1097\/JU.0000000000002691","article-title":"Tailored feedback based on clinically relevant performance metrics expedites the acquisition of robotic suturing skills-an unblinded pilot randomized controlled trial","volume":"208","author":"Ma","year":"2022","journal-title":"J Urol"},{"issue":"1","key":"10.1016\/j.jsurg.2026.103879_bib0035","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1017\/S0022215121003352","article-title":"Automated summative feedback improves performance and retention in simulation training of mastoidectomy: a randomised controlled trial","volume":"136","author":"Frithioff","year":"2022","journal-title":"J Laryngol Otol"},{"issue":"1","key":"10.1016\/j.jsurg.2026.103879_bib0036","doi-asserted-by":"crossref","DOI":"10.1038\/s41598-024-65716-8","article-title":"Real-time multifaceted artificial intelligence vs In-person instruction in teaching surgical technical skills: a randomized controlled trial","volume":"14","author":"Yilmaz","year":"2024","journal-title":"Sci Rep"},{"issue":"2","key":"10.1016\/j.jsurg.2026.103879_bib0037","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1016\/j.jsurg.2023.11.001","article-title":"Effect of feedback modality on simulated surgical skills learning using automated educational systems: a four-arm randomized control trial","volume":"81","author":"Yilmaz","year":"2024","journal-title":"J Art. J Surg Educ"},{"issue":"5","key":"10.1016\/j.jsurg.2026.103879_bib0038","doi-asserted-by":"crossref","DOI":"10.1093\/bjsopen\/zrae124","article-title":"Automated analysis of operative video in surgical training: scoping review","volume":"8","author":"Dick","year":"2024","journal-title":"BJS Open"},{"issue":"1","key":"10.1016\/j.jsurg.2026.103879_bib0039","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1097\/SLA.0000000000002693","article-title":"Artificial intelligence in surgery: promises and perils","volume":"268","author":"Hashimoto","year":"2018","journal-title":"Ann Surg"},{"issue":"1","key":"10.1016\/j.jsurg.2026.103879_bib0040","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1038\/s43856-023-00263-3","article-title":"A multi-institutional study using artificial intelligence to provide reliable and fair feedback to surgeons","volume":"3","author":"Kiyasseh","year":"2023","journal-title":"Commun Med (Lond)"},{"issue":"11","key":"10.1016\/j.jsurg.2026.103879_bib0041","doi-asserted-by":"crossref","first-page":"1506","DOI":"10.1089\/end.2012.0183","article-title":"Positive correlation between motion analysis data on the LapMentor virtual reality laparoscopic surgical simulator and the results from videotape assessment of real laparoscopic surgeries","volume":"26","author":"Matsuda","year":"2012","journal-title":"J Endourol"},{"key":"10.1016\/j.jsurg.2026.103879_bib0042","doi-asserted-by":"crossref","DOI":"10.1016\/j.psychsport.2022.102248","article-title":"Self-determination theory based instructional interventions and motivational regulations in organized physical activity: a systematic review and multivariate meta-analysis","volume":"62","author":"Manninen","year":"2022","journal-title":"Psychol Sport Exerc"},{"key":"10.1016\/j.jsurg.2026.103879_bib0043","series-title":"Deliberate Practice in Medical Simulation","author":"Mitchell","year":"2025"},{"issue":"4","key":"10.1016\/j.jsurg.2026.103879_bib0044","doi-asserted-by":"crossref","first-page":"1328","DOI":"10.1016\/j.jsurg.2020.11.008","article-title":"Deliberate practice in simulation-based surgical skills training: a scoping review","volume":"78","author":"Higgins","year":"2021","journal-title":"J Surg Educ"},{"issue":"1","key":"10.1016\/j.jsurg.2026.103879_bib0045","doi-asserted-by":"crossref","first-page":"1297","DOI":"10.1186\/s12909-024-06299-w","article-title":"The impact of surgical simulation and training technologies on general surgery education","volume":"24","author":"Shahrezaei","year":"2024","journal-title":"BMC Med Educ"},{"issue":"2","key":"10.1016\/j.jsurg.2026.103879_bib0046","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1007\/s10459-013-9464-6","article-title":"Comparing the cost-effectiveness of simulation modalities: a case study of peripheral intravenous catheterization training","volume":"19","author":"Isaranuwatchai","year":"2014","journal-title":"Adv Health Sci Educ Theory Pract"},{"issue":"Supplement 1","key":"10.1016\/j.jsurg.2026.103879_bib0047","doi-asserted-by":"crossref","first-page":"S158","DOI":"10.1016\/j.acvd.2023.10.290","article-title":"Cost-effectiveness analysis of simulation-based training in transesophageal echocardiography: insights from the SIMULATOR trial","volume":"117","author":"Pezel","year":"2024","journal-title":"Arch Cardiovasc Dis"}],"container-title":["Journal of Surgical Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1931720426000127?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1931720426000127?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T13:18:33Z","timestamp":1771507113000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1931720426000127"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4]]},"references-count":47,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2026,4]]}},"alternative-id":["S1931720426000127"],"URL":"https:\/\/doi.org\/10.1016\/j.jsurg.2026.103879","relation":{},"ISSN":["1931-7204"],"issn-type":[{"value":"1931-7204","type":"print"}],"subject":[],"published":{"date-parts":[[2026,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Educational Impact of Automated Feedback Systems in Surgical Training: A Systematic Review With Quantitative Synthesis","name":"articletitle","label":"Article Title"},{"value":"Journal of Surgical Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jsurg.2026.103879","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Author(s). Published by Elsevier Inc. on behalf of Association of Program Directors in Surgery.","name":"copyright","label":"Copyright"}],"article-number":"103879"}}