{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,20]],"date-time":"2026-10-20T14:53:47Z","timestamp":1792508027653,"version":"4.5.0"},"reference-count":47,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Surgical Education"],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1016\/j.jsurg.2023.11.012","type":"journal-article","created":{"date-parts":[[2023,11,30]],"date-time":"2023-11-30T07:11:56Z","timestamp":1701328316000},"page":"25-36","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":30,"title":["A Systematic Review of Immersive Virtual Reality for Nontechnical Skills Training in Surgery"],"prefix":"10.1016","volume":"81","author":[{"given":"William S.","family":"Yi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7724-1457","authenticated-orcid":false,"given":"Armaun D.","family":"Rouhi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6302-1683","authenticated-orcid":false,"given":"Caoimhe C.","family":"Duffy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0113-9632","authenticated-orcid":false,"given":"Yazid K.","family":"Ghanem","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Noel N.","family":"Williams","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kristoffel R.","family":"Dumon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jsurg.2023.11.012_bib0001","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1016\/j.jss.2021.06.045","article-title":"Immersive virtual reality for surgical training: a systematic review","volume":"268","author":"Mao","year":"2021","journal-title":"J Surg Res"},{"issue":"1","key":"10.1016\/j.jsurg.2023.11.012_bib0002","doi-asserted-by":"crossref","first-page":"E13","DOI":"10.1503\/cjs.003319","article-title":"Necessity is the mother of invention: William Stewart Halsted's addiction and its influence on the development of residency training in North America","volume":"63","author":"Wright","year":"2020","journal-title":"Can J Surg"},{"issue":"19 suppl","key":"10.1016\/j.jsurg.2023.11.012_bib0003","doi-asserted-by":"crossref","first-page":"i34","DOI":"10.1136\/qshc.2009.038562","article-title":"Training and simulation for patient safety","volume":"2","author":"Aggarwal","year":"2010","journal-title":"Qual Saf Health Care"},{"issue":"3","key":"10.1016\/j.jsurg.2023.11.012_bib0004","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1007\/BF00594110","article-title":"Virtual reality surgical simulator","volume":"7","author":"Satava","year":"1993","journal-title":"Surg Endosc"},{"issue":"2","key":"10.1016\/j.jsurg.2023.11.012_bib0005","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1016\/j.ogc.2006.01.007","article-title":"Simulators and virtual reality in surgical education","volume":"33","author":"Chou","year":"2006","journal-title":"Obstetr Gynecol Clin"},{"issue":"4","key":"10.1016\/j.jsurg.2023.11.012_bib0006","first-page":"264","article-title":"Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement","volume":"151","author":"Moher","year":"2009","journal-title":"PLoS Med"},{"issue":"2","key":"10.1016\/j.jsurg.2023.11.012_bib0007","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1007\/s10742-008-0032-0","article-title":"Meta-analysis of survey data: application to health services research","volume":"8","author":"Rao","year":"2008","journal-title":"Health Serv Outcomes Res Methodol"},{"issue":"9","key":"10.1016\/j.jsurg.2023.11.012_bib0008","doi-asserted-by":"crossref","first-page":"1002","DOI":"10.1001\/jama.298.9.1002","article-title":"Association between funding and quality of published medical education research","volume":"298","author":"Reed","year":"2007","journal-title":"JAMA"},{"issue":"7","key":"10.1016\/j.jsurg.2023.11.012_bib0009","doi-asserted-by":"crossref","first-page":"903","DOI":"10.1007\/s11606-008-0664-3","article-title":"Predictive validity evidence for medical education research study quality instrument scores: quality of submissions to JGIM's Medical Education Special Issue","volume":"23","author":"Reed","year":"2008","journal-title":"J Gen Intern Med"},{"issue":"8","key":"10.1016\/j.jsurg.2023.11.012_bib0010","doi-asserted-by":"crossref","first-page":"3439","DOI":"10.1007\/s00464-018-6063-x","article-title":"Immersive virtual reality-based training improves response in a simulated operating room fire scenario","volume":"32","author":"Sankaranarayanan","year":"2018","journal-title":"Surg Endosc"},{"issue":"4","key":"10.1016\/j.jsurg.2023.11.012_bib0011","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1089\/end.2018.0626","article-title":"Pilot assessment of immersive virtual reality renal models as an educational and preoperative planning tool for percutaneous nephrolithotomy","volume":"33","author":"Parkhomenko","year":"2019","journal-title":"J Endourol"},{"issue":"3","key":"10.1016\/j.jsurg.2023.11.012_bib0012","doi-asserted-by":"crossref","first-page":"911","DOI":"10.1007\/s00423-021-02127-7","article-title":"Using virtual 3D-models in surgical planning: workflow of an immersive virtual reality application in liver surgery","volume":"406","author":"Boedecker","year":"2021","journal-title":"Langenbecks Arch Surg"},{"issue":"9","key":"10.1016\/j.jsurg.2023.11.012_bib0013","doi-asserted-by":"crossref","first-page":"3527","DOI":"10.1007\/s00464-016-5379-7","article-title":"OR fire virtual training simulator: design and face validity","volume":"31","author":"Dorozhkin","year":"2017","journal-title":"Surg Endosc"},{"issue":"2","key":"10.1016\/j.jsurg.2023.11.012_bib0014","doi-asserted-by":"crossref","first-page":"779","DOI":"10.1007\/s00464-020-07447-1","article-title":"Virtual reality operating room with AI guidance: design and validation of a fire scenario","volume":"35","author":"Qi","year":"2021","journal-title":"Surg Endosc"},{"issue":"1","key":"10.1016\/j.jsurg.2023.11.012_bib0015","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1016\/j.amjsurg.2017.02.011","article-title":"Development and evaluation of a trauma decision-making simulator in Oculus virtual reality","volume":"215","author":"Harrington","year":"2018","journal-title":"Am J Surg"},{"issue":"3","key":"10.1016\/j.jsurg.2023.11.012_bib0016","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1093\/ons\/opaa335","article-title":"Immersive 3-dimensional virtual reality modeling for case-specific presurgical discussions in cerebrovascular neurosurgery","volume":"20","author":"Sugiyama","year":"2021","journal-title":"Oper Neurosurg"},{"issue":"3","key":"10.1016\/j.jsurg.2023.11.012_bib0017","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1111\/bjop.12305","article-title":"Immersion and the illusion of presence in virtual reality","volume":"109","author":"Slater","year":"2018","journal-title":"Br J Psychol"},{"issue":"4","key":"10.1016\/j.jsurg.2023.11.012_bib0018","doi-asserted-by":"crossref","first-page":"1350","DOI":"10.1016\/j.jsurg.2020.11.003","article-title":"A comprehensive multicomponent neurosurgical course with use of virtual reality: modernizing the medical classroom","volume":"78","author":"Atli","year":"2021","journal-title":"J Surg Educ"},{"issue":"3","key":"10.1016\/j.jsurg.2023.11.012_bib0019","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1080\/13645706.2016.1275016","article-title":"Routine clinical application of virtual reality in abdominal surgery","volume":"26","author":"Sampogna","year":"2017","journal-title":"Minim Invasive Ther Allied Technol"},{"issue":"3","key":"10.1016\/j.jsurg.2023.11.012_bib0020","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1177\/1553350618822860","article-title":"A virtual reality environment to visualize three-dimensional patient-specific models by a mobile head-mounted display","volume":"26","author":"Vertemati","year":"2019","journal-title":"Surg Innov"},{"issue":"2","key":"10.1016\/j.jsurg.2023.11.012_bib0021","first-page":"31","article-title":"Virtual reality in the preoperative planning of adult aortic surgery: a feasibility study","volume":"9","author":"Abjigitova","year":"2022","journal-title":"J Cardiovasc Dev Dis"},{"issue":"2","key":"10.1016\/j.jsurg.2023.11.012_bib0022","doi-asserted-by":"crossref","first-page":"E343","DOI":"10.1093\/neuros\/nyz003","article-title":"Virtual reality angiogram vs 3-dimensional printed angiogram as an educational tool\u2014a comparative study","volume":"85","author":"Bairamian","year":"2019","journal-title":"Neurosurgery"},{"issue":"8","key":"10.1016\/j.jsurg.2023.11.012_bib0023","doi-asserted-by":"crossref","first-page":"1067","DOI":"10.1097\/ACM.0000000000000786","article-title":"Appraising the quality of medical education research methods: the medical education research study quality instrument and the Newcastle\u2013Ottawa scale-education","volume":"90","author":"Cook","year":"2015","journal-title":"Acad Med"},{"key":"10.1016\/j.jsurg.2023.11.012_bib0024","unstructured":"The Verge. (2021, November 16). Meta has sold 10 million Oculus Quest 2 units with Qualcomm XR2. The Verge. New York, NY. https:\/\/www.theverge.com\/2021\/11\/16\/22785469\/meta-oculus-quest-2-10-million-units-sold-qualcomm-xr2."},{"key":"10.1016\/j.jsurg.2023.11.012_bib0025","doi-asserted-by":"crossref","first-page":"145","DOI":"10.3389\/frobt.2019.00145","article-title":"Evaluation of a virtual reality Percutaneous Nephrolithotomy (PCNL) surgical simulator","volume":"6","author":"Sainsbury","year":"2020","journal-title":"Front Robot AI"},{"issue":"2","key":"10.1016\/j.jsurg.2023.11.012_bib0026","doi-asserted-by":"crossref","first-page":"84","DOI":"10.5435\/JAAOS-D-20-01357","article-title":"Virtual reality as a learning tool for trainees in unicompartmental knee arthroplasty: a randomized controlled trial","volume":"30","author":"Zaid","year":"2022","journal-title":"J Am Acad Orthop Surg"},{"issue":"9","key":"10.1016\/j.jsurg.2023.11.012_bib0027","doi-asserted-by":"crossref","first-page":"2170","DOI":"10.1097\/CORR.0000000000001362","article-title":"Does virtual reality improve procedural completion and accuracy in an intramedullary tibial nail procedure? A randomized control trial","volume":"478","author":"Orland","year":"2020","journal-title":"Clin Orthop Relat Res"},{"issue":"5","key":"10.1016\/j.jsurg.2023.11.012_bib0028","doi-asserted-by":"crossref","first-page":"810","DOI":"10.1007\/s12262-020-02131-z","article-title":"Virtual operating room simulation setup (VORSS) for procedural training in minimally invasive surgery\u2013a pilot study","volume":"82","author":"Ganni","year":"2020","journal-title":"Indian J Surg"},{"issue":"5","key":"10.1016\/j.jsurg.2023.11.012_bib0029","doi-asserted-by":"crossref","first-page":"927","DOI":"10.1007\/s00264-020-04488-y","article-title":"The efficacy of immersive virtual reality surgical simulator training for pedicle screw placement: a randomized double-blind controlled trial","volume":"44","author":"Xin","year":"2020","journal-title":"Int Orthop"},{"issue":"4","key":"10.1016\/j.jsurg.2023.11.012_bib0030","doi-asserted-by":"crossref","first-page":"1309","DOI":"10.1007\/s11695-018-03680-9","article-title":"Virtual reality single-port sleeve gastrectomy training decreases physical and mental workload in novice surgeons: an exploratory study","volume":"29","author":"Barr\u00e9","year":"2019","journal-title":"Obes Surg"},{"issue":"12","key":"10.1016\/j.jsurg.2023.11.012_bib0031","doi-asserted-by":"crossref","first-page":"1585","DOI":"10.1302\/0301-620X.101B12.BJJ-2019-0643.R1","article-title":"Virtual reality training improves trainee performance in total hip arthroplasty: a randomized controlled trial","volume":"101","author":"Logishetty","year":"2019","journal-title":"Bone Joint J"},{"issue":"4","key":"10.1016\/j.jsurg.2023.11.012_bib0032","doi-asserted-by":"crossref","first-page":"969","DOI":"10.1016\/j.jsurg.2020.01.002","article-title":"Randomized trial of a virtual reality tool to teach surgical technique for tibial shaft fracture intramedullary nailing","volume":"77","author":"Blumstein","year":"2020","journal-title":"J Surg Educ"},{"key":"10.1016\/j.jsurg.2023.11.012_bib0033","doi-asserted-by":"crossref","first-page":"674","DOI":"10.1016\/j.wneu.2020.04.102","article-title":"Innovative educational pathways in spine surgery: advanced virtual reality\u2013based training","volume":"140","author":"Luca","year":"2020","journal-title":"World Neurosurg"},{"issue":"3","key":"10.1016\/j.jsurg.2023.11.012_bib0034","doi-asserted-by":"crossref","first-page":"979","DOI":"10.1007\/s00464-015-4278-7","article-title":"Face and construct validation of a next generation virtual reality (Gen2-VR\u00a9) surgical simulator","volume":"30","author":"Sankaranarayanan","year":"2016","journal-title":"Surg Endosc"},{"issue":"12","key":"10.1016\/j.jsurg.2023.11.012_bib0035","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2020.31217","article-title":"Effectiveness of immersive virtual reality on orthopedic surgical skills and knowledge acquisition among senior surgical residents: a randomized clinical trial","volume":"3","author":"Lohre","year":"2020","journal-title":"JAMA Netw Open"},{"issue":"7","key":"10.1016\/j.jsurg.2023.11.012_bib0036","doi-asserted-by":"crossref","first-page":"1715","DOI":"10.1016\/j.injury.2021.04.045","article-title":"A pilot study to evaluate the face & construct validity of an orthopaedic virtual reality simulator","volume":"52","author":"Feeley","year":"2021","journal-title":"Injury"},{"issue":"3","key":"10.1016\/j.jsurg.2023.11.012_bib0037","doi-asserted-by":"crossref","first-page":"1244","DOI":"10.1007\/s00464-019-06887-8","article-title":"Cognitive load and performance in immersive virtual reality versus conventional virtual reality simulation training of laparoscopic surgery: a randomized trial","volume":"34","author":"Frederiksen","year":"2020","journal-title":"Surg Endosc"},{"issue":"6","key":"10.1016\/j.jsurg.2023.11.012_bib0038","doi-asserted-by":"crossref","first-page":"e27","DOI":"10.2106\/JBJS.19.00629","article-title":"Fully immersive virtual reality for total hip arthroplasty: objective measurement of skills and transfer of visuospatial performance after a competency-based simulation curriculum","volume":"102","author":"Logishetty","year":"2020","journal-title":"JBJS"},{"issue":"3","key":"10.1016\/j.jsurg.2023.11.012_bib0039","doi-asserted-by":"crossref","first-page":"1013","DOI":"10.1016\/j.jsurg.2020.10.004","article-title":"Development and validation of a virtual reality haptic femoral nailing simulator","volume":"78","author":"Racy","year":"2021","journal-title":"J Surg Educ"},{"issue":"5","key":"10.1016\/j.jsurg.2023.11.012_bib0040","doi-asserted-by":"crossref","first-page":"695","DOI":"10.1089\/end.2020.0674","article-title":"Simulation-based percutaneous renal access training: evaluating a novel 3D immersive virtual reality platform","volume":"35","author":"Farcas","year":"2021","journal-title":"J Endourol"},{"issue":"6","key":"10.1016\/j.jsurg.2023.11.012_bib0041","doi-asserted-by":"crossref","first-page":"e26","DOI":"10.2106\/JBJS.19.00982","article-title":"Improved complex skill acquisition by immersive virtual reality training: a randomized controlled trial","volume":"102","author":"Lohre","year":"2020","journal-title":"JBJS"},{"issue":"11","key":"10.1016\/j.jsurg.2023.11.012_bib0042","doi-asserted-by":"crossref","first-page":"4472","DOI":"10.1007\/s00464-017-5500-6","article-title":"New dimensions in surgical training: immersive virtual reality laparoscopic simulation exhilarates surgical staff","volume":"31","author":"Huber","year":"2017","journal-title":"Surg Endosc"},{"key":"10.1016\/j.jsurg.2023.11.012_bib0043","first-page":"1","article-title":"Using low-cost virtual reality simulation to build surgical capacity for cervical cancer treatment","volume":"5","author":"Bing","year":"2019","journal-title":"J Glob Oncol"},{"issue":"10","key":"10.1016\/j.jsurg.2023.11.012_bib0044","doi-asserted-by":"crossref","first-page":"2278","DOI":"10.1016\/j.arth.2019.04.002","article-title":"Virtual reality simulation facilitates resident training in total hip arthroplasty: a randomized controlled trial","volume":"34","author":"Hooper","year":"2019","journal-title":"J Arthroplasty"},{"issue":"1","key":"10.1016\/j.jsurg.2023.11.012_bib0045","first-page":"53","article-title":"Laparoscopic training exercises using HTC VIVE","volume":"26","author":"Chaudhary","year":"2020","journal-title":"Intell Autom Soft Comput"},{"issue":"8","key":"10.1016\/j.jsurg.2023.11.012_bib0046","doi-asserted-by":"crossref","first-page":"3191","DOI":"10.1007\/s00464-016-5021-8","article-title":"Surgical simulation: the value of individualization","volume":"30","author":"Bernier","year":"2016","journal-title":"Surg Endosc"},{"issue":"9","key":"10.1016\/j.jsurg.2023.11.012_bib0047","doi-asserted-by":"crossref","first-page":"436","DOI":"10.4253\/wjge.v6.i9.436","article-title":"Evaluation of surgical training in the era of simulation","volume":"6","author":"Shaharan","year":"2014","journal-title":"World J Gastrointest Endosc"}],"container-title":["Journal of Surgical Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1931720423004208?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1931720423004208?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T12:58:39Z","timestamp":1761829119000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1931720423004208"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1]]},"references-count":47,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,1]]}},"alternative-id":["S1931720423004208"],"URL":"https:\/\/doi.org\/10.1016\/j.jsurg.2023.11.012","relation":{},"ISSN":["1931-7204"],"issn-type":[{"value":"1931-7204","type":"print"}],"subject":[],"published":{"date-parts":[[2024,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A Systematic Review of Immersive Virtual Reality for Nontechnical Skills Training in Surgery","name":"articletitle","label":"Article Title"},{"value":"Journal of Surgical Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jsurg.2023.11.012","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 Association of Program Directors in Surgery. Published by Elsevier Inc. All rights reserved.","name":"copyright","label":"Copyright"}]}}