{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T07:08:04Z","timestamp":1788246484602,"version":"build-2803163510"},"reference-count":35,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T00:00:00Z","timestamp":1725148800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T00:00:00Z","timestamp":1725148800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T00:00:00Z","timestamp":1725148800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T00:00:00Z","timestamp":1725148800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T00:00:00Z","timestamp":1725148800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T00:00:00Z","timestamp":1725148800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T00:00:00Z","timestamp":1725148800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/100014735","name":"Royal College of Physicians and Surgeons of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100014735","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100015318","name":"Montreal Neurological Institute and Hospital","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100015318","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000038","name":"NSERC","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.fr","clinicalkey.jp","clinicalkey.com.au","clinicalkey.es","clinicalkey.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers in Biology and Medicine"],"published-print":{"date-parts":[[2024,9]]},"DOI":"10.1016\/j.compbiomed.2024.108809","type":"journal-article","created":{"date-parts":[[2024,6,29]],"date-time":"2024-06-29T18:35:10Z","timestamp":1719686110000},"page":"108809","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":12,"special_numbering":"C","title":["Unveiling surgical expertise through machine learning in a novel VR\/AR spinal simulator: A multilayered approach using transfer learning and connection weights analysis"],"prefix":"10.1016","volume":"179","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0065-5547","authenticated-orcid":false,"given":"Sami","family":"Alkadri","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rolando F.","family":"Del Maestro","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5348-6054","authenticated-orcid":false,"given":"Mark","family":"Driscoll","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"7","key":"10.1016\/j.compbiomed.2024.108809_bib1","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1007\/s11934-018-0799-7","article-title":"Surgical education, simulation, and simulators-updating the concept of validity","volume":"19","author":"Goldenberg","year":"2018","journal-title":"Curr. Urol. Rep."},{"key":"10.1016\/j.compbiomed.2024.108809_bib2","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1016\/j.ijsu.2016.03.034","article-title":"Virtual reality training in laparoscopic surgery: a systematic review & meta-analysis","volume":"29","author":"Alaker","year":"2016","journal-title":"Int. J. Surg."},{"key":"10.1016\/j.compbiomed.2024.108809_bib3","unstructured":"S. Alkadri, R. F. Del Maestro, and M. Driscoll, \"Face, content, and construct validity of a novel VR\/AR surgical simulator of a minimally invasive spine operation,\" Med. Biol. Eng. Comput."},{"key":"10.1016\/j.compbiomed.2024.108809_bib4","first-page":"1","article-title":"Analysis of surgical forces required to gain access using a probe for minimally invasive spine surgery via cadaveric-based experiments towards use in training simulators","author":"El-Monajjed","year":"2020","journal-title":"IEEE (Inst. Electr. Electron. Eng.) Trans. Biomed. Eng."},{"key":"10.1016\/j.compbiomed.2024.108809_bib5","article-title":"Kinematic study and layout design of a haptic device mounted on a spine bench model for surgical training","author":"Alkadri","year":"2018"},{"issue":"1","key":"10.1016\/j.compbiomed.2024.108809_bib6","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1093\/ons\/opaa269","article-title":"Virtual reality anterior cervical discectomy and fusion simulation on the novel sim-ortho platform: validation studies","volume":"20","author":"Ledwos","year":"2020","journal-title":"Operat. Neurosurg."},{"issue":"5","key":"10.1016\/j.compbiomed.2024.108809_bib7","doi-asserted-by":"crossref","first-page":"603","DOI":"10.1007\/s11548-014-1091-z","article-title":"Neurosurgical virtual reality simulation metrics to assess psychomotor skills during brain tumor resection","volume":"10","author":"Azarnoush","year":"2015","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"issue":"1","key":"10.1016\/j.compbiomed.2024.108809_bib8","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1093\/ons\/opz359","article-title":"Artificial neural networks to assess virtual reality anterior cervical discectomy performance","volume":"19","author":"Mirchi","year":"2019","journal-title":"Operat. Neurosurg."},{"issue":"1","key":"10.1016\/j.compbiomed.2024.108809_bib9","doi-asserted-by":"crossref","first-page":"192","DOI":"10.3171\/2018.2.JNS172327","article-title":"Development of a performance model for virtual reality tumor resections","volume":"131","author":"Sawaya","year":"2018","journal-title":"J. Neurosurg."},{"issue":"2","key":"10.1016\/j.compbiomed.2024.108809_bib10","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0229596","article-title":"The Virtual Operative Assistant: an explainable artificial intelligence tool for simulation-based training in surgery and medicine","volume":"15","author":"Mirchi","year":"2020","journal-title":"PLoS One"},{"issue":"8","key":"10.1016\/j.compbiomed.2024.108809_bib11","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2019.8363","article-title":"Machine learning identification of surgical and operative factors associated with surgical expertise in virtual reality simulation","volume":"2","author":"Winkler-Schwartz","year":"2019","journal-title":"JAMA Netw. Open"},{"issue":"4","key":"10.1016\/j.compbiomed.2024.108809_bib12","article-title":"Pattern recognition and machine learning","volume":"16","author":"Nasrabadi","year":"2007","journal-title":"J. Electron. Imag."},{"key":"10.1016\/j.compbiomed.2024.108809_bib13","series-title":"2017 International Joint Conference on Neural Networks (IJCNN)","first-page":"4618","article-title":"Early stabilizing feature importance for TensorFlow deep neural networks","author":"Heaton","year":"2017"},{"issue":"11","key":"10.1016\/j.compbiomed.2024.108809_bib14","first-page":"5692","article-title":"A comparison of methods for assessing the relative importance of input variables in artificial neural networks","volume":"9","author":"Ibrahim","year":"2013","journal-title":"J. Appl. Sci. Res."},{"issue":"1","key":"10.1016\/j.compbiomed.2024.108809_bib15","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1016\/S0304-3800(02)00064-9","article-title":"Illuminating the \u201cblack box\u201d: a randomization approach for understanding variable contributions in artificial neural networks","volume":"154","author":"Olden","year":"2002","journal-title":"Ecol. Model."},{"key":"10.1016\/j.compbiomed.2024.108809_bib16","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2021.104770","article-title":"Utilizing a multilayer perceptron artificial neural network to assess a virtual reality surgical procedure","volume":"136","author":"Alkadri","year":"2021","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compbiomed.2024.108809_bib17","series-title":"Deep Learning","author":"Goodfellow","year":"2016"},{"issue":"5","key":"10.1016\/j.compbiomed.2024.108809_bib18","first-page":"1299","article-title":"Convolutional neural networks for medical image analysis: full training or fine tuning?","volume":"35","author":"Tajbakhsh","year":"2016"},{"issue":"6","key":"10.1016\/j.compbiomed.2024.108809_bib19","doi-asserted-by":"crossref","first-page":"1681","DOI":"10.1016\/j.jsurg.2019.05.015","article-title":"Artificial intelligence in medical education: best practices using machine learning to assess surgical expertise in virtual reality simulation","volume":"76","author":"Winkler-Schwartz","year":"2019","journal-title":"J. Surg. Educ."},{"issue":"9596","key":"10.1016\/j.compbiomed.2024.108809_bib20","first-page":"1453","article-title":"The Strengthening the Reporting of Observational Studies in Epidemiology (STROBE) statement: guidelines for reporting observational studies","volume":"370","author":"Von Elm","year":"2007"},{"key":"10.1016\/j.compbiomed.2024.108809_bib21","series-title":"Pytorch: an Imperative Style, High-Performance Deep Learning Library","author":"Paszke","year":"2019"},{"key":"10.1016\/j.compbiomed.2024.108809_bib22","unstructured":"S. Chintala. DEEP LEARNING WITH PYTORCH: A 60 MINUTE BLITZ. Available: https:\/\/pytorch.org\/tutorials\/beginner\/deep_learning_60min_blitz.html#deep-learning-with-pytorch-a-60-minute-blitz."},{"issue":"177","key":"10.1016\/j.compbiomed.2024.108809_bib23","first-page":"1","article-title":"All models are wrong, but many are useful: learning a variable's importance by studying an entire class of prediction models simultaneously","volume":"20","author":"Fisher","year":"2019","journal-title":"J. Mach. Learn. Res."},{"issue":"2","key":"10.1016\/j.compbiomed.2024.108809_bib24","first-page":"E15","article-title":"A systematic review of virtual reality for the assessment of technical skills in neurosurgery","volume":"51","author":"Chan","year":"2021"},{"key":"10.1016\/j.compbiomed.2024.108809_bib25","series-title":"Exploring the Roles of Artificial Intelligence in Surgical Education: A Scoping Review","author":"Bilgic","year":"2021"},{"key":"10.1016\/j.compbiomed.2024.108809_bib26","series-title":"Artificial Neural Network Approach to Competency-Based Training","author":"Reich","year":"2020"},{"issue":"6","key":"10.1016\/j.compbiomed.2024.108809_bib27","first-page":"833","article-title":"Kambin's triangle approach of lumbar transforaminal epidural injection with spinal stenosis","volume":"35","author":"Park","year":"2011"},{"key":"10.1016\/j.compbiomed.2024.108809_bib28","first-page":"49","article-title":"Arthroscopic discectomy of the lumbar spine","volume":"337","author":"Kambin","year":"1997"},{"issue":"1","key":"10.1016\/j.compbiomed.2024.108809_bib29","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1038\/s41746-022-00596-8","article-title":"Continuous monitoring of surgical bimanual expertise using deep neural networks in virtual reality simulation","volume":"5","author":"Yilmaz","year":"2022","journal-title":"npj Digit. Med."},{"issue":"2","key":"10.1016\/j.compbiomed.2024.108809_bib30","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2021.49008","article-title":"Effect of artificial intelligence tutoring vs expert instruction on learning simulated surgical skills among medical students: a randomized clinical trial","volume":"5","author":"Fazlollahi","year":"2022","journal-title":"JAMA Netw. Open"},{"issue":"1","key":"10.1016\/j.compbiomed.2024.108809_bib31","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1186\/s13059-024-03166-1","article-title":"AnnoPRO: a strategy for protein function annotation based on multi-scale protein representation and a hybrid deep learning of dual-path encoding","volume":"25","author":"Zheng","year":"2024","journal-title":"Genome Biol."},{"issue":"21","key":"10.1016\/j.compbiomed.2024.108809_bib32","doi-asserted-by":"crossref","first-page":"e110","DOI":"10.1093\/nar\/gkad929","article-title":"A task-specific encoding algorithm for RNAs and RNA-associated interactions based on convolutional autoencoder","volume":"51","author":"Wang","year":"2023","journal-title":"Nucleic Acids Res."},{"key":"10.1016\/j.compbiomed.2024.108809_bib33","first-page":"240","volume":"6","author":"Mou","year":"2023"},{"issue":"4","key":"10.1016\/j.compbiomed.2024.108809_bib34","doi-asserted-by":"crossref","first-page":"1437","DOI":"10.1093\/bib\/bbz081","article-title":"Protein functional annotation of simultaneously improved stability, accuracy and false discovery rate achieved by a sequence-based deep learning","volume":"21","author":"Hong","year":"2020","journal-title":"Briefings Bioinf."},{"issue":"5","key":"10.1016\/j.compbiomed.2024.108809_bib35","doi-asserted-by":"crossref","first-page":"1825","DOI":"10.1093\/bib\/bbz120","article-title":"Convolutional neural network-based annotation of bacterial type IV secretion system effectors with enhanced accuracy and reduced false discovery","volume":"21","author":"Hong","year":"2020","journal-title":"Briefings Bioinf."}],"container-title":["Computers in Biology and Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0010482524008941?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0010482524008941?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,1,22]],"date-time":"2025-01-22T16:14:39Z","timestamp":1737562479000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0010482524008941"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9]]},"references-count":35,"alternative-id":["S0010482524008941"],"URL":"https:\/\/doi.org\/10.1016\/j.compbiomed.2024.108809","relation":{},"ISSN":["0010-4825"],"issn-type":[{"value":"0010-4825","type":"print"}],"subject":[],"published":{"date-parts":[[2024,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Unveiling surgical expertise through machine learning in a novel VR\/AR spinal simulator: A multilayered approach using transfer learning and connection weights analysis","name":"articletitle","label":"Article Title"},{"value":"Computers in Biology and Medicine","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.compbiomed.2024.108809","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"108809"}}