{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,10]],"date-time":"2026-11-10T16:38:26Z","timestamp":1794328706802,"version":"4.9.0"},"reference-count":94,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T00:00:00Z","timestamp":1726444800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003475","name":"Hasler Foundation","doi-asserted-by":"publisher","award":["21039"],"award-info":[{"award-number":["21039"]}],"id":[{"id":"10.13039\/501100003475","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000780","name":"European Union","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Medical Image Analysis"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1016\/j.media.2024.103345","type":"journal-article","created":{"date-parts":[[2024,9,17]],"date-time":"2024-09-17T17:37:44Z","timestamp":1726594664000},"page":"103345","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":26,"special_numbering":"C","title":["SafeRPlan: Safe deep reinforcement learning for intraoperative planning of pedicle screw placement"],"prefix":"10.1016","volume":"99","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-8857-9526","authenticated-orcid":false,"given":"Yunke","family":"Ao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2572-1798","authenticated-orcid":false,"given":"Hooman","family":"Esfandiari","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0942-0277","authenticated-orcid":false,"given":"Fabio","family":"Carrillo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5446-3057","authenticated-orcid":false,"given":"Christoph J.","family":"Laux","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yarden","family":"As","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2882-8398","authenticated-orcid":false,"given":"Ruixuan","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9552-4629","authenticated-orcid":false,"given":"Kaat","family":"Van Assche","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7407-5000","authenticated-orcid":false,"given":"Ayoob","family":"Davoodi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-0674-0773","authenticated-orcid":false,"given":"Nicola A.","family":"Cavalcanti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mazda","family":"Farshad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8560-2120","authenticated-orcid":false,"given":"Benjamin F.","family":"Grewe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3764-9551","authenticated-orcid":false,"given":"Emmanuel","family":"Vander Poorten","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7260-9673","authenticated-orcid":false,"given":"Andreas","family":"Krause","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Philipp","family":"F\u00fcrnstahl","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.media.2024.103345_b1","series-title":"International Conference on Machine Learning","first-page":"22","article-title":"Constrained policy optimization","author":"Achiam","year":"2017"},{"key":"10.1016\/j.media.2024.103345_b2","series-title":"Medical Image Computing and Computer Assisted Intervention\u2013MICCAI 2021: 24th International Conference, Strasbourg, France, September 27\u2013October 1, 2021, Proceedings, Part IV 24","first-page":"540","article-title":"A new approach to orthopedic surgery planning using deep reinforcement learning and simulation","author":"Ackermann","year":"2021"},{"key":"10.1016\/j.media.2024.103345_b3","doi-asserted-by":"crossref","unstructured":"Alshiekh, M., Bloem, R., Ehlers, R., K\u00f6nighofer, B., Niekum, S., Topcu, U., 2018. Safe reinforcement learning via shielding. In: Proceedings of the AAAI Conference on Artificial Intelligence, Vol. 32, No. 1.","DOI":"10.1609\/aaai.v32i1.11797"},{"key":"10.1016\/j.media.2024.103345_b4","series-title":"Constrained policy optimization via bayesian world models","author":"As","year":"2022"},{"issue":"3","key":"10.1016\/j.media.2024.103345_b5","doi-asserted-by":"crossref","first-page":"342","DOI":"10.1016\/j.clineuro.2012.05.007","article-title":"O-arm-based image guidance in minimally invasive spine surgery","volume":"115","author":"Baaj","year":"2013","journal-title":"Clin. Neurol. Neurosurg."},{"key":"10.1016\/j.media.2024.103345_b6","series-title":"2018 15th International Conference on Ubiquitous Robots","first-page":"342","article-title":"Path planning for automation of surgery robot based on probabilistic roadmap and reinforcement learning","author":"Baek","year":"2018"},{"issue":"1","key":"10.1016\/j.media.2024.103345_b7","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1007\/s43390-021-00385-5","article-title":"Does intraoperative CT navigation increase the accuracy of pedicle screw placement in pediatric spinal deformity surgery? A systematic review and meta-analysis","volume":"10","author":"Baldwin","year":"2022","journal-title":"Spine Deform."},{"key":"10.1016\/j.media.2024.103345_b8","series-title":"Robotic surgery with lean reinforcement learning","author":"Barnoy","year":"2021"},{"issue":"3","key":"10.1016\/j.media.2024.103345_b9","doi-asserted-by":"crossref","first-page":"358","DOI":"10.1016\/j.media.2007.12.006","article-title":"Instantiation and registration of statistical shape models of the femur and pelvis using 3D ultrasound imaging","volume":"12","author":"Barratt","year":"2008","journal-title":"Med. Image Anal."},{"issue":"1","key":"10.1016\/j.media.2024.103345_b10","first-page":"147","article-title":"Machine learning for automated 3-dimensional segmentation of the spine and suggested placement of pedicle screws based on intraoperative cone-beam computer tomography","volume":"31","author":"Burstrom","year":"2019","journal-title":"J. Neurosurg.: Spine"},{"issue":"4","key":"10.1016\/j.media.2024.103345_b11","doi-asserted-by":"crossref","first-page":"464","DOI":"10.1080\/10255842.2021.1959558","article-title":"Bone density optimized pedicle screw instrumentation improves screw pull-out force in lumbar vertebrae","volume":"25","author":"Caprara","year":"2022","journal-title":"Comput. Methods Biomech. Biomed. Eng."},{"key":"10.1016\/j.media.2024.103345_b12","series-title":"Safe reinforcement learning via shielding for pomdps","author":"Carr","year":"2022"},{"issue":"1","key":"10.1016\/j.media.2024.103345_b13","doi-asserted-by":"crossref","first-page":"310","DOI":"10.1007\/s10439-020-02546-5","article-title":"Development and evaluation of CT-to-3D ultrasound image registration algorithm in vertebral phantoms for spine surgery","volume":"49","author":"Chan","year":"2021","journal-title":"Ann. Biomed. Eng."},{"issue":"6","key":"10.1016\/j.media.2024.103345_b14","doi-asserted-by":"crossref","first-page":"3007","DOI":"10.1007\/s00402-022-04514-1","article-title":"Accuracy of pedicle screw placement using neuronavigation based on intraoperative 3D rotational fluoroscopy in the thoracic and lumbar spine","volume":"143","author":"Conrads","year":"2023","journal-title":"Arch. Orthop. Trauma. Surg."},{"issue":"24","key":"10.1016\/j.media.2024.103345_b15","doi-asserted-by":"crossref","first-page":"2094","DOI":"10.1097\/BRS.0b013e318201129d","article-title":"Spinal navigation: Standard preoperative: Versus: Intraoperative computed tomography data set acquisition for computer-guidance system: Radiological and clinical study in 100 consecutive patients","volume":"36","author":"Costa","year":"2011","journal-title":"Spine"},{"key":"10.1016\/j.media.2024.103345_b16","unstructured":"Da Silva, J., Saghbiny, E., Chandanson, T., Bette, S., Bourlion, M., Morel, G., 2022. Automatic bone breach detection for spine surgery based on bio-electrical conductivity sensing: Ex-vivo experimental validation. In: 11th Edition of Conference on New Technologies for Computer and Robot Assisted Surgery CRAS 2022."},{"key":"10.1016\/j.media.2024.103345_b17","doi-asserted-by":"crossref","first-page":"9","DOI":"10.2147\/RSRR.S190720","article-title":"Robotic-assisted spine surgery: History, efficacy, cost, and future trends","volume":"6","author":"D\u2019Souza","year":"2019","journal-title":"Robotic Surg. Res. Rev."},{"key":"10.1016\/j.media.2024.103345_b18","doi-asserted-by":"crossref","first-page":"9","DOI":"10.2147\/RSRR.S190720","article-title":"Robotic-assisted spine surgery: history, efficacy, cost, and future trends","author":"D\u2019Souza","year":"2019","journal-title":"Robotic Surg. Res. Rev."},{"key":"10.1016\/j.media.2024.103345_b19","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1016\/j.wneu.2017.07.154","article-title":"Accuracy of pedicle screw insertion among 3 image-guided navigation systems: systematic review and meta-analysis","volume":"109","author":"Du","year":"2018","journal-title":"World Neurosurg."},{"key":"10.1016\/j.media.2024.103345_b20","doi-asserted-by":"crossref","DOI":"10.3389\/fsurg.2022.863633","article-title":"Machine learning-based surgical planning for neurosurgery: Artificial intelligent approaches to the cranium","volume":"9","author":"Dundar","year":"2022","journal-title":"Front. Surg."},{"key":"10.1016\/j.media.2024.103345_b21","series-title":"CAOS 2018. the 18th Annual Meeting of the International Society for Computer Assisted Orthopaedic Surgery","first-page":"46","article-title":"A deep learning-based approach for localization of pedicle regions in preoperative CT scans","volume":"vol. 2","author":"Esfandiari","year":"2018"},{"key":"10.1016\/j.media.2024.103345_b22","doi-asserted-by":"crossref","DOI":"10.3389\/fsurg.2021.578674","article-title":"Robotics in spine surgery: a technical overview and review of key concepts","volume":"8","author":"Farber","year":"2021","journal-title":"Front. Surg."},{"issue":"2","key":"10.1016\/j.media.2024.103345_b23","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1016\/j.spinee.2020.09.007","article-title":"Safety and accuracy of robot-assisted placement of pedicle screws compared to conventional free-hand technique: a systematic review and meta-analysis","volume":"21","author":"Fatima","year":"2021","journal-title":"Spine J."},{"key":"10.1016\/j.media.2024.103345_b24","doi-asserted-by":"crossref","first-page":"381","DOI":"10.1145\/358669.358692","article-title":"Random sample consensus: a paradigm for model fitting with applications to image analysis and automated cartography","volume":"24","author":"Fischler","year":"1981","journal-title":"Commun. ACM"},{"issue":"80","key":"10.1016\/j.media.2024.103345_b25","doi-asserted-by":"crossref","first-page":"4681","DOI":"10.21105\/joss.04681","article-title":"PyCPD: Pure numpy implementation of the coherent point drift algorithm","volume":"7","author":"Gatti","year":"2022","journal-title":"J. Open Source Softw."},{"key":"10.1016\/j.media.2024.103345_b26","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1097\/00007632-199001000-00004","article-title":"Accuracy of pedicular screw placement in vivo","volume":"15","author":"Gertzbein","year":"1990","journal-title":"Spine"},{"issue":"18","key":"10.1016\/j.media.2024.103345_b27","doi-asserted-by":"crossref","first-page":"5287","DOI":"10.1088\/0031-9155\/59\/18\/5287","article-title":"Development of a new generation of high-resolution anatomical models for medical device evaluation: the Virtual Population 3.0","volume":"59","author":"Gosselin","year":"2014","journal-title":"Phys. Med. Biol."},{"key":"10.1016\/j.media.2024.103345_b28","series-title":"Medical Image Computing and Computer-Assisted Intervention\u2013MICCAI 2013: 16th International Conference, Nagoya, Japan, September 22-26, 2013, Proceedings, Part II 16","first-page":"361","article-title":"Statistical shape model to 3D ultrasound registration for spine interventions using enhanced local phase features","author":"Hacihaliloglu","year":"2013"},{"key":"10.1016\/j.media.2024.103345_b29","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1016\/j.compmedimag.2015.10.002","article-title":"Preoperative trajectory planning for percutaneous procedures in deformable environments","volume":"47","author":"Hamz\u00e9","year":"2016","journal-title":"Comput. Med. Imaging Graph."},{"key":"10.1016\/j.media.2024.103345_b30","series-title":"Medical Image Computing and Computer-Assisted Intervention\u2013MICCAI 2016: 19th International Conference, Athens, Greece, October 17-21, 2016, Proceedings, Part I 19","first-page":"534","article-title":"Pareto front vs. weighted sum for automatic trajectory planning of deep brain stimulation","author":"Hamz\u00e9","year":"2016"},{"issue":"7825","key":"10.1016\/j.media.2024.103345_b31","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1038\/s41586-020-2649-2","article-title":"Array programming with NumPy","volume":"585","author":"Harris","year":"2020","journal-title":"Nature"},{"issue":"19","key":"10.1016\/j.media.2024.103345_b32","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6560\/ac8fdd","article-title":"Flexible needle puncture path planning for liver tumors based on deep reinforcement learning","volume":"67","author":"Hu","year":"2022","journal-title":"Phys. Med. Biol."},{"issue":"10","key":"10.1016\/j.media.2024.103345_b33","doi-asserted-by":"crossref","first-page":"271","DOI":"10.3390\/jimaging8100271","article-title":"X23D\u2014Intraoperative 3D lumbar spine shape reconstruction based on sparse multi-view X-ray data","volume":"8","author":"Jecklin","year":"2022","journal-title":"J. Imaging"},{"key":"10.1016\/j.media.2024.103345_b34","series-title":"Qt-opt: Scalable deep reinforcement learning for vision-based robotic manipulation","author":"Kalashnikov","year":"2018"},{"key":"10.1016\/j.media.2024.103345_b35","series-title":"Medical Imaging 2021: Image-Guided Procedures, Robotic Interventions, and Modeling, Vol. 11598","first-page":"406","article-title":"Automatic image-based pedicle screw planning","author":"Kausch","year":"2021"},{"issue":"3","key":"10.1016\/j.media.2024.103345_b36","doi-asserted-by":"crossref","first-page":"E1","DOI":"10.3171\/2014.1.FOCUS13531","article-title":"Clinical and radiographic outcomes of minimally invasive percutaneous pedicle screw placement with intraoperative CT (O-arm) image guidance navigation","volume":"36","author":"Kim","year":"2014","journal-title":"Neurosurg. Focus"},{"issue":"6","key":"10.1016\/j.media.2024.103345_b37","doi-asserted-by":"crossref","first-page":"1420","DOI":"10.1109\/TMI.2016.2514530","article-title":"Computer-assisted screw size and insertion trajectory planning for pedicle screw placement surgery","volume":"35","author":"Knez","year":"2016","journal-title":"IEEE Trans. Med. Imaging"},{"issue":"47","key":"10.1016\/j.media.2024.103345_b38","doi-asserted-by":"crossref","first-page":"eabc5986","DOI":"10.1126\/scirobotics.abc5986","article-title":"Learning quadrupedal locomotion over challenging terrain","volume":"5","author":"Lee","year":"2020","journal-title":"Sci. Robotics"},{"issue":"3","key":"10.1016\/j.media.2024.103345_b39","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1002\/rcs.1413","article-title":"Optimal surgical planning guidance for lumbar spinal fusion considering operational safety and vertebra\u2013screw interface strength","volume":"8","author":"Lee","year":"2012","journal-title":"Int. J. Med. Robotics Comput. Assist. Surg."},{"key":"10.1016\/j.media.2024.103345_b40","series-title":"Evaluation of constrained reinforcement learning algorithms for legged locomotion","author":"Lee","year":"2023"},{"key":"10.1016\/j.media.2024.103345_b41","article-title":"Development and evaluation of robot-assisted ultrasound navigation system for pedicle screw placement: An ex-vivo animal validation","author":"Li","year":"2023","journal-title":"Int. J. Med. Robotics Comput. Assist. Surg."},{"key":"10.1016\/j.media.2024.103345_b42","first-page":"1","article-title":"Robot-assisted ultrasound reconstruction for spine surgery: from bench-top to pre-clinical study","author":"Li","year":"2023","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"key":"10.1016\/j.media.2024.103345_b43","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1016\/j.medengphy.2017.01.006","article-title":"Modeling of path planning and needle steering with path tracking in anatomical soft tissues for minimally invasive surgery","volume":"41","author":"Li","year":"2017","journal-title":"Med. Eng. Phys."},{"issue":"2","key":"10.1016\/j.media.2024.103345_b44","doi-asserted-by":"crossref","DOI":"10.2106\/JBJS.ST.19.00020","article-title":"Robotic-assisted pedicle screw placement during spine surgery","volume":"10","author":"Lieberman","year":"2020","journal-title":"JBJS Essent. Surg. Tech."},{"issue":"3","key":"10.1016\/j.media.2024.103345_b45","doi-asserted-by":"crossref","first-page":"641","DOI":"10.1227\/01.NEU.0000229055.00829.5B","article-title":"Bone-mounted miniature robotic guidance for pedicle screw and translaminar facet screw placement: Part I\u2014Technical development and a test case result","volume":"59","author":"Lieberman","year":"2006","journal-title":"Neurosurgery"},{"key":"10.1016\/j.media.2024.103345_b46","article-title":"Automatic registration with continuous pose updates for marker-less surgical navigation in spine surgery","author":"Liebmann","year":"2023","journal-title":"Med. Image Anal."},{"key":"10.1016\/j.media.2024.103345_b47","doi-asserted-by":"crossref","unstructured":"Liu, Y., Ding, J., Liu, X., 2020. Ipo: Interior-point policy optimization under constraints. In: Proceedings of the AAAI Conference on Artificial Intelligence, Vol. 34, No. 04. pp. 4940\u20134947.","DOI":"10.1609\/aaai.v34i04.5932"},{"issue":"4","key":"10.1016\/j.media.2024.103345_b48","first-page":"542","article-title":"Percutaneous placement of lumbar pedicle screws via intraoperative CT image\u2013based augmented reality\u2013guided technology","volume":"32","author":"Liu","year":"2019","journal-title":"J. Neurosurg.: Spine"},{"key":"10.1016\/j.media.2024.103345_b49","article-title":"A photoacoustics-enhanced drilling probe for radiation-free pedicle screw implantation in spinal surgery","volume":"10","author":"Liu","year":"2022","journal-title":"Front. Bioeng. Biotechnol."},{"key":"10.1016\/j.media.2024.103345_b50","doi-asserted-by":"crossref","first-page":"947","DOI":"10.1007\/s00586-015-3758-8","article-title":"Robot-assisted spine surgery: feasibility study through a prospective case-matched analysis","volume":"25","author":"Lonjon","year":"2016","journal-title":"Eur. Spine J."},{"key":"10.1016\/j.media.2024.103345_b51","series-title":"Feasible actor-critic: Constrained reinforcement learning for ensuring statewise safety","author":"Ma","year":"2021"},{"key":"10.1016\/j.media.2024.103345_b52","doi-asserted-by":"crossref","first-page":"2205","DOI":"10.1007\/s11548-017-1652-z","article-title":"Augmented reality surgical navigation with ultrasound-assisted registration for pedicle screw placement: a pilot study","volume":"12","author":"Ma","year":"2017","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"key":"10.1016\/j.media.2024.103345_b53","doi-asserted-by":"crossref","first-page":"102641","DOI":"10.1016\/j.artmed.2023.102641","article-title":"Automatic breach detection during spine pedicle drilling based on vibroacoustic sensing","volume":"144","author":"Massalimova","year":"2023","journal-title":"Artificial Intelligence in Medicine"},{"key":"10.1016\/j.media.2024.103345_b54","doi-asserted-by":"crossref","DOI":"10.3389\/fsurg.2022.952539","article-title":"Intraoperative tissue classification methods in orthopedic and neurological surgeries: A systematic review","volume":"9","author":"Massalimova","year":"2022","journal-title":"Front. Surg."},{"issue":"3","key":"10.1016\/j.media.2024.103345_b55","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1016\/j.spinee.2015.11.020","article-title":"Patient and surgeon radiation exposure during spinal instrumentation using intraoperative computed tomography-based navigation","volume":"16","author":"Mendelsohn","year":"2016","journal-title":"Spine J."},{"issue":"62","key":"10.1016\/j.media.2024.103345_b56","doi-asserted-by":"crossref","first-page":"eabk2822","DOI":"10.1126\/scirobotics.abk2822","article-title":"Learning robust perceptive locomotion for quadrupedal robots in the wild","volume":"7","author":"Miki","year":"2022","journal-title":"Science Robotics"},{"issue":"12","key":"10.1016\/j.media.2024.103345_b57","doi-asserted-by":"crossref","first-page":"2262","DOI":"10.1109\/TPAMI.2010.46","article-title":"Point set registration: Coherent point drift","volume":"32","author":"Myronenko","year":"2010","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.media.2024.103345_b58","series-title":"Information Processing in Computer-Assisted Interventions","first-page":"108","article-title":"CT to US registration of the lumbar spine: A clinical feasibility study","author":"Nagpal","year":"2014"},{"key":"10.1016\/j.media.2024.103345_b59","series-title":"2019 IEEE International Systems Conference","first-page":"1","article-title":"Manipulating soft tissues by deep reinforcement learning for autonomous robotic surgery","author":"Nguyen","year":"2019"},{"key":"10.1016\/j.media.2024.103345_b60","series-title":"Proceedings of the 20th Annual Meeting of the International Society for Computer Assisted Orthopaedic Surgery","first-page":"148","article-title":"Standardized evaluation of current ultrasound bone segmentation algorithms on multiple datasets","volume":"vol. 5","author":"Pandey","year":"2022"},{"key":"10.1016\/j.media.2024.103345_b61","series-title":"2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems","first-page":"4025","article-title":"Safe reinforcement learning using formal verification for tissue retraction in autonomous robotic-assisted surgery","author":"Pore","year":"2021"},{"issue":"2","key":"10.1016\/j.media.2024.103345_b62","doi-asserted-by":"crossref","first-page":"403","DOI":"10.1109\/TMRB.2022.3155288","article-title":"An automatic path planning method of pedicle screw placement based on preoperative CT images","volume":"4","author":"Qi","year":"2022","journal-title":"IEEE Trans. Med. Robotics Bion."},{"issue":"268","key":"10.1016\/j.media.2024.103345_b63","first-page":"1","article-title":"Stable-Baselines3: Reliable reinforcement learning implementations","volume":"22","author":"Raffin","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.media.2024.103345_b64","series-title":"Benchmarking safe exploration in deep reinforcement learning","author":"Ray","year":"2019"},{"key":"10.1016\/j.media.2024.103345_b65","doi-asserted-by":"crossref","first-page":"110","DOI":"10.1111\/1755-0998.12627","article-title":"The summary likelihood method and its implementation in the infusion package","volume":"17","author":"Rousset","year":"2017","journal-title":"Mol. Ecol. Resour."},{"key":"10.1016\/j.media.2024.103345_b66","series-title":"Proceedings Third International Conference on 3-D Digital Imaging and Modeling","first-page":"145","article-title":"Efficient variants of the ICP algorithm","author":"Rusinkiewicz","year":"2001"},{"key":"10.1016\/j.media.2024.103345_b67","doi-asserted-by":"crossref","unstructured":"Rusu, R.B., Blodow, N., Beetz, M., 2009. Fast Point Feature Histograms (FPFH) for 3D registration. In: 2009 IEEE International Conference on Robotics and Automation. pp. 3212\u20133217.","DOI":"10.1109\/ROBOT.2009.5152473"},{"key":"10.1016\/j.media.2024.103345_b68","series-title":"Medical Image Computing and Computer-Assisted Intervention - MICCAI 2017","first-page":"682","article-title":"Precise ultrasound bone registration with learning-based segmentation and speed of sound calibration","author":"Salehi","year":"2017"},{"issue":"2","key":"10.1016\/j.media.2024.103345_b69","doi-asserted-by":"crossref","first-page":"560","DOI":"10.1109\/LRA.2022.3227873","article-title":"Sim-to-real transfer for visual reinforcement learning of deformable object manipulation for robot-assisted surgery","volume":"8","author":"Scheikl","year":"2022","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"7","key":"10.1016\/j.media.2024.103345_b70","doi-asserted-by":"crossref","first-page":"2646","DOI":"10.3390\/jcm12072646","article-title":"Automatic planning tools for lumbar pedicle screws: Comparison and validation of planning accuracy for self-derived deep-learning-based and commercial atlas-based approaches","volume":"12","author":"Scherer","year":"2023","journal-title":"J. Clin. Med."},{"key":"10.1016\/j.media.2024.103345_b71","series-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"key":"10.1016\/j.media.2024.103345_b72","series-title":"2020 IEEE International Conference on Robotics and Automation","first-page":"2429","article-title":"Ga3c reinforcement learning for surgical steerable catheter path planning","author":"Segato","year":"2020"},{"issue":"4","key":"10.1016\/j.media.2024.103345_b73","doi-asserted-by":"crossref","first-page":"10665","DOI":"10.1109\/LRA.2022.3192205","article-title":"Safe reinforcement learning using black-box reachability analysis","volume":"7","author":"Selim","year":"2022","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"2","key":"10.1016\/j.media.2024.103345_b74","doi-asserted-by":"crossref","first-page":"3663","DOI":"10.1109\/LRA.2021.3063989","article-title":"Reachability-based trajectory safeguard (rts): A safe and fast reinforcement learning safety layer for continuous control","volume":"6","author":"Shao","year":"2021","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"3","key":"10.1016\/j.media.2024.103345_b75","doi-asserted-by":"crossref","first-page":"223","DOI":"10.4103\/jcvjs.jcvjs_94_21","article-title":"Autonomous lumbar spine pedicle screw planning using machine learning: A validation study","volume":"12","author":"Siemionow","year":"2021","journal-title":"J. Cranioverteb. Junct. Spine"},{"issue":"37","key":"10.1016\/j.media.2024.103345_b76","doi-asserted-by":"crossref","first-page":"1450","DOI":"10.21105\/joss.01450","article-title":"PyVista: 3D plotting and mesh analysis through a streamlined interface for the Visualization Toolkit (VTK)","volume":"4","author":"Sullivan","year":"2019","journal-title":"J. Open Source Softw."},{"key":"10.1016\/j.media.2024.103345_b77","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1007\/s11548-019-02098-7","article-title":"Robot-assisted flexible needle insertion using universal distributional deep reinforcement learning","volume":"15","author":"Tan","year":"2020","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"issue":"3","key":"10.1016\/j.media.2024.103345_b78","doi-asserted-by":"crossref","first-page":"4915","DOI":"10.1109\/LRA.2021.3070252","article-title":"Recovery rl: Safe reinforcement learning with learned recovery zones","volume":"6","author":"Thananjeyan","year":"2021","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"2","key":"10.1016\/j.media.2024.103345_b79","doi-asserted-by":"crossref","first-page":"3612","DOI":"10.1109\/LRA.2020.2976272","article-title":"Safety augmented value estimation from demonstrations (saved): Safe deep model-based rl for sparse cost robotic tasks","volume":"5","author":"Thananjeyan","year":"2020","journal-title":"IEEE Robot. Autom. Lett."},{"key":"10.1016\/j.media.2024.103345_b80","series-title":"2017 IEEE\/RSJ International Conference on Intelligent Robots and Systems","first-page":"23","article-title":"Domain randomization for transferring deep neural networks from simulation to the real world","author":"Tobin","year":"2017"},{"key":"10.1016\/j.media.2024.103345_b81","doi-asserted-by":"crossref","unstructured":"Tremblay, J., Prakash, A., Acuna, D., Brophy, M., Jampani, V., Anil, C., To, T., Cameracci, E., Boochoon, S., Birchfield, S., 2018. Training deep networks with synthetic data: Bridging the reality gap by domain randomization. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops. pp. 969\u2013977.","DOI":"10.1109\/CVPRW.2018.00143"},{"issue":"8","key":"10.1016\/j.media.2024.103345_b82","doi-asserted-by":"crossref","first-page":"2593","DOI":"10.1109\/TBME.2022.3150952","article-title":"Ultrasound image guided and mixed reality-based surgical system with real-time soft tissue deformation computing for robotic cervical pedicle screw placement","volume":"69","author":"Tu","year":"2022","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"10.1016\/j.media.2024.103345_b83","doi-asserted-by":"crossref","DOI":"10.1016\/j.automatica.2021.109597","article-title":"A predictive safety filter for learning-based control of constrained nonlinear dynamical systems","volume":"129","author":"Wabersich","year":"2021","journal-title":"Automatica"},{"issue":"3","key":"10.1016\/j.media.2024.103345_b84","doi-asserted-by":"crossref","first-page":"284","DOI":"10.1109\/TEVC.2007.907558","article-title":"Registration of CT and intraoperative 3-D ultrasound images of the spine using evolutionary and gradient-based methods","volume":"12","author":"Winter","year":"2008","journal-title":"IEEE Trans. Evol. Comput."},{"key":"10.1016\/j.media.2024.103345_b85","series-title":"2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems","first-page":"1821","article-title":"Surrol: An open-source reinforcement learning centered and dvrk compatible platform for surgical robot learning","author":"Xu","year":"2021"},{"key":"10.1016\/j.media.2024.103345_b86","doi-asserted-by":"crossref","first-page":"523","DOI":"10.1007\/s11548-010-0536-2","article-title":"Towards accurate, robust and practical ultrasound-CT registration of vertebrae for image-guided spine surgery","volume":"6","author":"Yan","year":"2011","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"key":"10.1016\/j.media.2024.103345_b87","series-title":"Projection-based constrained policy optimization","author":"Yang","year":"2020"},{"issue":"2","key":"10.1016\/j.media.2024.103345_b88","doi-asserted-by":"crossref","first-page":"E11","DOI":"10.3171\/2021.5.FOCUS21209","article-title":"Real-time navigation guidance with intraoperative CT imaging for pedicle screw placement using an augmented reality head-mounted display: A proof-of-concept study","volume":"51","author":"Yanni","year":"2021","journal-title":"Neurosurg. Focus"},{"issue":"1","key":"10.1016\/j.media.2024.103345_b89","doi-asserted-by":"crossref","first-page":"3025","DOI":"10.1038\/s41598-019-40057-z","article-title":"Risk factors for robot-assisted spinal pedicle screw malposition","volume":"9","author":"Zhang","year":"2019","journal-title":"Sci. Rep."},{"key":"10.1016\/j.media.2024.103345_b90","series-title":"2018 IEEE International Conference on Cyborg and Bionic Systems","first-page":"317","article-title":"3D path planning for anterior spinal surgery based on CT images and reinforcement learning","author":"Zhang","year":"2018"},{"key":"10.1016\/j.media.2024.103345_b91","series-title":"State-wise constrained policy optimization","author":"Zhao","year":"2023"},{"key":"10.1016\/j.media.2024.103345_b92","series-title":"Computer Vision\u2013ECCV 2016: 14th European Conference, Amsterdam, the Netherlands, October 11-14, 2016, Proceedings, Part II 14","first-page":"766","article-title":"Fast global registration","author":"Zhou","year":"2016"},{"key":"10.1016\/j.media.2024.103345_b93","series-title":"Open3D: A modern library for 3D data processing","author":"Zhou","year":"2018"},{"issue":"videosuppl1","key":"10.1016\/j.media.2024.103345_b94","doi-asserted-by":"crossref","first-page":"V6","DOI":"10.3171\/2018.7.FocusVid.18123","article-title":"Technique: open lumbar decompression and fusion with the excelsius GPS robot","volume":"45","author":"Zygourakis","year":"2018","journal-title":"Neurosurg. Focus"}],"container-title":["Medical Image Analysis"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1361841524002706?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1361841524002706?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,3,4]],"date-time":"2025-03-04T05:06:32Z","timestamp":1741064792000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1361841524002706"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1]]},"references-count":94,"alternative-id":["S1361841524002706"],"URL":"https:\/\/doi.org\/10.1016\/j.media.2024.103345","relation":{},"ISSN":["1361-8415"],"issn-type":[{"value":"1361-8415","type":"print"}],"subject":[],"published":{"date-parts":[[2025,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"SafeRPlan: Safe deep reinforcement learning for intraoperative planning of pedicle screw placement","name":"articletitle","label":"Article Title"},{"value":"Medical Image Analysis","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.media.2024.103345","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 The Authors. Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"103345"}}