{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T05:50:18Z","timestamp":1757310618174,"version":"3.40.3"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030872014"},{"type":"electronic","value":"9783030872021"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-87202-1_52","type":"book-chapter","created":{"date-parts":[[2021,9,22]],"date-time":"2021-09-22T19:03:23Z","timestamp":1632337403000},"page":"540-549","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["A New Approach to Orthopedic Surgery Planning Using Deep Reinforcement Learning and Simulation"],"prefix":"10.1007","author":[{"given":"Jo\u00eblle","family":"Ackermann","sequence":"first","affiliation":[]},{"given":"Matthias","family":"Wieland","sequence":"additional","affiliation":[]},{"given":"Armando","family":"Hoch","sequence":"additional","affiliation":[]},{"given":"Reinhold","family":"Ganz","sequence":"additional","affiliation":[]},{"given":"Jess G.","family":"Snedeker","sequence":"additional","affiliation":[]},{"given":"Martin R.","family":"Oswald","sequence":"additional","affiliation":[]},{"given":"Marc","family":"Pollefeys","sequence":"additional","affiliation":[]},{"given":"Patrick O.","family":"Zingg","sequence":"additional","affiliation":[]},{"given":"Hooman","family":"Esfandiari","sequence":"additional","affiliation":[]},{"given":"Philipp","family":"F\u00fcrnstahl","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,9,21]]},"reference":[{"key":"52_CR1","unstructured":"Amodei, D., Olah, C., Steinhardt, J., Christiano, P., Schulman, J., Man\u00e9, D.: Concrete problems in AI safety. arXiv preprint arXiv:1606.06565 (2016)"},{"issue":"4","key":"52_CR2","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1145\/235815.235821","volume":"22","author":"CB Barber","year":"1996","unstructured":"Barber, C.B., Dobkin, D.P., Huhdanpaa, H.: The quickhull algorithm for convex hulls. ACM Trans. Math. Softw. (TOMS) 22(4), 469\u2013483 (1996)","journal-title":"ACM Trans. Math. Softw. (TOMS)"},{"key":"52_CR3","unstructured":"Barth-Maron, G., et al.: Distributed distributional deterministic policy gradients. arXiv preprint arXiv:1804.08617 (2018)"},{"issue":"7","key":"52_CR4","doi-asserted-by":"publisher","first-page":"787","DOI":"10.1243\/09544119JEIM276","volume":"221","author":"P Belei","year":"2007","unstructured":"Belei, P., Schkommodau, E., Frenkel, A., Mumme, T., Radermacher, K.: Computer-assisted single-or double-cut oblique osteotomies for the correction of lower limb deformities. Proc. Inst. Mech. Eng. Part H 221(7), 787\u2013800 (2007)","journal-title":"Proc. Inst. Mech. Eng. Part H"},{"key":"52_CR5","doi-asserted-by":"crossref","unstructured":"Carrillo, F., et al.: An automatic genetic algorithm framework for the optimization of three-dimensional surgical plans of forearm corrective osteotomies. Med. Image Anal. 60, 101598 (2020)","DOI":"10.1016\/j.media.2019.101598"},{"key":"52_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"488","DOI":"10.1007\/978-3-319-66185-8_55","volume-title":"Medical Image Computing and Computer-Assisted Intervention - MICCAI 2017","author":"F Carrillo","year":"2017","unstructured":"Carrillo, F., Vlachopoulos, L., Schweizer, A., Nagy, L., Snedeker, J., F\u00fcrnstahl, P.: A time saver: optimization approach for the fully automatic 3D planning of forearm osteotomies. In: Descoteaux, M., Maier-Hein, L., Franz, A., Jannin, P., Collins, D.L., Duchesne, S. (eds.) MICCAI 2017. LNCS, vol. 10434, pp. 488\u2013496. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-66185-8_55"},{"issue":"8","key":"52_CR7","doi-asserted-by":"publisher","first-page":"1269","DOI":"10.1007\/s11548-018-1776-9","volume":"13","author":"H Esfandiari","year":"2018","unstructured":"Esfandiari, H., Newell, R., Anglin, C., Street, J., Hodgson, A.J.: A deep learning framework for segmentation and pose estimation of pedicle screw implants based on C-arm fluoroscopy. Int. J. Comput. Assist. Radiol. Surg. 13(8), 1269\u20131282 (2018)","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"key":"52_CR8","unstructured":"Fujimoto, S., Hoof, H., Meger, D.: Addressing function approximation error in actor-critic methods, pp. 1587\u20131596 (2018)"},{"key":"52_CR9","doi-asserted-by":"crossref","unstructured":"F\u00fcrnstahl, P., Casari, F.A., Ackermann, J., Marcon, M., Leunig, M., Ganz, R.: Computer-assisted femoral head reduction osteotomies: an approach for anatomic reconstruction of severely deformed legg-calv\u00e9-perthes hips. A pilot study of six patients. BMC Musculoskelet. Disord. 21(1), 1\u20139 (2020)","DOI":"10.1186\/s12891-020-03789-y"},{"key":"52_CR10","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., Levine, S.: Soft actor-critic: off-policy maximum entropy deep reinforcement learning with a stochastic actor, pp. 1861\u20131870 (2018)"},{"key":"52_CR11","doi-asserted-by":"crossref","unstructured":"Joskowicz, L., Hazan, E.J.: Computer aided orthopaedic surgery: incremental shift or paradigm change? (2016)","DOI":"10.1016\/j.media.2016.06.036"},{"issue":"11","key":"52_CR12","doi-asserted-by":"publisher","first-page":"1238","DOI":"10.1177\/0278364913495721","volume":"32","author":"J Kober","year":"2013","unstructured":"Kober, J., Bagnell, J.A., Peters, J.: Reinforcement learning in robotics: a survey. Int. J. Robot. Res. 32(11), 1238\u20131274 (2013)","journal-title":"Int. J. Robot. Res."},{"key":"52_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1007\/978-3-030-11166-3_3","volume-title":"Computational Methods and Clinical Applications in Musculoskeletal Imaging","author":"P Kulyk","year":"2019","unstructured":"Kulyk, P., Vlachopoulos, L., F\u00fcrnstahl, P., Zheng, G.: Fully automatic planning of total shoulder arthroplasty without segmentation: a deep learning based approach. In: Vrtovec, T., Yao, J., Zheng, G., Pozo, J.M. (eds.) MSKI 2018. LNCS, vol. 11404, pp. 22\u201334. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-11166-3_3"},{"key":"52_CR14","unstructured":"Liang, E., et al.: Ray rllib: a composable and scalable reinforcement learning library. arXiv preprint arXiv:1712.09381, p. 85 (2017)"},{"key":"52_CR15","unstructured":"Lillicrap, T.P., et al.: Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 (2015)"},{"key":"52_CR16","doi-asserted-by":"crossref","unstructured":"Loder, R.T., Skopelja, E.N.: The epidemiology and demographics of Legg-Calv\u00e9-Perthes\u2019 disease. Int. Sch. Res. Notices 2011 (2011)","DOI":"10.5402\/2011\/504393"},{"key":"52_CR17","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning, pp. 1928\u20131937 (2016)"},{"key":"52_CR18","doi-asserted-by":"crossref","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","DOI":"10.1038\/nature14236"},{"issue":"3","key":"52_CR19","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1016\/j.ocl.2011.04.006","volume":"42","author":"D Paley","year":"2011","unstructured":"Paley, D.: The treatment of femoral head deformity and coxa magna by the ganz femoral head reduction osteotomy. Orthop. Clin. North Am. 42(3), 389\u201399 (2011)","journal-title":"Orthop. Clin. North Am."},{"key":"52_CR20","doi-asserted-by":"crossref","unstructured":"Pan, X., You, Y., Wang, Z., Lu, C.: Virtual to real reinforcement learning for autonomous driving. arXiv preprint arXiv:1704.03952 (2017)","DOI":"10.5244\/C.31.11"},{"issue":"2","key":"52_CR21","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1007\/s11548-015-1267-1","volume":"11","author":"S Pflugi","year":"2016","unstructured":"Pflugi, S., et al.: A cost-effective surgical navigation solution for periacetabular osteotomy (PAO) surgery. Int. J. Comput. Assist. Radiol. Surg. 11(2), 271\u2013280 (2016)","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"key":"52_CR22","unstructured":"Rusinkiewicz, S., Levoy, M.: Efficient variants of the ICP algorithm, pp. 145\u2013152 (2001)"},{"issue":"5\u20136","key":"52_CR23","doi-asserted-by":"publisher","first-page":"345","DOI":"10.3109\/10929080500389951","volume":"10","author":"E Schkommodau","year":"2005","unstructured":"Schkommodau, E., Frenkel, A., Belei, P., Recknagel, B., Wirtz, D.C., Radermacher, K.: Computer-assisted optimization of correction osteotomies on lower extremities. Comput. Aided Surg. 10(5\u20136), 345\u2013350 (2005)","journal-title":"Comput. Aided Surg."},{"key":"52_CR24","unstructured":"Schneider, P., Eberly, D.H.: Geometric tools for computer graphics. Elsevier (2002)"},{"key":"52_CR25","unstructured":"Schulman, J., Levine, S., Abbeel, P., Jordan, M., Moritz, P.: Trust region policy optimization, pp. 1889\u20131897 (2015)"},{"key":"52_CR26","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"52_CR27","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement learning: an introduction (2011)"},{"key":"52_CR28","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1016\/j.media.2016.02.008","volume":"31","author":"M Tschannen","year":"2016","unstructured":"Tschannen, M., Vlachopoulos, L., Gerber, C., Sz\u00e9kely, G., F\u00fcrnstahl, P.: Regression forest-based automatic estimation of the articular margin plane for shoulder prosthesis planning. Med. Image Anal. 31, 88\u201397 (2016)","journal-title":"Med. Image Anal."},{"issue":"1","key":"52_CR29","doi-asserted-by":"publisher","first-page":"198","DOI":"10.1109\/JPROC.2019.2946993","volume":"108","author":"T Vercauteren","year":"2019","unstructured":"Vercauteren, T., Unberath, M., Padoy, N., Navab, N.: CAI4CAI: the rise of contextual artificial intelligence in computer-assisted interventions. Proc. IEEE 108(1), 198\u2013214 (2019)","journal-title":"Proc. IEEE"},{"key":"52_CR30","unstructured":"Yu, C., Liu, J., Nemati, S.: Reinforcement learning in healthcare: a survey. arXiv preprint arXiv:1908.08796 (2019)"},{"key":"52_CR31","doi-asserted-by":"crossref","unstructured":"Zhang, Q., Li, M., Qi, X., Hu, Y., Sun, Y., Yu, G.: 3D path planning for anterior spinal surgery based on CT images and reinforcement learning, pp. 317\u2013321 (2018)","DOI":"10.1109\/CBS.2018.8612190"},{"key":"52_CR32","doi-asserted-by":"crossref","unstructured":"Zhou, X.Y., Guo, Y., Shen, M., Yang, G.Z.: Application of artificial intelligence in surgery. Front. Med. 1\u201314 (2020)","DOI":"10.1007\/s11684-020-0770-0"},{"issue":"3","key":"52_CR33","doi-asserted-by":"publisher","first-page":"134","DOI":"10.1053\/j.oto.2013.08.001","volume":"23","author":"K Ziebarth","year":"2013","unstructured":"Ziebarth, K., Slongo, T., Siebenrock, K.A.: Residual perthes deformity and surgical reduction of the size of the femoral head. Oper. Tech. Orthop. 23(3), 134\u2013139 (2013)","journal-title":"Oper. Tech. Orthop."}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2021"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-87202-1_52","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,23]],"date-time":"2021-09-23T03:52:21Z","timestamp":1632369141000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-87202-1_52"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030872014","9783030872021"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-87202-1_52","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"21 September 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Strasbourg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 October 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/miccai2021.org\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1622","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"531","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}